{"meta":{"query_hash":"10ab8eedea4a","filters":{"venue":"Journal of Medical Internet Research"},"cohort_total":1076,"direct_labels_cover":11,"predictions_cover":1076,"exported":1076,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/10ab8eedea4a","api":"https://metacan.xera.ac/api/v1/cohort?venue=Journal+of+Medical+Internet+Research"},"results":[{"id":"W1482460708","doi":"10.2196/jmir.4381","title":"The Invisible Work of Personal Health Information Management Among People With Multiple Chronic Conditions: Qualitative Interview Study Among Patients and Providers","year":2015,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":175,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre hospitalier universitaire de Québec; Université Laval","funders":"Agency for Healthcare Research and Quality","keywords":"Grounded theory; Qualitative research; Health care; Information sharing; Perception; Nursing; Chronic care; Psychology; Medicine; Family medicine; Chronic disease; Sociology","score_opus":0.15680408559363587,"score_gpt":0.5338963066934672,"score_spread":0.3770922210998313,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1482460708","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9876164,0.0011518667,0.0006489279,0.0070355004,0.0003518367,0.002894207,0.0000050787708,0.00000872396,0.00028741668],"genre_scores_gemma":[0.9985195,0.00046739724,0.000045772656,0.00018804334,0.000118957345,0.00024417057,0.000008514197,0.000014262578,0.00039339153],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.98606193,0.007812733,0.001779502,0.00015088907,0.0034658213,0.0007290987],"domain_scores_gemma":[0.993252,0.002884124,0.0012164766,0.0001859099,0.0016812616,0.00078023394],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.037716743,0.00013407257,0.00047776342,0.00037536997,0.0003593996,0.00004904879,0.0005409222,0.0001282411,0.00010579541],"category_scores_gemma":[0.0029933443,0.000076013646,0.00004781989,0.0005753702,0.00043812132,0.0005400177,0.00032254605,0.002326497,0.000020161595],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00052972144,0.00037635118,0.66498345,0.0018226826,0.00028890197,0.000007838016,0.22614208,0.0000021968654,3.9610804e-8,0.00018931951,0.089407146,0.016250256],"study_design_scores_gemma":[0.0077133058,0.009600475,0.4149249,0.008020365,0.000021214106,0.0000067756177,0.5496355,0.0015293441,8.134097e-7,0.00016887006,0.008259703,0.000118713666],"about_ca_topic_score_codex":0.0050422256,"about_ca_topic_score_gemma":0.018636776,"teacher_disagreement_score":0.32349345,"about_ca_system_score_codex":0.001309941,"about_ca_system_score_gemma":0.0029724117,"threshold_uncertainty_score":0.9999752},"labels":[],"label_agreement":null},{"id":"W1495785499","doi":"10.2196/jmir.3922","title":"Medical Student and Tutor Perceptions of Video Versus Text in an Interactive Online Virtual Patient for Problem-Based Learning: A Pilot Study","year":2015,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Problem and Project Based Learning","field":"Social Sciences","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"NOSM University","funders":"","keywords":"Virtual patient; Thematic analysis; Context (archaeology); TUTOR; Formative assessment; Problem-based learning; Medical education; Interactive video; Multimedia; Descriptive statistics; Intervention (counseling); Psychology; Computer science; Qualitative research; Mathematics education; Medicine","score_opus":0.17042537734823313,"score_gpt":0.5239379259548598,"score_spread":0.3535125486066266,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1495785499","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99382895,0.000103553044,0.0007378639,0.0041843243,0.0002575865,0.0006013661,0.0000027004032,0.000009237379,0.00027444397],"genre_scores_gemma":[0.9990551,0.00005102477,0.00034252874,0.00006083117,0.00031938846,0.00003451975,0.0000037187972,0.000013046411,0.00011983723],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99026793,0.003356271,0.00078524085,0.00023499792,0.0049356725,0.00041989403],"domain_scores_gemma":[0.99468756,0.002751114,0.000264927,0.00010077768,0.001213312,0.0009823169],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.020162348,0.000111689566,0.00036633236,0.0005460942,0.00011826857,0.000098384364,0.00075988035,0.0001436265,0.0006283727],"category_scores_gemma":[0.017461238,0.000085682484,0.000059873168,0.00038479883,0.0006094167,0.00027406562,0.00023651858,0.0020560385,0.0000036674844],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.024180656,0.028492564,0.20602332,0.00011362934,0.00036290791,0.0005589947,0.41316316,0.00042819502,0.00025233856,0.0016481745,0.0040324326,0.32074365],"study_design_scores_gemma":[0.025380647,0.22090931,0.015117944,0.0018547561,0.00006519618,0.000024787292,0.700296,0.013461484,0.000048417554,0.0003528861,0.022122521,0.00036603192],"about_ca_topic_score_codex":0.0034783892,"about_ca_topic_score_gemma":0.010980305,"teacher_disagreement_score":0.32037762,"about_ca_system_score_codex":0.00038261546,"about_ca_system_score_gemma":0.0029174483,"threshold_uncertainty_score":0.9908151},"labels":[],"label_agreement":null},{"id":"W1506894283","doi":"10.2196/jmir.4359","title":"Online Recruitment Methods for Web-Based and Mobile Health Studies: A Review of the Literature","year":2015,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":224,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Family Medicine","funders":"","keywords":"CINAHL; mHealth; Psychological intervention; MEDLINE; The Internet; Duration (music); eHealth; Medicine; Psychology; Applied psychology; Health care; World Wide Web; Nursing; Computer science","score_opus":0.7696126403004561,"score_gpt":0.7466262677914882,"score_spread":0.022986372508967845,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1506894283","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000005624286,0.9620079,0.000023620658,0.026304923,0.003940751,0.0076635857,0.000026643716,0.000003940156,0.00002302396],"genre_scores_gemma":[5.73129e-7,0.9910811,0.003366486,0.00069930824,0.0024078817,0.0022905658,0.000010261371,0.000021231925,0.00012255729],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9785591,0.015226567,0.0018811978,0.00023752301,0.00360105,0.00049458444],"domain_scores_gemma":[0.9696124,0.023474563,0.0018416088,0.00031001252,0.003834163,0.00092724053],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.09933075,0.00018092185,0.0021560886,0.00031565857,0.00016135722,0.000043241733,0.0013918927,0.00047399625,0.00013083563],"category_scores_gemma":[0.12267033,0.000097099655,0.00046600393,0.0012434411,0.0009487793,0.00005871867,0.00020792036,0.002409385,0.0000010956352],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000073689557,0.00014357409,0.0000011636704,0.10832992,0.00008454512,0.0000016044215,0.0066227023,3.8183594e-9,4.829027e-9,0.00011434695,0.064360745,0.820334],"study_design_scores_gemma":[0.00016653175,0.0005361939,5.333798e-7,0.28595915,0.00007884412,0.000009078406,0.0013409525,0.0000026224227,8.0872326e-8,0.00015701682,0.7117033,0.000045683482],"about_ca_topic_score_codex":0.0002697303,"about_ca_topic_score_gemma":0.00015879949,"teacher_disagreement_score":0.82028836,"about_ca_system_score_codex":0.0017142099,"about_ca_system_score_gemma":0.027053975,"threshold_uncertainty_score":0.9998921},"labels":[],"label_agreement":null},{"id":"W1525997899","doi":"10.2196/jmir.3792","title":"eHealth, Participatory Medicine, and Ethical Care: A Focus Group Study of Patients’ and Health Care Providers’ Use of Health-Related Internet Information","year":2015,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":113,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Vancouver Coastal Health; University of British Columbia; Research Canada","funders":"Canadian Institutes of Health Research","keywords":"Focus group; eHealth; Patient portal; Grounded theory; Health care; Thematic analysis; Nursing; Health informatics; The Internet; Medicine; Psychology; Family medicine; Qualitative research; Public health; Sociology","score_opus":0.3299471436938279,"score_gpt":0.5646175083837346,"score_spread":0.2346703646899067,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1525997899","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9742235,0.0024234056,0.0004490469,0.020417608,0.0005581322,0.0017813373,0.000016196796,0.000012505391,0.00011828728],"genre_scores_gemma":[0.9957605,0.00031742558,0.00017465751,0.003570802,0.0000858437,0.00003498237,0.000030353935,0.000011208117,0.0000142132085],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98199624,0.007049319,0.006514562,0.00019584867,0.0035811223,0.00066289597],"domain_scores_gemma":[0.9896451,0.0017152553,0.0026182886,0.00027514456,0.0041314093,0.0016147784],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.035574086,0.00017023941,0.0009950136,0.00071434426,0.00019204467,0.00003002979,0.0004150878,0.0005309318,0.0001832888],"category_scores_gemma":[0.012412126,0.00011512839,0.000047341866,0.00044050798,0.00056513,0.001109729,0.00043648598,0.0045507154,0.0000057454754],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008876179,0.00029873024,0.28069207,0.0045985933,0.000048301164,0.0000031826714,0.58656746,9.153036e-7,8.948645e-8,0.00077696296,0.055349533,0.070776574],"study_design_scores_gemma":[0.017631683,0.028382339,0.40800726,0.0068918676,0.000028816965,0.000022239195,0.48560062,0.0028663934,0.000003421082,0.00032570452,0.05002069,0.00021895954],"about_ca_topic_score_codex":0.02497303,"about_ca_topic_score_gemma":0.002454205,"teacher_disagreement_score":0.1273152,"about_ca_system_score_codex":0.00074645114,"about_ca_system_score_gemma":0.0038562615,"threshold_uncertainty_score":0.9977458},"labels":[],"label_agreement":null},{"id":"W1530898409","doi":"10.2196/jmir.4209","title":"“You Get Reminded You’re a Sick Person”: Personal Data Tracking and Patients With Multiple Chronic Conditions","year":2015,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Chronic Disease Management Strategies","field":"Medicine","cited_by":300,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval; Centre hospitalier universitaire de Québec","funders":"Agency for Healthcare Research and Quality","keywords":"Tracking (education); Chronic disease; Health care; Population; Disease; Population ageing; eHealth; Medicine; Internet privacy; Gerontology; Psychology; Family medicine; Environmental health; Computer science; Economics","score_opus":0.21615609874832153,"score_gpt":0.44789559428240905,"score_spread":0.23173949553408751,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1530898409","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9845379,0.001334333,0.00017333732,0.010447133,0.0002031745,0.00038993554,0.0000548798,0.000017686589,0.0028416142],"genre_scores_gemma":[0.9974467,0.00011769146,0.000120328485,0.0001510434,0.0007951438,0.0000055327496,0.0001781137,0.000025621412,0.0011598158],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9942786,0.00020741935,0.00040255027,0.00033359232,0.0043020537,0.00047578444],"domain_scores_gemma":[0.9971928,0.00032490623,0.00016487807,0.00038219406,0.00081825955,0.0011169595],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0032645953,0.00015874261,0.0003678856,0.00033713965,0.00006782154,0.00015252519,0.00069498795,0.00013127016,0.002129136],"category_scores_gemma":[0.003008565,0.0001082277,0.00006115467,0.00022922017,0.00071298366,0.0004390036,0.0004490698,0.0014450221,0.000028570399],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0036927643,0.0025436175,0.21982135,0.0010116234,0.001628047,0.00452245,0.0065369625,0.000006162347,0.00005176542,0.00043419635,0.7248606,0.03489045],"study_design_scores_gemma":[0.093321085,0.019161971,0.46740258,0.013359226,0.0012473639,0.0022499694,0.067253225,0.10218211,0.0001305834,0.00041002786,0.23224068,0.001041175],"about_ca_topic_score_codex":0.00018614609,"about_ca_topic_score_gemma":0.00020887745,"teacher_disagreement_score":0.49261993,"about_ca_system_score_codex":0.0004924596,"about_ca_system_score_gemma":0.001908917,"threshold_uncertainty_score":0.99878305},"labels":[],"label_agreement":null},{"id":"W1567580021","doi":"10.2196/jmir.4716","title":"The Mobile Insulin Titration Intervention (MITI) for Insulin Adjustment in an Urban, Low-Income Population: Randomized Controlled Trial","year":2015,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":54,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Institutes of Health; National Center for Advancing Translational Sciences; York University","keywords":"Insulin; Population; Randomized controlled trial; Medicine; Intervention (counseling); Environmental health; Internal medicine; Psychiatry","score_opus":0.1200207763278754,"score_gpt":0.5428422492205555,"score_spread":0.4228214728926801,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1567580021","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9230564,0.008346077,0.005337918,0.017569639,0.005648286,0.039345626,0.0000109851835,0.00003375591,0.0006512612],"genre_scores_gemma":[0.96328574,0.001986698,0.00019137037,0.00043153923,0.0037255692,0.028929582,0.00004745526,0.000025438485,0.0013765873],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98478365,0.008057518,0.0038127422,0.00024147583,0.002392895,0.0007117448],"domain_scores_gemma":[0.98606133,0.009160465,0.0012259699,0.00032692208,0.0020620385,0.0011632723],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.073807165,0.00014951504,0.0011057613,0.00044037632,0.00032439665,0.00004896499,0.0007109315,0.00044639406,0.0004369142],"category_scores_gemma":[0.019569352,0.00008647857,0.0003165517,0.00034526407,0.00019327807,0.0002233179,0.00011732365,0.0023025589,0.00006085746],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.92802477,0.0008951025,0.00061268883,0.00022629343,0.00005705984,0.0000062455956,0.0011638645,0.000015779717,0.0000016739697,0.011425728,0.022450516,0.035120305],"study_design_scores_gemma":[0.93548656,0.0023610175,0.0006026603,0.00085525337,0.00002823161,0.000005489806,0.0015291295,0.016865192,0.0000027928686,0.0049816007,0.037202224,0.00007983497],"about_ca_topic_score_codex":0.00071664865,"about_ca_topic_score_gemma":0.0016849673,"teacher_disagreement_score":0.054237816,"about_ca_system_score_codex":0.0008371924,"about_ca_system_score_gemma":0.0023848964,"threshold_uncertainty_score":0.99999917},"labels":[],"label_agreement":null},{"id":"W1569276499","doi":"10.2196/jmir.4333","title":"The Impact of Internet Health Information on Patient Compliance: A Research Model and an Empirical Study","year":2015,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":181,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Sheridan College","funders":"","keywords":"Concordance; The Internet; Medicine; Family medicine; Health informatics; Information quality; Quality (philosophy); Psychology; Nursing; Public health; Information system; Computer science; World Wide Web","score_opus":0.5359341753509541,"score_gpt":0.6955398213445412,"score_spread":0.15960564599358706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1569276499","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9874286,0.00013654945,0.0007162086,0.008522172,0.00024701914,0.0010583795,0.000010494382,0.000007720958,0.0018728744],"genre_scores_gemma":[0.9984523,0.00011179221,0.00011067369,0.0009068946,0.00022415433,0.000034858767,0.0000058643036,0.0000075378407,0.0001459073],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98184836,0.008433144,0.003224802,0.0001488464,0.005535607,0.00080923544],"domain_scores_gemma":[0.9893243,0.0028005769,0.00090779783,0.00041055007,0.004913713,0.0016430767],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.08791347,0.000121855664,0.0004291986,0.0005573009,0.00040740616,0.00010811911,0.000970085,0.00021388433,0.00020622407],"category_scores_gemma":[0.013222712,0.000059729908,0.000071423245,0.00050907047,0.000435018,0.0012275492,0.0005716072,0.0052135875,0.00007011676],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004592791,0.0014985495,0.13150083,0.00039365416,0.00007056198,0.000007951957,0.1979968,0.00012486921,5.189453e-7,0.00077437115,0.56065536,0.10238372],"study_design_scores_gemma":[0.00559609,0.0357962,0.11266038,0.002621326,0.000003657631,0.0000346597,0.10676211,0.69662887,0.000005358309,0.0035976046,0.036135476,0.00015827485],"about_ca_topic_score_codex":0.0027558303,"about_ca_topic_score_gemma":0.0001738233,"teacher_disagreement_score":0.696504,"about_ca_system_score_codex":0.0010833283,"about_ca_system_score_gemma":0.006000572,"threshold_uncertainty_score":0.9996345},"labels":[],"label_agreement":null},{"id":"W1624537879","doi":"10.2196/jmir.4297","title":"Mapping Power Law Distributions in Digital Health Social Networks: Methods, Interpretations, and Practical Implications","year":2015,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"University of Toronto","keywords":"Power law; Power (physics); Statistics; Gaussian; Computer science; Econometrics; Psychology; Law; Mathematics; Political science; Physics","score_opus":0.3662204858690974,"score_gpt":0.6324410178581346,"score_spread":0.26622053198903717,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1624537879","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1269731,0.0024156724,0.10790248,0.7516704,0.0034935847,0.0010602907,0.0000102205495,0.000032130185,0.0064421007],"genre_scores_gemma":[0.99531054,0.00030728264,0.0026280915,0.00046387987,0.0011832068,0.00006580219,0.000005969613,0.000009006496,0.000026195814],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.994518,0.0022985693,0.0007833054,0.00016175109,0.0016985486,0.0005398414],"domain_scores_gemma":[0.99011296,0.007361174,0.00027863754,0.000090445064,0.0010284975,0.0011283072],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.024643531,0.00007267268,0.0002644322,0.00027030788,0.00030988854,0.00026225657,0.00034501284,0.00023443587,0.00015735345],"category_scores_gemma":[0.060011998,0.000066970846,0.000053874162,0.0008240374,0.0010886205,0.00053982576,0.00014746799,0.0016457235,0.000008356561],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001124032,0.00074622314,0.023390401,0.000040838404,0.00006140326,0.000037401915,0.21683592,0.0000013185899,0.0000016183817,0.52116156,0.117248096,0.12036279],"study_design_scores_gemma":[0.0015353957,0.00071300386,0.05271912,0.0007391142,0.000009632785,0.00020312681,0.20730181,0.0010316032,0.00000340659,0.10778721,0.6276665,0.0002900803],"about_ca_topic_score_codex":0.0039313696,"about_ca_topic_score_gemma":0.0016575865,"teacher_disagreement_score":0.86833745,"about_ca_system_score_codex":0.001125441,"about_ca_system_score_gemma":0.0041303425,"threshold_uncertainty_score":0.9479059},"labels":[],"label_agreement":null},{"id":"W1837868585","doi":"10.2196/jmir.4871","title":"Health Coaching Reduces HbA1c in Type 2 Diabetic Patients From a Lower-Socioeconomic Status Community: A Randomized Controlled Trial","year":2015,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":218,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"North York General Hospital; University of Toronto; York University","funders":"York University; Public Health Agency; Public Health Agency of Canada","keywords":"Medicine; Randomized controlled trial; Health coaching; Type 2 diabetes; Socioeconomic status; Physical therapy; Hospital Anxiety and Depression Scale; Quality of life (healthcare); Psychological intervention; Mood; Body mass index; Anxiety; Glycated hemoglobin; Gerontology; Diabetes mellitus; Psychiatry; Environmental health; Internal medicine; Population; Nursing","score_opus":0.13993536999096645,"score_gpt":0.5301747023304855,"score_spread":0.390239332339519,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1837868585","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96435547,0.0023486512,0.000069118345,0.020834515,0.0031041224,0.0078025423,0.0000133541125,0.000015915988,0.0014563248],"genre_scores_gemma":[0.9907091,0.0031100432,0.00014350342,0.0026419319,0.0011013423,0.0018143582,0.000040582494,0.000027061697,0.00041204976],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.96267635,0.029525729,0.003941607,0.00023038418,0.0023143191,0.0013116307],"domain_scores_gemma":[0.97095525,0.022600511,0.001680841,0.00041121937,0.001370348,0.0029818024],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.080180526,0.00018814908,0.0024593833,0.00064093946,0.00038649215,0.000036989022,0.0009653129,0.00044854995,0.001139512],"category_scores_gemma":[0.038694154,0.00013109099,0.00022450562,0.00029267333,0.00037305322,0.0001404765,0.0003504061,0.008451037,0.00026471665],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.898798,0.0014614626,0.005291528,0.00014714139,0.00013108828,0.00001172213,0.007846739,0.000002279461,8.611115e-7,0.00066175207,0.06870956,0.016937856],"study_design_scores_gemma":[0.95773125,0.0022004612,0.0008460136,0.0011352311,0.000020708861,0.0000014272493,0.0037720406,0.0011078595,7.0581495e-7,0.002349176,0.03073974,0.00009536419],"about_ca_topic_score_codex":0.021725496,"about_ca_topic_score_gemma":0.0027822906,"teacher_disagreement_score":0.05893326,"about_ca_system_score_codex":0.0017569204,"about_ca_system_score_gemma":0.01305434,"threshold_uncertainty_score":0.99977356},"labels":[],"label_agreement":null},{"id":"W1870685740","doi":"10.2196/jmir.4377","title":"Using Videogame Apps to Assess Gains in Adolescents’ Substance Use Knowledge: New Opportunities for Evaluating Intervention Exposure and Content Mastery","year":2015,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development; National Institute of Child Health and Human Development; National Institute of Mental Health; National Institutes of Health","keywords":"Psychological intervention; Intervention (counseling); Randomized controlled trial; Psychology; Behavior change; Applied psychology; Clinical psychology; Medicine; Social psychology; Psychiatry","score_opus":0.87033206037924,"score_gpt":0.6225472827795044,"score_spread":0.2477847775997356,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1870685740","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9756339,0.00196028,0.017010832,0.0027180342,0.0018126946,0.00056311424,0.000009074444,0.0000081849785,0.00028386086],"genre_scores_gemma":[0.99285066,0.000015147544,0.00091015646,0.0001873981,0.0003245943,0.00003260209,0.000002846201,0.000027930639,0.0056486423],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99525,0.0011156455,0.001324203,0.00026421435,0.0014907788,0.00055515184],"domain_scores_gemma":[0.9966771,0.0005483362,0.00029842442,0.00018688917,0.0010383995,0.0012508373],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012002909,0.00014604654,0.00037936182,0.00071065064,0.00003195238,0.00020211205,0.00052948174,0.00017877127,0.00016545631],"category_scores_gemma":[0.0036727125,0.00012812843,0.00014516413,0.00024887657,0.00016049539,0.00048429397,0.00025399865,0.0009063208,0.0000201072],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008284779,0.0054233954,0.098652326,0.001434887,0.00035186647,0.0012083931,0.016322508,0.00001931049,0.00027813055,0.0067786686,0.07066022,0.7905855],"study_design_scores_gemma":[0.08232015,0.0814703,0.19005895,0.24488592,0.00029275945,0.005321713,0.30164945,0.02796419,0.002341142,0.012806222,0.048559926,0.0023292736],"about_ca_topic_score_codex":0.00063779694,"about_ca_topic_score_gemma":0.0013921321,"teacher_disagreement_score":0.7882562,"about_ca_system_score_codex":0.0005730682,"about_ca_system_score_gemma":0.00045212472,"threshold_uncertainty_score":0.5224926},"labels":[],"label_agreement":null},{"id":"W1870974973","doi":"10.2196/jmir.4491","title":"“If I Were Nick”: Men’s Responses to an Interactive Video Drama Series to Support Smoking Cessation","year":2015,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Smoking Behavior and Cessation","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Okanagan University College; University of British Columbia, Okanagan Campus; University of British Columbia","funders":"National Institute for Health and Care Research; British Columbia Lung Association","keywords":"Smoking cessation; Psychological intervention; Psychology; Promotion (chess); Drama; Health promotion; Medicine; Nursing; Public health; Visual arts","score_opus":0.13937700372965672,"score_gpt":0.4817890853347643,"score_spread":0.34241208160510755,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1870974973","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96992993,0.000020316485,0.0009548994,0.026424427,0.0006596869,0.0002593147,0.0000046783007,0.000022649643,0.0017241113],"genre_scores_gemma":[0.9942516,0.000022447275,0.00018857537,0.0007316718,0.0011066194,0.000021138794,0.0000124241205,0.000028737511,0.0036367693],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99282163,0.0006954583,0.000725131,0.00027223775,0.0050562657,0.00042927175],"domain_scores_gemma":[0.9953187,0.00039358847,0.0001672514,0.00030107299,0.0020174254,0.0018019585],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.010962052,0.00014830627,0.00039353047,0.0009427219,0.00005691557,0.00019110787,0.00058166543,0.0002464984,0.0021030465],"category_scores_gemma":[0.009199625,0.00011233105,0.000096212076,0.0004500023,0.0001346418,0.0005878214,0.0002625312,0.0016043168,0.00003969542],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.022920778,0.0013315425,0.3244025,0.00010141588,0.00030856885,0.0037070834,0.045220207,0.000014425583,0.0037183508,0.0005407887,0.49347803,0.104256295],"study_design_scores_gemma":[0.009827231,0.04952808,0.49591535,0.0049345447,0.00029143106,0.006332775,0.08383263,0.00049699814,0.056765422,0.0011969934,0.29018584,0.00069269293],"about_ca_topic_score_codex":0.00039147504,"about_ca_topic_score_gemma":0.000077423945,"teacher_disagreement_score":0.20329219,"about_ca_system_score_codex":0.00085682573,"about_ca_system_score_gemma":0.0012794571,"threshold_uncertainty_score":0.9991463},"labels":[],"label_agreement":null},{"id":"W1880072310","doi":"10.2196/jmir.4350","title":"The Effects of Web-Based Patient Access to Laboratory Results in British Columbia: A Patient Survey on Comprehension and Anxiety","year":2015,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Canada Health Infoway","funders":"Sugar Research and Development Corporation","keywords":"Anxiety; Medicine; Test (biology); Comprehension; Population; Cohort; Family medicine; Psychiatry; Internal medicine; Computer science; Environmental health","score_opus":0.1172768526909198,"score_gpt":0.4932368115055,"score_spread":0.37595995881458016,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1880072310","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9922406,0.001145355,0.000008545922,0.0039267545,0.0012580283,0.0012319,0.000026572137,0.0000061207134,0.00015613278],"genre_scores_gemma":[0.99801576,0.0006331549,0.00001520014,0.0010032558,0.00015308731,0.00006025764,0.0000033548993,0.000018759216,0.00009714231],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9816259,0.012143875,0.0016911656,0.0002454952,0.0035196948,0.00077388075],"domain_scores_gemma":[0.9829501,0.012761824,0.0005279191,0.00028491384,0.0023406255,0.0011346521],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.029713633,0.00009183904,0.00048229718,0.00021194204,0.00016709567,0.000090650734,0.00068421056,0.00031874524,0.000038407656],"category_scores_gemma":[0.03838073,0.00007864997,0.000039732633,0.0006666446,0.00018599503,0.000078696394,0.00043725123,0.003247935,0.0000125238075],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017282272,0.00037715866,0.20403068,0.000524994,0.000023024366,0.00019880428,0.0016118648,0.0000042323604,0.000044104127,0.000003857387,0.7384638,0.052989237],"study_design_scores_gemma":[0.013659626,0.019578237,0.7219371,0.024508921,0.0000073680944,0.00003618635,0.0025954787,0.0025285613,0.00022294636,0.00007695778,0.21461378,0.00023481529],"about_ca_topic_score_codex":0.076197565,"about_ca_topic_score_gemma":0.37839547,"teacher_disagreement_score":0.52385,"about_ca_system_score_codex":0.00075892534,"about_ca_system_score_gemma":0.005400299,"threshold_uncertainty_score":0.999114},"labels":[],"label_agreement":null},{"id":"W1898158974","doi":"10.2196/jmir.2.suppl2.e2","title":"The Internet and evidence-based decision-making: a needed synergy for efficient knowledge management in health care","year":2000,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":163,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hamilton Health Sciences","funders":"","keywords":"The Internet; Health care; Knowledge management; Computer science; World Wide Web","score_opus":0.15267331105452772,"score_gpt":0.567514181306511,"score_spread":0.41484087025198324,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1898158974","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.76303566,0.12910652,0.008559575,0.08454467,0.0029178376,0.0056123636,0.0000047077842,0.000039675448,0.0061790184],"genre_scores_gemma":[0.9899431,0.0046228925,0.00038586094,0.0012134695,0.00059450325,0.00024378172,7.587909e-7,0.00003177141,0.0029638954],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9893532,0.004323908,0.0021976822,0.00033538125,0.0023621866,0.0014276572],"domain_scores_gemma":[0.97761714,0.020120727,0.00041683737,0.0003424827,0.0007556207,0.0007471759],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.037386402,0.00016853257,0.0005372667,0.0005832035,0.0004018938,0.00006382196,0.0012253,0.00028966583,0.00082626566],"category_scores_gemma":[0.005800258,0.00010162298,0.00011779187,0.00054730754,0.00023298812,0.0000669997,0.00027164517,0.0029769335,0.000070075075],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0029947269,0.00021697348,0.0007156681,0.0027765387,0.00007008862,0.000102060316,0.010098681,0.000038753537,8.488437e-7,0.0037656175,0.15652587,0.8226942],"study_design_scores_gemma":[0.0053714,0.0035682984,0.0014244594,0.07145983,0.000012644263,0.00006864068,0.032074463,0.07054356,0.000007964512,0.0005889986,0.8146738,0.00020595554],"about_ca_topic_score_codex":0.0013078644,"about_ca_topic_score_gemma":0.0040408517,"teacher_disagreement_score":0.82248825,"about_ca_system_score_codex":0.001985171,"about_ca_system_score_gemma":0.0043105143,"threshold_uncertainty_score":0.99932325},"labels":[],"label_agreement":null},{"id":"W1908182975","doi":"10.2196/jmir.4639","title":"Twitter-Based Journal Clubs: Additional Facts and Clarifications","year":2015,"lang":"en","type":"letter","venue":"Journal of Medical Internet Research","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"","keywords":"World Wide Web; Computer science; Internet privacy; Data science","score_opus":0.4314378080009387,"score_gpt":0.5540237273628492,"score_spread":0.12258591936191049,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1908182975","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0026959672,0.0011041204,0.00016807526,0.98622346,0.0074270135,0.00045248217,0.00005544685,0.000012295713,0.0018611397],"genre_scores_gemma":[0.022845322,0.006350997,0.0031066407,0.61824197,0.33794466,0.00038363217,0.0006786074,0.00021195029,0.010236195],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9807635,0.004579302,0.0011564884,0.00026104442,0.012355306,0.00088434044],"domain_scores_gemma":[0.9763674,0.01577101,0.00090118434,0.00021363125,0.00501962,0.0017271339],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.02582021,0.00019144954,0.0005071163,0.0011057002,0.0005014132,0.00055192085,0.0017661512,0.0020762072,0.019741017],"category_scores_gemma":[0.0861723,0.00016134369,0.00017977704,0.00056529907,0.0019839446,0.00028792862,0.000111006004,0.015799804,0.00013824098],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026169613,0.00009676946,0.00017255249,0.00006387951,0.000053885575,0.00043264573,0.006996368,1.469647e-7,3.5549368e-7,0.00014674543,0.98445684,0.007553616],"study_design_scores_gemma":[0.000427995,0.00029177344,0.00033920738,0.0010008276,0.000024894689,0.00019371248,0.0026997512,0.000029236991,0.0000017576588,0.0030964315,0.9917617,0.00013275378],"about_ca_topic_score_codex":0.0014767143,"about_ca_topic_score_gemma":0.00031113168,"teacher_disagreement_score":0.36798146,"about_ca_system_score_codex":0.0016520744,"about_ca_system_score_gemma":0.02237137,"threshold_uncertainty_score":0.9992193},"labels":[],"label_agreement":null},{"id":"W1963960070","doi":"10.2196/jmir.2409","title":"Social Media and the Empowering of Opponents of Medical Technologies: The Case of Anti-Vaccinationism","year":2013,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Vaccine Coverage and Hesitancy","field":"Social Sciences","cited_by":75,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Ottawa Hospital; University of Ottawa","funders":"","keywords":"Opposition (politics); Social media; Internet privacy; Public relations; Mechanism (biology); Sociology; Political science; Social psychology; Psychology; Computer science; Epistemology; Politics; Law","score_opus":0.08048179167678593,"score_gpt":0.44941435740133584,"score_spread":0.3689325657245499,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1963960070","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8971692,0.0012502135,0.00011152277,0.10051858,0.00014818719,0.00014740515,9.596238e-7,0.0000041141034,0.000649827],"genre_scores_gemma":[0.9966529,0.0029552737,0.000018391022,0.000036925972,0.00025887607,0.000003954279,1.4459889e-7,0.0000048777924,0.00006863448],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9946014,0.00080654025,0.000727625,0.00008961729,0.0035220229,0.00025278897],"domain_scores_gemma":[0.99520105,0.0032638402,0.0003735483,0.00013410632,0.00088065397,0.00014681483],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.015447355,0.00006495085,0.0003561861,0.00019411107,0.00016315245,0.00004895273,0.0014504544,0.0002840813,0.0014844843],"category_scores_gemma":[0.019588452,0.00003243184,0.000116255236,0.0003451665,0.0011053161,0.00015543979,0.00047238235,0.001079727,0.0000026511186],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005124996,0.0009807692,0.021555845,0.00046765225,0.0007789647,0.0021764243,0.21271801,0.0000011326206,0.0006152758,0.27107626,0.15357496,0.3355422],"study_design_scores_gemma":[0.021351373,0.0017092316,0.074322365,0.0044636363,0.00025328842,0.0031152284,0.68379235,0.0057953345,0.010238445,0.1714897,0.022851449,0.0006175689],"about_ca_topic_score_codex":0.0033584,"about_ca_topic_score_gemma":0.0009439956,"teacher_disagreement_score":0.47107437,"about_ca_system_score_codex":0.000038403698,"about_ca_system_score_gemma":0.000533082,"threshold_uncertainty_score":0.9994283},"labels":[],"label_agreement":null},{"id":"W1964745528","doi":"10.2196/jmir.2792","title":"Sociotechnical Challenges and Progress in Using Social Media for Health","year":2013,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":58,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vancouver Coastal Health; Vancouver Coastal Health Research Institute; University of British Columbia","funders":"","keywords":"Sociotechnical system; Computer-supported cooperative work; Credibility; Framing (construction); Knowledge management; Social media; Computer science; Public relations; Work (physics); Engineering ethics; Sociology; Engineering; World Wide Web; Political science","score_opus":0.24999651639255296,"score_gpt":0.5144368127243676,"score_spread":0.26444029633181465,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1964745528","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6294938,0.004641762,0.047986884,0.31673306,0.0005868685,0.00044182883,4.8781123e-7,0.000034480057,0.00008082279],"genre_scores_gemma":[0.9905534,0.00040445413,0.008390067,0.000226743,0.0003820504,0.000022989429,2.2814244e-7,0.000008292182,0.0000117676345],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9970285,0.00037788236,0.0005861524,0.00020455875,0.0013704704,0.00043242215],"domain_scores_gemma":[0.99798906,0.0008126343,0.00023046118,0.000115803596,0.00070044084,0.00015158241],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007555085,0.00008330307,0.00029039045,0.00065029174,0.000068464964,0.000096801334,0.0011204417,0.00030141126,0.00005134193],"category_scores_gemma":[0.0014957194,0.00006462325,0.00004905407,0.0002450444,0.00055583636,0.0004466062,0.0004776549,0.0018619178,0.0000052383634],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046256704,0.000369473,0.0002884871,0.000113037844,0.00004700229,0.00007872755,0.008531682,1.05202176e-7,0.00014369206,0.14677492,0.014033711,0.8295729],"study_design_scores_gemma":[0.013226648,0.009712126,0.14742531,0.006060189,0.000017052142,0.004857684,0.014700465,0.3119312,0.0050508203,0.44984484,0.0359161,0.0012575726],"about_ca_topic_score_codex":0.000022835939,"about_ca_topic_score_gemma":0.000057949208,"teacher_disagreement_score":0.8283153,"about_ca_system_score_codex":0.00029141182,"about_ca_system_score_gemma":0.00037296477,"threshold_uncertainty_score":0.808921},"labels":[],"label_agreement":null},{"id":"W1964758667","doi":"10.2196/jmir.2250","title":"Principles and Framework for eHealth Strategy Development","year":2013,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":113,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"eHealth; European union; Business; Knowledge management; Process management; Public relations; Computer science; Health care; Economic growth; Economics; Political science","score_opus":0.3370819955520594,"score_gpt":0.5979428680540033,"score_spread":0.2608608725019439,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1964758667","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91449547,0.0032747646,0.027176337,0.04757473,0.0014042106,0.0025001117,0.0000017808212,0.000024076775,0.0035485374],"genre_scores_gemma":[0.97622967,0.0011569384,0.010382624,0.0012994319,0.0025425996,0.00040241206,0.0000021242458,0.000043971795,0.007940208],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9929264,0.0016719762,0.0017444071,0.0002054721,0.0022285655,0.0012231679],"domain_scores_gemma":[0.989728,0.0067774644,0.0005033887,0.00018564239,0.0014228106,0.0013827306],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.024478076,0.00011898365,0.0004507227,0.00029787223,0.00032547684,0.000040247374,0.000649068,0.00057083677,0.0032994607],"category_scores_gemma":[0.00856863,0.00007982887,0.000049984304,0.00018439103,0.00015083051,0.00012869282,0.00023862101,0.0045618922,0.00021862664],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046723484,0.00042061327,0.04130048,0.0063575143,0.00027066935,0.00006901372,0.014059158,0.0000012041846,0.00006622151,0.19408983,0.33512974,0.4077683],"study_design_scores_gemma":[0.0023123047,0.002553577,0.023243977,0.007595407,0.0000073283823,0.00013627851,0.009628092,0.0027006902,0.000090389076,0.018805875,0.9327163,0.00020974324],"about_ca_topic_score_codex":0.00090286025,"about_ca_topic_score_gemma":0.00047329068,"teacher_disagreement_score":0.5975866,"about_ca_system_score_codex":0.000573036,"about_ca_system_score_gemma":0.007832753,"threshold_uncertainty_score":0.9997826},"labels":[],"label_agreement":null},{"id":"W1964766252","doi":"10.2196/jmir.2.3.e16","title":"Anesthesiologists' Responses to an Email Request for Advice from an Unknown Patient","year":2000,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Scarborough Hospital","funders":"","keywords":"Advice (programming); Medicine; The Internet; Frequently asked questions; Web site; Elective surgery; Medical emergency; Family medicine; World Wide Web; Medical education; Anesthesia; Computer science","score_opus":0.17931304961439137,"score_gpt":0.5906169476179632,"score_spread":0.41130389800357187,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1964766252","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9832599,0.000109040586,0.0005151614,0.013226706,0.00039970735,0.00068977964,0.000036457895,0.000032105803,0.0017311341],"genre_scores_gemma":[0.9700328,0.00019304197,0.0045935586,0.020062953,0.0016952545,0.00012140366,0.000052832456,0.000024109488,0.003224033],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9892322,0.005242963,0.0024894401,0.0002627795,0.002033209,0.00073942967],"domain_scores_gemma":[0.9912459,0.0041775918,0.00041162825,0.0004844082,0.0018519531,0.0018284752],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.024987059,0.00013012496,0.00040288127,0.00030972617,0.00036709732,0.000064547974,0.0011796426,0.00044053062,0.016217548],"category_scores_gemma":[0.011982921,0.00008538128,0.00008023844,0.0002837466,0.00016490919,0.0010658744,0.00012391755,0.0023619966,0.00042134037],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0144508695,0.00099235,0.02566445,0.00033296528,0.00003412601,0.000114094415,0.037943244,0.000006193294,0.000034655342,0.00079850765,0.18398628,0.73564225],"study_design_scores_gemma":[0.0011341,0.004974885,0.032273613,0.0010070695,0.0000049008095,0.00002033438,0.0035934045,0.0043116272,0.00006277965,0.0010821837,0.9514122,0.00012290766],"about_ca_topic_score_codex":0.002168158,"about_ca_topic_score_gemma":0.0005194882,"teacher_disagreement_score":0.7674259,"about_ca_system_score_codex":0.00031429427,"about_ca_system_score_gemma":0.0017265192,"threshold_uncertainty_score":0.9999396},"labels":[],"label_agreement":null},{"id":"W1965964177","doi":"10.2196/jmir.2012","title":"Can Tweets Predict Citations? Metrics of Social Impact Based on Twitter and Correlation with Traditional Metrics of Scientific Impact","year":2011,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":1121,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; JMIR Publications; University of Toronto","funders":"","keywords":"Altmetrics; Social media; Microblogging; Ranking (information retrieval); Impact factor; Citation; Bibliometrics; Marketing buzz; Computer science; Citation impact; Data science; Information retrieval; World Wide Web; Political science","score_opus":0.4018375767833977,"score_gpt":0.5246614065062699,"score_spread":0.1228238297228722,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1965964177","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9936848,0.000088022214,0.0005396689,0.003170786,0.0009946227,0.0003603275,0.000023595836,0.000004370998,0.0011337954],"genre_scores_gemma":[0.9989645,0.00003524844,0.00036695867,0.00003001319,0.0005392284,0.000014247448,0.000009934858,0.0000103165885,0.000029543204],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.991939,0.0011625731,0.000658525,0.00015645903,0.0057257004,0.0003577328],"domain_scores_gemma":[0.9902281,0.006343578,0.0005851034,0.000099649944,0.0021546332,0.0005888994],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.014264725,0.00009385052,0.00030608475,0.0019647917,0.00022175281,0.00006419365,0.00045126985,0.00023968273,0.0016520557],"category_scores_gemma":[0.02335755,0.00006725945,0.000124162,0.0027483765,0.001709166,0.00021265793,0.0000259693,0.0009106868,0.000002055258],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015821491,0.0021895987,0.7726246,0.00021462282,0.0002964544,0.0000370472,0.1556212,0.000026524605,0.00006488363,0.004935497,0.034639027,0.027768383],"study_design_scores_gemma":[0.001394173,0.0036723143,0.97983485,0.0004178431,0.000056918077,0.000011152699,0.00738232,0.0042306283,0.0002609953,0.0022954226,0.00032589826,0.00011746817],"about_ca_topic_score_codex":0.004928419,"about_ca_topic_score_gemma":0.0003834677,"teacher_disagreement_score":0.20721026,"about_ca_system_score_codex":0.00068641827,"about_ca_system_score_gemma":0.0049030455,"threshold_uncertainty_score":0.99926054},"labels":[],"label_agreement":null},{"id":"W1966224701","doi":"10.2196/jmir.4110","title":"The Use of Behavior Change Theory in Internet-Based Asthma Self-Management Interventions: A Systematic Review","year":2015,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Asthma and respiratory diseases","field":"Medicine","cited_by":60,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Ontario; University of Toronto; University Health Network","funders":"","keywords":"eHealth; Psychological intervention; MEDLINE; The Internet; Telemedicine; Digital health; Medicine; Psychology; Computer science; Health care; World Wide Web; Psychiatry","score_opus":0.3110377972515398,"score_gpt":0.5138395273137476,"score_spread":0.2028017300622078,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1966224701","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000022044904,0.99390495,0.000087661974,0.0003742576,0.00031163768,0.0052128267,0.0000085697675,0.000011180007,0.00006689873],"genre_scores_gemma":[0.00006002521,0.99643207,0.00008158837,0.0002379148,0.00023845317,0.0013738816,0.0000145835465,0.000056670142,0.0015047875],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9842726,0.0060082483,0.0038463797,0.00031295503,0.005049283,0.0005105606],"domain_scores_gemma":[0.9931563,0.0023538743,0.0016600072,0.00079080573,0.0012523183,0.0007866817],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.025540859,0.00037886458,0.003578673,0.001226204,0.000030272578,0.00009020426,0.0016807687,0.0003974807,0.00052862335],"category_scores_gemma":[0.0074814465,0.00018262143,0.0019425334,0.00083129643,0.00047459392,0.00012819955,0.0005867905,0.0026937837,0.00007223055],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008666997,0.0009242893,0.000009126578,0.6344035,0.0005054609,0.0021299375,0.000049800958,9.800334e-9,4.527184e-9,0.00017055165,0.01151798,0.35020262],"study_design_scores_gemma":[0.0004638448,0.0006879066,0.000006695787,0.56194186,0.001784503,0.00034348236,0.00007482166,0.000023079585,1.0649458e-7,0.0000051495836,0.43459094,0.00007758956],"about_ca_topic_score_codex":0.000024360497,"about_ca_topic_score_gemma":0.000020087062,"teacher_disagreement_score":0.42307293,"about_ca_system_score_codex":0.0006770588,"about_ca_system_score_gemma":0.0014241218,"threshold_uncertainty_score":0.999607},"labels":[],"label_agreement":null},{"id":"W1966564224","doi":"10.2196/jmir.2074","title":"The Computer-Assisted Brief Intervention for Tobacco (CABIT) Program: A Pilot Study","year":2012,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Smoking Behavior and Cessation","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Credit Valley Hospital; Trillium Health Centre","funders":"National Institute on Drug Abuse","keywords":"Intervention (counseling); Medicine; Computer science; Nursing","score_opus":0.2187886554018194,"score_gpt":0.5070733728439176,"score_spread":0.2882847174420982,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1966564224","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99201435,0.0002589969,0.0021708808,0.003278492,0.0011887513,0.00094267173,6.4205557e-7,0.000018108323,0.00012713773],"genre_scores_gemma":[0.9972025,0.000034867502,0.00020124241,0.00006553749,0.001710916,0.00008385182,0.0000046132427,0.000016809023,0.000679626],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99547786,0.0004759505,0.00067452504,0.00011870567,0.0028112484,0.00044171023],"domain_scores_gemma":[0.9976201,0.000619447,0.00019420662,0.00020443938,0.0009116539,0.0004501709],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013566054,0.00009349863,0.00025409792,0.00019179068,0.00011079955,0.00013892597,0.0004428017,0.000088808214,0.00024889657],"category_scores_gemma":[0.0016059879,0.000052745305,0.00016637423,0.00023766675,0.00018351927,0.00013373852,0.00015148679,0.0011279623,0.000005270588],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001846608,0.010759746,0.23833013,0.00005804992,0.00023841449,0.00006564676,0.00077203044,5.0298862e-8,0.00006229299,0.00020683683,0.037375946,0.71028423],"study_design_scores_gemma":[0.008516125,0.045413595,0.8954113,0.00092620496,0.00017547153,0.0008417658,0.0025561396,0.00048095954,0.00031688588,0.00005537213,0.045206998,0.000099196506],"about_ca_topic_score_codex":0.00016429187,"about_ca_topic_score_gemma":0.00006276542,"teacher_disagreement_score":0.71018505,"about_ca_system_score_codex":0.00022148836,"about_ca_system_score_gemma":0.00016196934,"threshold_uncertainty_score":0.49004978},"labels":[],"label_agreement":null},{"id":"W1966985073","doi":"10.2196/jmir.2313","title":"Utilizing Social Media to Study Information-Seeking and Ethical Issues in Gene Therapy","year":2013,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"CRISPR and Genetic Engineering","field":"Biochemistry, Genetics and Molecular Biology","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"NeuroDevNet; University of British Columbia","funders":"British Columbia Knowledge Development Fund; Canadian Institutes of Health Research; Genome British Columbia","keywords":"Social media; Internet privacy; Psychology; Social psychology; Information seeking; Computer science; World Wide Web","score_opus":0.049731486065011536,"score_gpt":0.45662315220101396,"score_spread":0.4068916661360024,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1966985073","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99287087,0.0007837451,0.0011862483,0.0048546586,0.00009981305,0.00013277745,3.4592665e-7,0.0000015990453,0.000069968366],"genre_scores_gemma":[0.9983596,0.00058068876,0.00030497284,0.00027881438,0.00044394436,0.000009097964,0.0000014172693,0.000006278667,0.000015185978],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99822044,0.00017895931,0.0003618872,0.00009037246,0.0009317498,0.00021656639],"domain_scores_gemma":[0.99933296,0.00010871467,0.000035716996,0.00007382543,0.00024481615,0.00020397214],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029974733,0.00006793464,0.0001447656,0.00018313632,0.00002723708,0.00007646605,0.00030859205,0.0002144263,0.00017391267],"category_scores_gemma":[0.0014943319,0.00005234006,0.000031992073,0.00011735374,0.00006316215,0.0000078106295,0.0002189383,0.0008247739,0.00000868119],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00065415085,0.0006203378,0.038870905,0.00007992391,0.00035675775,0.00017568974,0.05971779,0.000043812834,0.19616872,0.00030209505,0.05460533,0.6484045],"study_design_scores_gemma":[0.012413164,0.0074992594,0.55712306,0.0005491008,0.000021239279,0.0005600605,0.053105693,0.0048419316,0.25772554,0.0010854541,0.10413935,0.00093615573],"about_ca_topic_score_codex":0.00011674395,"about_ca_topic_score_gemma":0.000058698683,"teacher_disagreement_score":0.6474683,"about_ca_system_score_codex":0.000014724543,"about_ca_system_score_gemma":0.000066736335,"threshold_uncertainty_score":0.3583278},"labels":[],"label_agreement":null},{"id":"W1967296360","doi":"10.2196/jmir.3482","title":"Exploring the Value of Technology to Stimulate Interprofessional Discussion and Education: A Needs Assessment of Emergency Medicine Professionals","year":2014,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Interprofessional Education and Collaboration","field":"Health Professions","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; University of Toronto","funders":"","keywords":"Webcast; Medical education; Interprofessional education; Emergency department; Medicine; Value (mathematics); Health care; Psychology; Nursing; Computer science; Multimedia; Political science","score_opus":0.16409855290970682,"score_gpt":0.6029270176341062,"score_spread":0.43882846472439935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1967296360","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79912865,0.00018135608,0.001976047,0.190323,0.006124267,0.0004979254,0.0000018198102,0.000006547205,0.0017604207],"genre_scores_gemma":[0.9889633,0.00019620419,0.0007002835,0.00057078066,0.0010428661,0.00015242284,0.000003790315,0.000017609344,0.008352729],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9923527,0.002387499,0.0019229423,0.00018657546,0.0028005852,0.00034968767],"domain_scores_gemma":[0.9937035,0.0016644142,0.00084571115,0.00032636768,0.0030669908,0.00039301268],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.012931238,0.00014657584,0.0004973462,0.0013515041,0.00027787252,0.0000044167286,0.00092604896,0.00024146706,0.0036419365],"category_scores_gemma":[0.007262883,0.00006636375,0.00007386309,0.0014510867,0.00032685173,0.00019889146,0.00070936576,0.0023198407,0.000013027198],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019445722,0.0021494986,0.10301163,0.0016706513,0.0002704544,0.000004166077,0.058612034,0.000019610605,0.0123435445,0.37264457,0.31963167,0.1276976],"study_design_scores_gemma":[0.0041326894,0.0062988168,0.3165878,0.071039304,0.00012787219,0.000054069544,0.37539893,0.0090411585,0.0017262867,0.044290874,0.17078842,0.0005137807],"about_ca_topic_score_codex":0.00015172425,"about_ca_topic_score_gemma":0.000039713075,"teacher_disagreement_score":0.3283537,"about_ca_system_score_codex":0.0001691141,"about_ca_system_score_gemma":0.004339733,"threshold_uncertainty_score":0.9999818},"labels":[],"label_agreement":null},{"id":"W1967390644","doi":"10.2196/jmir.8.4.e27","title":"eHEALS: The eHealth Literacy Scale","year":2006,"lang":"de","type":"article","venue":"Journal of Medical Internet Research","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":2724,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"York University; University of Toronto; Toronto Public Health","funders":"Canadian Institutes of Health Research; Health Canada","keywords":"eHealth; Health literacy; Context (archaeology); Literacy; Population; Scale (ratio); Computer science; Data science; Psychology; Health care; Medicine; Environmental health; Political science","score_opus":0.11462065469775953,"score_gpt":0.5683213358524738,"score_spread":0.4537006811547143,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1967390644","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5779611,0.037062813,0.0057714176,0.3440107,0.014983184,0.0021438084,0.00007448944,0.000045749737,0.017946737],"genre_scores_gemma":[0.93795514,0.008066108,0.00073839625,0.016691627,0.022102412,0.000044100758,0.000037809783,0.000058223417,0.014306154],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.96659887,0.01380197,0.008055943,0.00037883618,0.00910431,0.0020600636],"domain_scores_gemma":[0.9796595,0.009695311,0.00249865,0.00091704284,0.0053280774,0.0019014098],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.11641263,0.00030809897,0.00089629675,0.00077159144,0.0011912198,0.00042660208,0.0032744277,0.0011115064,0.020485772],"category_scores_gemma":[0.0109000085,0.00017107945,0.00035980283,0.0012971526,0.0010792766,0.0014655701,0.00091309805,0.01564638,0.0034186954],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006524254,0.0007735599,0.025738062,0.0020263412,0.00006334609,0.00009062436,0.013730223,0.0000023145028,0.0000022698566,0.004092433,0.86205,0.09077838],"study_design_scores_gemma":[0.0017094837,0.0006609367,0.02469659,0.0047344067,0.000024745666,0.00007744242,0.0027146104,0.010560401,0.000021123029,0.0032221465,0.95142907,0.00014906487],"about_ca_topic_score_codex":0.0054330076,"about_ca_topic_score_gemma":0.00034991134,"teacher_disagreement_score":0.35999408,"about_ca_system_score_codex":0.0010661699,"about_ca_system_score_gemma":0.007883714,"threshold_uncertainty_score":0.9977407},"labels":[],"label_agreement":null},{"id":"W1967819751","doi":"10.2196/jmir.2016","title":"Clinicians’ Expectations of Web 2.0 as a Mechanism for Knowledge Transfer of Stroke Best Practices","year":2012,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Centre de réadaptation Lethbridge-Layton-Mackay; Université de Montréal; Institut de Readaptation Gingras Lindsay de Montreal","funders":"Canadian Institutes of Health Research","keywords":"Outreach; The Internet; Psychology; Perception; Medical education; Knowledge management; Opinion leadership; Medicine; Public relations; World Wide Web; Computer science","score_opus":0.5078179869220792,"score_gpt":0.62900907971626,"score_spread":0.12119109279418072,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1967819751","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96421117,0.0017247144,0.00062367803,0.022668589,0.004726092,0.0007338567,0.000008061919,0.0000046776454,0.0052991603],"genre_scores_gemma":[0.99424434,0.0014276204,0.00059248,0.000035295325,0.0031591235,0.000101325204,8.2237875e-7,0.000011333515,0.00042765742],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9943635,0.0014492414,0.00094272953,0.00009889995,0.002681844,0.00046379646],"domain_scores_gemma":[0.9749553,0.020832242,0.0006020285,0.00011737987,0.0027834363,0.0007095734],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.018146178,0.000065957,0.0003200939,0.0003712647,0.00011481879,0.000022054928,0.00069934205,0.00030452173,0.0010363065],"category_scores_gemma":[0.11162047,0.000056028417,0.0001649435,0.00040599392,0.0005920732,0.00034531968,0.000036170182,0.00082527514,0.000027949207],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00060435623,0.0044153617,0.011433986,0.00061153196,0.00028289278,0.000005345446,0.49702543,1.1013871e-7,0.0016549098,0.3825146,0.0140191065,0.087432355],"study_design_scores_gemma":[0.0029823424,0.0046919906,0.0013002402,0.0019789052,0.00020321827,0.000027203941,0.6241626,0.00025708938,0.014013685,0.009321391,0.3408068,0.00025447956],"about_ca_topic_score_codex":0.003737093,"about_ca_topic_score_gemma":0.0027430486,"teacher_disagreement_score":0.3731932,"about_ca_system_score_codex":0.00019045743,"about_ca_system_score_gemma":0.00403318,"threshold_uncertainty_score":0.99987686},"labels":[],"label_agreement":null},{"id":"W1967854705","doi":"10.2196/jmir.5.1.e3","title":"A Model for Online Interactive Remote Education for Medical Physics Using the Internet","year":2003,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Advances in Oncology and Radiotherapy","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Sunnybrook Health Science Centre","funders":"","keywords":"The Internet; Process (computing); Physics education; Medical education; Multimedia; Computer science; World Wide Web; Mathematics education; Medicine; Psychology","score_opus":0.1575923400755602,"score_gpt":0.5809885604202211,"score_spread":0.42339622034466085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1967854705","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06865829,0.0012740344,0.91142297,0.016355103,0.0013451386,0.0006048011,0.0000043537116,0.000006007138,0.0003292837],"genre_scores_gemma":[0.83575207,0.0018074376,0.13574918,0.008272797,0.008089477,0.00004034944,0.000018954357,0.0000841241,0.01018564],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.996717,0.00034382203,0.00064662285,0.00019555578,0.0017272903,0.0003697484],"domain_scores_gemma":[0.99511653,0.0027339892,0.00025628202,0.00020128852,0.0012569552,0.00043497997],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0060736155,0.0001283812,0.00041067958,0.00015754515,0.0000703321,0.00002385476,0.0005840314,0.00032824653,0.0003814634],"category_scores_gemma":[0.013188088,0.00007311453,0.00024787086,0.00017032599,0.0005720692,0.00012027903,0.0000643824,0.0019165147,0.0000018749146],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008497694,0.004226694,0.00046465037,0.00041630294,0.0011967686,0.00014378794,0.0050433893,0.0001886513,0.00062740897,0.019610582,0.16177216,0.7978119],"study_design_scores_gemma":[0.003449502,0.001727981,0.000019555646,0.0013681216,0.000072488925,0.0018162028,0.00081828074,0.8689184,0.0009879967,0.016835246,0.103896506,0.000089712514],"about_ca_topic_score_codex":0.000023972492,"about_ca_topic_score_gemma":0.000035253724,"teacher_disagreement_score":0.86872977,"about_ca_system_score_codex":0.00044710672,"about_ca_system_score_gemma":0.0038661838,"threshold_uncertainty_score":0.9951242},"labels":[],"label_agreement":null},{"id":"W1968396846","doi":"10.2196/jmir.3701","title":"On Supplementing “Foot in the Door” Incentives for eHealth Program Engagement","year":2014,"lang":"en","type":"letter","venue":"Journal of Medical Internet Research","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"eHealth; Incentive; Attrition; Incentive program; Population; The Internet; Business; Gerontology; Psychology; Medicine; Environmental health; Computer science; Health care; Economics; Economic growth; World Wide Web","score_opus":0.24200075968820914,"score_gpt":0.58302752814077,"score_spread":0.34102676845256086,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1968396846","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0075030583,0.00037667347,0.00039379278,0.9770012,0.0034873474,0.0024504047,0.000040338666,0.000015458023,0.008731755],"genre_scores_gemma":[0.47551137,0.000066015986,0.0004557385,0.49791864,0.012345301,0.0018124777,0.00024881744,0.0001461567,0.011495472],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9866519,0.0046353927,0.0019742209,0.00045167597,0.004881217,0.0014055974],"domain_scores_gemma":[0.99158394,0.006498957,0.00073344447,0.00048086845,0.0004177721,0.00028501498],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.033830244,0.00027363657,0.00060427014,0.0009823437,0.00012222046,0.00027591587,0.0028768813,0.0007052747,0.003520186],"category_scores_gemma":[0.0026653467,0.0001736549,0.00044197726,0.0003488937,0.00039712436,0.00008833663,0.00032303442,0.011358138,0.0002172523],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029029435,0.0015608452,0.00007871816,0.0006456652,0.00016153774,0.0008326894,0.0010779189,7.769986e-8,1.14925356e-7,0.0071405843,0.90998507,0.07822647],"study_design_scores_gemma":[0.0017793351,0.009208017,0.00023611418,0.0032635755,0.000018843115,0.0001747065,0.0007531489,0.000050274073,0.000007730208,0.0045245136,0.9798552,0.00012857406],"about_ca_topic_score_codex":0.0003254016,"about_ca_topic_score_gemma":0.00014427758,"teacher_disagreement_score":0.47908252,"about_ca_system_score_codex":0.0005636636,"about_ca_system_score_gemma":0.0003564371,"threshold_uncertainty_score":0.99739075},"labels":[],"label_agreement":null},{"id":"W1970819099","doi":"10.2196/jmir.2989","title":"Pretreatment Attrition and Formal Withdrawal During Treatment and Their Predictors: An Exploratory Study of the Anxiety Online Data","year":2014,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":55,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Northwestern Polytechnic","funders":"Australian Government","keywords":"Attrition; Popularity; Anxiety; Psychological intervention; Psychology; Mental health; Exploratory research; Clinical psychology; Data collection; Psychiatry; Medicine; Social psychology","score_opus":0.16851587937160212,"score_gpt":0.47813629800233853,"score_spread":0.3096204186307364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1970819099","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9975747,0.0006117121,0.000039083025,0.00089371006,0.0003272067,0.00039298084,0.000060811,0.0000055604887,0.00009426655],"genre_scores_gemma":[0.99934936,0.00008321889,0.000022389466,0.000017180777,0.0002524652,0.000017756242,0.00001182469,0.000012539851,0.00023323963],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9970216,0.00095283345,0.0006388855,0.00023954829,0.0008603675,0.0002867463],"domain_scores_gemma":[0.9985554,0.00022083707,0.0002061897,0.0004896511,0.00014676005,0.00038114883],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029199068,0.00011813009,0.00025910395,0.00014799164,0.00008364801,0.000046374404,0.0006435277,0.00009360354,0.0001280188],"category_scores_gemma":[0.0002391644,0.000062904335,0.00004700287,0.000116892414,0.00030498358,0.00041059838,0.000632736,0.0004966158,0.0000017554105],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0041912943,0.057986517,0.4071925,0.0005230729,0.0019536158,0.00014739911,0.061141223,0.0000018832818,0.00026933037,0.0011364905,0.0034724951,0.4619842],"study_design_scores_gemma":[0.02225191,0.09121098,0.79996556,0.002889444,0.00016393863,0.0019539052,0.07005677,0.002688888,0.0014537182,0.00067397265,0.0063934065,0.00029752342],"about_ca_topic_score_codex":0.00029414616,"about_ca_topic_score_gemma":0.0014388189,"teacher_disagreement_score":0.46168667,"about_ca_system_score_codex":0.00013404248,"about_ca_system_score_gemma":0.00007483136,"threshold_uncertainty_score":0.25651643},"labels":[],"label_agreement":null},{"id":"W1973930568","doi":"10.2196/jmir.1752","title":"Communications Between Volunteers and Health Researchers during Recruitment and Informed Consent: Qualitative Content Analysis of Email Interactions","year":2011,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia; Arthritis Research Centre of Canada","funders":"Canadian Institutes of Health Research","keywords":"Content analysis; Informed consent; Qualitative research; Content (measure theory); Psychology; Medical education; Qualitative analysis; Internet privacy; Medicine; Computer science; Alternative medicine; Sociology; Social science","score_opus":0.928188729731024,"score_gpt":0.6964607175482572,"score_spread":0.23172801218276673,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1973930568","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9498951,0.0012842196,0.00006182496,0.046995446,0.00027743817,0.00065982464,0.000008973376,0.000005488214,0.00081169495],"genre_scores_gemma":[0.98718935,0.01163215,0.0007301663,0.00006535578,0.00013966399,0.000078606376,0.000004746909,0.000006155332,0.0001538003],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.992561,0.0037718408,0.000992646,0.00013087373,0.0021404957,0.00040317135],"domain_scores_gemma":[0.9814524,0.015515263,0.00050079654,0.00023016946,0.0012596509,0.0010417302],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.024171136,0.000071660405,0.0004321569,0.0010917749,0.0003191571,0.00004510263,0.0006596495,0.00012040027,0.00040271433],"category_scores_gemma":[0.034247007,0.000062289415,0.000086907596,0.0010625779,0.0025228385,0.00023313785,0.0002657804,0.0011643755,0.00000263882],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010151026,0.00018494138,0.11696733,0.00014192634,0.0008660201,0.0000034325178,0.8576068,4.7491344e-8,0.000007895358,0.0046311123,0.0011284499,0.018360524],"study_design_scores_gemma":[0.0006709809,0.0005242467,0.39778283,0.0008934478,0.00011744211,0.000004996443,0.5916712,0.00007829832,0.00005115713,0.000540139,0.0075820186,0.00008320344],"about_ca_topic_score_codex":0.10272357,"about_ca_topic_score_gemma":0.08539733,"teacher_disagreement_score":0.2808155,"about_ca_system_score_codex":0.00079528574,"about_ca_system_score_gemma":0.0031123534,"threshold_uncertainty_score":0.9738879},"labels":[],"label_agreement":null},{"id":"W1974676139","doi":"10.2196/jmir.5.4.e28","title":"Improving Web Searches: Case Study of Quit-Smoking Web Sites for Teenagers","year":2003,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Toronto Public Health","funders":"Ontario Ministry of Health and Long-Term Care","keywords":"World Wide Web; The Internet; Smoking cessation; Web site; Web application; Computer science; Internet privacy; Web analytics; Web development; Web intelligence; Medicine","score_opus":0.25751533042364316,"score_gpt":0.5869877972436137,"score_spread":0.32947246681997056,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1974676139","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9939229,0.00017683326,0.0012203498,0.0009870704,0.0005273755,0.0011499841,0.000009218251,0.00001169282,0.001994582],"genre_scores_gemma":[0.9977996,0.00007007054,0.0005880094,0.00044510164,0.0003624083,0.000056777786,0.0000016902181,0.000017290675,0.0006590503],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9887824,0.0041199243,0.0031279575,0.0002049116,0.0029226479,0.0008421241],"domain_scores_gemma":[0.98848253,0.0066774334,0.0010039783,0.0003358585,0.0026832952,0.0008169205],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06613802,0.00013162648,0.0005058826,0.00067986245,0.00044456197,0.000048512968,0.00072491285,0.0003368591,0.0027879272],"category_scores_gemma":[0.030626087,0.000089029585,0.00013220792,0.00052575686,0.0001995636,0.000652196,0.00026939827,0.0038598767,0.000019922923],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015731789,0.004028416,0.6581303,0.010923043,0.00045175743,0.0017485995,0.13612422,0.000010584353,0.0008123266,0.0028453565,0.099730104,0.083622105],"study_design_scores_gemma":[0.019256061,0.00810472,0.0022595734,0.0041418057,0.000076536824,0.0014257035,0.72854686,0.07631339,0.0005491685,0.00054654124,0.15834124,0.000438421],"about_ca_topic_score_codex":0.0009491703,"about_ca_topic_score_gemma":0.00057183625,"teacher_disagreement_score":0.65587074,"about_ca_system_score_codex":0.00038729733,"about_ca_system_score_gemma":0.0037837487,"threshold_uncertainty_score":0.99843824},"labels":[],"label_agreement":null},{"id":"W1975985720","doi":"10.2196/jmir.7.2.e21","title":"\"Is Cybermedicine Killing You?\" - The Story of a Cochrane Disaster","year":2005,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University Health Network","funders":"","keywords":"Publication; Internet privacy; The Internet; Public relations; Medicine; Psychology; Computer science; Political science; World Wide Web; Law","score_opus":0.41644634878914766,"score_gpt":0.6242892116656723,"score_spread":0.20784286287652465,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1975985720","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003108272,0.9538214,0.000021560869,0.038033627,0.005708686,0.0008760898,0.0000036839444,0.0000055313753,0.0012185705],"genre_scores_gemma":[0.00046642753,0.9818856,0.00003929435,0.00021006963,0.016149847,0.000083934945,0.0000027167166,0.000031412896,0.001130669],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9811355,0.006868431,0.001711741,0.00023240475,0.009348337,0.0007036281],"domain_scores_gemma":[0.9688698,0.02727179,0.0012445564,0.00034523383,0.0013675934,0.00090099126],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.053068537,0.00020136431,0.001525194,0.0005900821,0.00028197005,0.00005967305,0.0026549639,0.0008236202,0.005089731],"category_scores_gemma":[0.056039244,0.00011525684,0.000513104,0.00097156514,0.002679398,0.00012327512,0.00020181945,0.006642155,0.00008452747],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012767241,0.00010727678,0.000017374947,0.00237072,0.00010663499,0.000024880956,0.04087484,1.4841474e-8,2.8164957e-8,0.00041639316,0.042208377,0.9138607],"study_design_scores_gemma":[0.00017280396,0.00017345947,0.000015041054,0.03345529,0.00013622073,0.0000400272,0.00784659,0.0000045026727,1.873361e-7,0.00007006946,0.95800394,0.00008189382],"about_ca_topic_score_codex":0.0021401304,"about_ca_topic_score_gemma":0.0005340523,"teacher_disagreement_score":0.91579556,"about_ca_system_score_codex":0.001055122,"about_ca_system_score_gemma":0.008481393,"threshold_uncertainty_score":0.9971396},"labels":[],"label_agreement":null},{"id":"W1976919998","doi":"10.2196/jmir.1961","title":"WikiBuild: A New Application to Support Patient and Health Care Professional Involvement in the Development of Patient Support Tools","year":2011,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Wikis in Education and Collaboration","field":"Social Sciences","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre intégré de santé et de services sociaux de Chaudière-Appalaches","funders":"Université Laval","keywords":"The Internet; Bhattacharyya distance; Health care; eHealth; Medicine; Nursing; Health professionals; Psychology; Medical education; World Wide Web; Computer science; Political science; Artificial intelligence","score_opus":0.16175147342154922,"score_gpt":0.49823586672987735,"score_spread":0.33648439330832813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1976919998","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9654555,0.00015202495,0.00061018177,0.029761089,0.00043904642,0.00084984186,0.0000015318133,0.0000030358826,0.0027277889],"genre_scores_gemma":[0.9967386,0.00004996795,0.00172509,0.0011428128,0.0001351317,0.000046967132,0.00000504359,0.0000036201418,0.00015278027],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9954157,0.0005491819,0.0007274361,0.00011934175,0.0029491999,0.00023916944],"domain_scores_gemma":[0.99848217,0.0001231141,0.0002343897,0.00010106013,0.0006672364,0.0003920519],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007285483,0.00005549588,0.00013737874,0.00022241918,0.00010943384,0.000043301785,0.00047207993,0.000076757904,0.0006696355],"category_scores_gemma":[0.00061282516,0.000036587986,0.000022480712,0.00042700252,0.00012298663,0.00012797813,0.00011914413,0.00038711703,0.0000085457095],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005685582,0.00030520977,0.003992556,0.000021325175,0.000007307806,0.0000029978494,0.6010094,2.1018204e-7,0.0000063285656,0.003651931,0.04895398,0.3419919],"study_design_scores_gemma":[0.00043184258,0.0018794193,0.024254424,0.0003052061,0.000002665319,0.00000514527,0.46106368,0.000005597374,0.0006365029,0.00056270655,0.510771,0.0000818065],"about_ca_topic_score_codex":0.0013829535,"about_ca_topic_score_gemma":0.008548524,"teacher_disagreement_score":0.461817,"about_ca_system_score_codex":0.00040527878,"about_ca_system_score_gemma":0.0076743937,"threshold_uncertainty_score":0.99795115},"labels":[],"label_agreement":null},{"id":"W1976952679","doi":"10.2196/jmir.2616","title":"Virtual Patients in Primary Care: Developing a Reusable Model That Fosters Reflective Practice and Clinical Reasoning","year":2014,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":57,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Stockholms Läns Landsting","keywords":"Virtual patient; Curriculum; Medical education; Virtual learning environment; Focus group; Psychology; Medicine; Nursing; Knowledge management; Computer science; Pedagogy","score_opus":0.16591656931605522,"score_gpt":0.5346507943927958,"score_spread":0.3687342250767406,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1976952679","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9775305,0.00028921867,0.0028820038,0.017019335,0.00041958797,0.00029510606,6.6724823e-7,0.000007242906,0.0015563752],"genre_scores_gemma":[0.9893703,0.00039488092,0.0074819596,0.0021888958,0.00040710813,0.000007565374,0.0000092802275,0.000020949883,0.0001190653],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99430573,0.0012982787,0.0009614802,0.00027019405,0.0027930806,0.00037120812],"domain_scores_gemma":[0.9897264,0.006364326,0.0003502284,0.00022365127,0.0026621746,0.00067318766],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.011601977,0.00010852088,0.0004079762,0.00046642162,0.000058219346,0.00004799601,0.00027578085,0.00030131033,0.00004045962],"category_scores_gemma":[0.025499262,0.00008721989,0.00006571137,0.00031478674,0.000230793,0.00028069335,0.00019912916,0.0024952127,0.0000073865003],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023555337,0.00037028352,0.93185097,0.00028130558,0.00008395766,0.00007468903,0.007726282,0.00006154409,0.0000035999883,0.00052884076,0.0039572353,0.05270578],"study_design_scores_gemma":[0.014559159,0.0060830945,0.83905935,0.012759507,0.00010245823,0.00046646787,0.02017275,0.10125578,0.00015479268,0.0008126631,0.0042188438,0.0003551251],"about_ca_topic_score_codex":0.00029409266,"about_ca_topic_score_gemma":0.000046898345,"teacher_disagreement_score":0.10119424,"about_ca_system_score_codex":0.0013184076,"about_ca_system_score_gemma":0.003088282,"threshold_uncertainty_score":0.99980605},"labels":[],"label_agreement":null},{"id":"W1978522520","doi":"10.2196/jmir.3001","title":"Engaging With a Wiki Related to Knowledge Translation: A Survey of WhatisKT Wiki Users","year":2014,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Wikis in Education and Collaboration","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ottawa Hospital; McMaster University","funders":"McMaster University","keywords":"Knowledge translation; World Wide Web; Web 2.0; Knowledge management; The Internet; Medical education; Computer science; Internet privacy; Medicine","score_opus":0.16963970858117736,"score_gpt":0.5079086977958284,"score_spread":0.338268989214651,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1978522520","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9528078,0.00031433444,0.0052816514,0.024025938,0.00073288113,0.00022187295,0.0000012802075,0.000010825265,0.016603455],"genre_scores_gemma":[0.99732214,0.000116112074,0.0006428089,0.00009115505,0.0003203671,0.0000042023476,0.0000016642307,0.000008557745,0.0014929887],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99324906,0.0032298474,0.0005113226,0.00012645916,0.0026253776,0.00025791032],"domain_scores_gemma":[0.9946404,0.002134027,0.00016858743,0.00012136202,0.002461275,0.00047434669],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.027545007,0.0000643034,0.00020787239,0.0003559434,0.00012992216,0.00011843891,0.0006152482,0.00014692848,0.0011489855],"category_scores_gemma":[0.008799538,0.000048862632,0.00003745748,0.0014484775,0.0004128547,0.00026058196,0.00003415656,0.0007782292,0.000030477111],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009152156,0.0007420212,0.033093553,0.000073901545,0.00018372295,0.000018867218,0.2772471,0.00005490232,0.00014909636,0.027898021,0.078511976,0.5811116],"study_design_scores_gemma":[0.003606006,0.0035703313,0.10849926,0.0027157124,0.0000416768,0.000043486933,0.053148597,0.0065281927,0.0009622677,0.0018970511,0.8185728,0.0004146046],"about_ca_topic_score_codex":0.002994476,"about_ca_topic_score_gemma":0.02099776,"teacher_disagreement_score":0.74006087,"about_ca_system_score_codex":0.00014415127,"about_ca_system_score_gemma":0.0018949622,"threshold_uncertainty_score":0.9997641},"labels":[],"label_agreement":null},{"id":"W1979397583","doi":"10.2196/jmir.3748","title":"Exploring the Efficacy of Replacing Linear Paper-Based Patient Cases in Problem-Based Learning With Dynamic Web-Based Virtual Patients: Randomized Controlled Trial","year":2014,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Problem and Project Based Learning","field":"Social Sciences","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"NOSM University","funders":"Joint Information Systems Committee","keywords":"Problem-based learning; Randomized controlled trial; Web application; Computer science; Virtual patient; Medical education; Process (computing); Multimedia; Medicine; Psychology; World Wide Web","score_opus":0.05524803938231185,"score_gpt":0.37387709101118943,"score_spread":0.31862905162887756,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1979397583","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9896219,0.00008283868,0.0025156625,0.004551335,0.0003214025,0.002264845,7.730469e-7,0.000024391653,0.00061686174],"genre_scores_gemma":[0.9987008,0.00005480333,0.00043790758,0.00021411096,0.00026379802,0.0002285774,0.000004243498,0.000028616343,0.0000671204],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9768996,0.0150016975,0.0017869774,0.00030531042,0.0053054234,0.00070097414],"domain_scores_gemma":[0.9638302,0.033344455,0.001090118,0.0002343485,0.0011268703,0.00037402057],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.052996647,0.00022429074,0.0013363932,0.0008057237,0.00032242492,0.0001312873,0.00087982655,0.00018740317,0.00039486313],"category_scores_gemma":[0.07586782,0.00012314781,0.0004504298,0.00082738727,0.0011589173,0.00026488368,0.0000801768,0.0027172526,0.0000049098376],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.95399225,0.0010847319,0.0017595175,0.000076575256,0.00012952117,0.0000962993,0.0048220516,0.014560401,0.000052674848,0.00029387733,0.00009973967,0.023032341],"study_design_scores_gemma":[0.8709359,0.0078297695,0.000070431764,0.0024423467,0.00006655883,0.0000026431014,0.001532412,0.11285745,0.00016664105,0.000026290774,0.0038872543,0.00018229612],"about_ca_topic_score_codex":0.0017834527,"about_ca_topic_score_gemma":0.0012097827,"teacher_disagreement_score":0.09829705,"about_ca_system_score_codex":0.0003109533,"about_ca_system_score_gemma":0.003071413,"threshold_uncertainty_score":0.99958354},"labels":[],"label_agreement":null},{"id":"W1979764658","doi":"10.2196/jmir.2934","title":"Use of the Internet as a Health Information Resource Among French Young Adults: Results From a Nationally Representative Survey","year":2014,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":379,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital","funders":"","keywords":"The Internet; Health Information National Trends Survey; Resource (disambiguation); Environmental health; Internet privacy; Psychology; Health information; Medicine; Computer science; Demography; Gerontology; World Wide Web; Health care; Sociology; Political science","score_opus":0.13435795794543776,"score_gpt":0.512812848720732,"score_spread":0.3784548907752942,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1979764658","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9805418,0.000045418423,0.0034627323,0.010699378,0.00081530766,0.00074422796,0.00021668033,0.000013184421,0.0034612722],"genre_scores_gemma":[0.99346775,0.00008163086,0.0003729042,0.003930506,0.0003532777,0.000019806177,0.00019279863,0.000009868318,0.0015714734],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9764652,0.012751882,0.0051476294,0.00020791462,0.0048576575,0.0005696881],"domain_scores_gemma":[0.9747866,0.014902117,0.0039947233,0.00065334997,0.004881986,0.00078123226],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.056788202,0.00014508601,0.00048759315,0.00044360256,0.00026746132,0.00009826536,0.001344549,0.00036853494,0.0013319324],"category_scores_gemma":[0.12549384,0.00008746411,0.0001345179,0.0006981001,0.0004430994,0.0021209358,0.00071161764,0.0041135023,0.00011295788],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022818828,0.00015661812,0.40691304,0.00031050644,0.00007274129,0.0000021804317,0.071047015,0.000010855692,8.190963e-7,0.0007954635,0.50360155,0.014807337],"study_design_scores_gemma":[0.0023614324,0.0004261873,0.85363704,0.0038972716,0.0000035467438,0.0000072878165,0.0037365465,0.022776138,0.000028514076,0.000385002,0.112659104,0.00008193023],"about_ca_topic_score_codex":0.11313771,"about_ca_topic_score_gemma":0.008843465,"teacher_disagreement_score":0.446724,"about_ca_system_score_codex":0.0004930004,"about_ca_system_score_gemma":0.0025515375,"threshold_uncertainty_score":0.999581},"labels":[],"label_agreement":null},{"id":"W1980232513","doi":"10.2196/jmir.1837","title":"Bringing Loyalty to E-health: Theory Validation Using Three Internet-Delivered Interventions","year":2011,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":70,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek","keywords":"Psychological intervention; The Internet; Loyalty; Attrition; eHealth; Intervention (counseling); Psychology; Medicine; Focus group; Internet privacy; Health care; Nursing; Computer science; World Wide Web; Business; Marketing","score_opus":0.42956325493750225,"score_gpt":0.5881906577581684,"score_spread":0.15862740282066612,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1980232513","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5182917,0.00232244,0.45018172,0.015081605,0.0030865837,0.0038797285,0.000021912878,0.000084110936,0.007050217],"genre_scores_gemma":[0.98734343,0.0005388715,0.0055211876,0.0025668673,0.0012453664,0.00040977044,0.000010886533,0.00005814755,0.0023054928],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9904603,0.0029752664,0.0026340196,0.00035946709,0.0022774714,0.0012935192],"domain_scores_gemma":[0.99304587,0.0015696335,0.0009167782,0.00046735423,0.0015497019,0.0024506883],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.032717075,0.00018243073,0.00056027144,0.0010112061,0.0004702367,0.00002856115,0.0013583495,0.00036809887,0.015817262],"category_scores_gemma":[0.005118641,0.00014994023,0.000249167,0.00070016406,0.00019518918,0.00020661995,0.00070005393,0.003881292,0.0006464401],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023136623,0.0017798359,0.03886964,0.0047637424,0.00035024353,0.00017423286,0.026760276,0.000013787361,0.00015616826,0.13137607,0.3491206,0.44432175],"study_design_scores_gemma":[0.01504024,0.012149785,0.11218877,0.08238372,0.00027610647,0.0009851946,0.029847348,0.030934915,0.0013669075,0.082683414,0.6304387,0.0017049381],"about_ca_topic_score_codex":0.0062920963,"about_ca_topic_score_gemma":0.0015592038,"teacher_disagreement_score":0.46905172,"about_ca_system_score_codex":0.0010887586,"about_ca_system_score_gemma":0.0029316403,"threshold_uncertainty_score":0.9984168},"labels":[],"label_agreement":null},{"id":"W1980670610","doi":"10.2196/jmir.1941","title":"Validation of an Informant-Reported Web-Based Data Collection to Assess Dementia Symptoms","year":2012,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Capital District Health Authority; Dalhousie University","funders":"Atlantic Canada Opportunities Agency","keywords":"Dementia; Construct validity; Psychology; Data collection; Test (biology); Construct (python library); Medicine; Gerontology; Clinical psychology; Psychometrics; Computer science; Disease; Internal medicine","score_opus":0.1624671261726052,"score_gpt":0.4855242904746229,"score_spread":0.3230571643020177,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1980670610","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9903938,0.00011391974,0.0052450323,0.001886655,0.00029630226,0.00040240926,0.000004897752,0.000009946299,0.0016470213],"genre_scores_gemma":[0.99804,0.000057636247,0.000657628,0.00019726022,0.00043171892,0.000011386784,0.00009219693,0.000015531603,0.00049660826],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99184597,0.00056185893,0.0009373374,0.00017481619,0.0059314687,0.00054856547],"domain_scores_gemma":[0.9958731,0.00034514995,0.0002606277,0.00044800114,0.0018813283,0.0011918148],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.018591778,0.00010940046,0.00033307617,0.0010127465,0.000052311174,0.00006855012,0.0007844308,0.0001568988,0.0039488617],"category_scores_gemma":[0.004308394,0.00008065422,0.00008105001,0.0007637702,0.00016717326,0.0006716143,0.00042151532,0.00096749334,0.000050054383],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00399077,0.004956956,0.802272,0.00047831485,0.0014730566,0.00040664602,0.0007879531,0.0000039341717,0.024804352,0.00010073066,0.079758756,0.080966525],"study_design_scores_gemma":[0.015175915,0.016215451,0.5384968,0.0026909574,0.0007124561,0.0016555691,0.0020322925,0.042352296,0.31694984,0.000050580147,0.063309476,0.0003583602],"about_ca_topic_score_codex":0.00012215192,"about_ca_topic_score_gemma":0.000016267966,"teacher_disagreement_score":0.2921455,"about_ca_system_score_codex":0.00015203012,"about_ca_system_score_gemma":0.0015324567,"threshold_uncertainty_score":0.99696165},"labels":[],"label_agreement":null},{"id":"W1982139070","doi":"10.2196/jmir.6.4.e47","title":"CATCH-IT Report: Evaluation of an Internet-Based Smoking Cessation Program: Lessons Learned From a Pilot Study","year":2004,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Smoking Behavior and Cessation","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University Health Network","funders":"","keywords":"The Internet; Smoking cessation; Tobacco control; Public health; Medicine; Intervention (counseling); Pilot program; Environmental health; Family medicine; Medical education; World Wide Web; Nursing; Computer science","score_opus":0.4192112380311019,"score_gpt":0.5509538712287606,"score_spread":0.13174263319765872,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1982139070","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98892206,0.0000677737,0.0011131534,0.0085625565,0.00036052175,0.0007260375,0.0000020770121,0.000023332921,0.00022251024],"genre_scores_gemma":[0.9990186,0.0000134242455,0.00022771322,0.00006854781,0.00043865596,0.00005273641,0.00006856776,0.000027491305,0.00008426385],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.98700583,0.001104125,0.0012558864,0.0003481667,0.009967557,0.00031841523],"domain_scores_gemma":[0.99535406,0.0002821474,0.00063056144,0.00043214182,0.0028588355,0.0004422573],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.022317985,0.00015204439,0.00046037597,0.00063029636,0.00004571665,0.00009723035,0.00050743105,0.00019466812,0.0014282033],"category_scores_gemma":[0.0052158525,0.00011749459,0.0001159942,0.0004890744,0.00023614096,0.00022827233,0.00009487441,0.0016944298,0.0000032705466],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004827065,0.033012696,0.3013971,0.00016910309,0.00084800605,0.004568209,0.011864367,0.0003087906,0.0038802964,0.00012219309,0.0020647806,0.6369374],"study_design_scores_gemma":[0.0364834,0.051866423,0.8331763,0.0054570367,0.0016967994,0.0010822773,0.012440614,0.015535611,0.038188588,0.0028870613,0.0008035782,0.0003823062],"about_ca_topic_score_codex":0.007102083,"about_ca_topic_score_gemma":0.0009003667,"teacher_disagreement_score":0.6365551,"about_ca_system_score_codex":0.0007806582,"about_ca_system_score_gemma":0.0021091076,"threshold_uncertainty_score":0.9995097},"labels":[],"label_agreement":null},{"id":"W1983683051","doi":"10.2196/jmir.1090","title":"Response Audit of an Internet Survey of Health Care Providers and Administrators: Implications for Determination of Response Rates","year":2008,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Survey Methodology and Nonresponse","field":"Social Sciences","cited_by":69,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ministry of Health and Long Term Care; University of Toronto; Institute for Clinical Evaluative Sciences; Cancer Care Ontario","funders":"Canadian Health Services Research Foundation; Cancer Care Ontario","keywords":"Health care; Audit; The Internet; Business; Psychology; Nursing; Medicine; Computer science; World Wide Web; Accounting; Political science","score_opus":0.4613429417625918,"score_gpt":0.600557925063805,"score_spread":0.13921498330121324,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1983683051","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98896533,0.0007570177,0.0022653257,0.0075050816,0.00011877424,0.0003123874,0.000056680863,0.0000034553982,0.000015942976],"genre_scores_gemma":[0.9973424,0.00022968516,0.0021035057,0.000046456276,0.000044991884,0.00001044119,0.000006240162,0.000009456884,0.00020681431],"study_design_codex":"randomized_trial","study_design_gemma":"observational","domain_scores_codex":[0.9115272,0.08467465,0.0014964957,0.0002510647,0.0016371808,0.0004133893],"domain_scores_gemma":[0.9378493,0.05842783,0.0007387755,0.0001912366,0.0024387054,0.0003541464],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2157177,0.00008743991,0.00048637195,0.0005511125,0.00012306552,0.000014651118,0.00070230645,0.00025980742,0.000093104034],"category_scores_gemma":[0.20938803,0.00007358885,0.000092168535,0.0004540637,0.002141213,0.00018889635,0.000089009955,0.00046386538,3.8654872e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.47962877,0.0014989485,0.21093734,0.0005216536,0.00025949607,0.00009430932,0.18387383,0.0000010196817,0.007625782,0.0010030527,0.01654236,0.09801345],"study_design_scores_gemma":[0.0012748936,0.0068654753,0.965729,0.00032257312,0.000009486303,0.000081232756,0.010403818,0.00006063416,0.012313431,0.00025432228,0.002600013,0.00008514403],"about_ca_topic_score_codex":0.0044893567,"about_ca_topic_score_gemma":0.0044032387,"teacher_disagreement_score":0.7547917,"about_ca_system_score_codex":0.00013597964,"about_ca_system_score_gemma":0.006155921,"threshold_uncertainty_score":0.9994783},"labels":[],"label_agreement":null},{"id":"W1984404186","doi":"10.2196/jmir.1833","title":"WikiBuild: A New Online Collaboration Process For Multistakeholder Tool Development and Consensus Building","year":2011,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Wikis in Education and Collaboration","field":"Social Sciences","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"Physicians' Services Incorporated Foundation","keywords":"Usability; Workflow; Certification; Stakeholder; Computer science; Medical education; Test (biology); Medicine; World Wide Web","score_opus":0.27920208990888423,"score_gpt":0.5204861972744671,"score_spread":0.24128410736558287,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1984404186","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9788636,0.00028386616,0.0042045056,0.014957325,0.00056965183,0.00032946753,0.0000020939758,0.000009005859,0.00078050914],"genre_scores_gemma":[0.9784991,0.00009203937,0.017262278,0.0002028311,0.00093352655,0.0000130356875,0.0000021872168,0.000008363808,0.002986631],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.997241,0.00026507408,0.00045068,0.00012485085,0.0016759057,0.00024249053],"domain_scores_gemma":[0.9968803,0.00039963154,0.00017253436,0.00005755393,0.0021131197,0.00037687147],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005799032,0.00006069736,0.00013492102,0.00020580503,0.00018218585,0.0001407615,0.00032993834,0.00014590225,0.0004433387],"category_scores_gemma":[0.008038766,0.000050336006,0.000021192362,0.00043160535,0.00026657523,0.00017446434,0.000033695767,0.0003484807,0.0000026961638],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009802039,0.0011623357,0.0044767135,0.00014777701,0.00016017878,0.00006536976,0.35275492,0.0000036134984,0.00034177158,0.08409397,0.1802188,0.37559435],"study_design_scores_gemma":[0.0022621911,0.00050377724,0.003178862,0.00054273574,0.00001861263,0.000037037986,0.11094661,0.0008853085,0.004111084,0.006369586,0.8709327,0.0002114987],"about_ca_topic_score_codex":0.00035905626,"about_ca_topic_score_gemma":0.0026710192,"teacher_disagreement_score":0.6907139,"about_ca_system_score_codex":0.00018575012,"about_ca_system_score_gemma":0.0055694105,"threshold_uncertainty_score":0.9879895},"labels":[],"label_agreement":null},{"id":"W1984926150","doi":"10.2196/jmir.1157","title":"Infodemiology and Infoveillance: Framework for an Emerging Set of Public Health Informatics Methods to Analyze Search, Communication and Publication Behavior on the Internet","year":2009,"lang":"en","type":"editorial","venue":"Journal of Medical Internet Research","topic":"Data-Driven Disease Surveillance","field":"Medicine","cited_by":1412,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University Health Network","funders":"","keywords":"The Internet; Computer science; Social media; Health informatics; Public health; Public health informatics; Public health surveillance; Population; Data science; World Wide Web; Internet privacy; Health policy; Medicine; Environmental health; HRHIS","score_opus":0.19569045247440497,"score_gpt":0.563388056423884,"score_spread":0.36769760394947903,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1984926150","genre_codex":"commentary","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17341815,0.013915602,0.24724294,0.44585547,0.10564834,0.01076545,0.001887804,0.00016493109,0.0011012988],"genre_scores_gemma":[0.19523862,0.06522385,0.3230379,0.0178812,0.38826844,0.0008546147,0.0075537683,0.00042353032,0.0015180852],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9894038,0.0037040627,0.0023300906,0.0002943999,0.0036013692,0.0006662745],"domain_scores_gemma":[0.98003334,0.012038798,0.001349447,0.0010591117,0.004009085,0.0015102328],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.056704514,0.00026691818,0.0012097582,0.001174248,0.000094018105,0.00021049462,0.0016599894,0.00088915793,0.00013700692],"category_scores_gemma":[0.09481916,0.00017798699,0.00014542529,0.0005950944,0.0007049226,0.0002843955,0.0007430329,0.0049165483,0.0000034342254],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005046471,0.00017638937,0.0013128584,0.00044745766,0.00018443103,0.0000040302148,0.0030104092,7.3594464e-7,0.0000029191601,0.0019667754,0.7931123,0.19927707],"study_design_scores_gemma":[0.0012717866,0.005549931,0.004823325,0.002459699,0.000057290636,0.00006957213,0.0016628694,0.003363834,0.000015672518,0.00071170845,0.97983664,0.0001776421],"about_ca_topic_score_codex":0.0002640402,"about_ca_topic_score_gemma":0.00010364124,"teacher_disagreement_score":0.42797428,"about_ca_system_score_codex":0.0003894677,"about_ca_system_score_gemma":0.0022285583,"threshold_uncertainty_score":0.9973791},"labels":[],"label_agreement":null},{"id":"W1985280129","doi":"10.2196/jmir.3390","title":"Promoting Business and Entrepreneurial Awareness in Health Care Professionals: Lessons From Venture Capital Panels at Medicine 2.0 Conferences","year":2014,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Private Equity and Venture Capital","field":"Business, Management and Accounting","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; JMIR Publications; University of Toronto","funders":"Deutsche Forschungsgemeinschaft","keywords":"Business plan; Venture capital; Business; Public relations; Health care; Service (business); Product (mathematics); Presentation (obstetrics); Marketing; Medicine; Economics; Political science; Finance","score_opus":0.0853558538260141,"score_gpt":0.407940793324345,"score_spread":0.3225849394983309,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1985280129","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9209259,0.0022746336,0.00010891837,0.075023785,0.0012061142,0.00018170621,0.0000031802035,0.000010465585,0.00026530557],"genre_scores_gemma":[0.9940333,0.00023365996,0.00001189318,0.0007905867,0.0047881403,0.0000063040134,0.000041620486,0.00001624166,0.00007826179],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9955499,0.0003578037,0.00084592024,0.0003330506,0.0024134438,0.0004998422],"domain_scores_gemma":[0.9977696,0.0006844602,0.0004967535,0.00016985543,0.0007285931,0.0001507489],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0058790976,0.00018279583,0.00056447304,0.00047557487,0.0001540525,0.00017023683,0.0008552658,0.00023309118,0.0012267493],"category_scores_gemma":[0.0050535845,0.00012276306,0.000059224254,0.0003816905,0.00038849286,0.00047531674,0.0010338174,0.0012535112,0.000021230395],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0036524297,0.002832937,0.44043016,0.009942952,0.0005672308,0.0026303725,0.09642802,0.000021477028,0.002468008,0.07114695,0.10861891,0.26126054],"study_design_scores_gemma":[0.023507565,0.001555811,0.47151735,0.048587732,0.00014241257,0.000379143,0.055709966,0.01593508,0.0011675576,0.03885058,0.3411392,0.00150758],"about_ca_topic_score_codex":0.004755615,"about_ca_topic_score_gemma":0.0017764933,"teacher_disagreement_score":0.25975296,"about_ca_system_score_codex":0.00013812802,"about_ca_system_score_gemma":0.0004196198,"threshold_uncertainty_score":0.99968624},"labels":[],"label_agreement":null},{"id":"W1985783230","doi":"10.2196/jmir.3018","title":"Growing a Professional Network to Over 3000 Members in Less Than 4 Years: Evaluation of InspireNet, British Columbia’s Virtual Nursing Health Services Research Network","year":2014,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia; Providence Health Care; Provincial Health Services Authority; Vancouver Coastal Health; University of Victoria","funders":"Michael Smith Health Research BC","keywords":"Health care; Social media; Work (physics); Nursing; Public relations; Health professionals; Professional development; Business; Emerging technologies; Knowledge management; Medicine; Medical education; World Wide Web; Political science; Engineering; Computer science","score_opus":0.20655215323179216,"score_gpt":0.5577386464201309,"score_spread":0.3511864931883388,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1985783230","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9833985,0.00091672875,0.000035544523,0.008715794,0.0050733895,0.0011403547,0.0000011379025,0.00000856466,0.0007099963],"genre_scores_gemma":[0.99134374,0.00035493734,0.00023187493,0.00047807294,0.0072966754,0.00011989111,0.0000038601106,0.000023003739,0.00014793861],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.96822,0.014998269,0.0012608763,0.00033019646,0.013725442,0.0014652152],"domain_scores_gemma":[0.9900219,0.00617535,0.00040244748,0.0001879375,0.002102504,0.0011098695],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.15045278,0.000087107546,0.0004753963,0.000384626,0.00043291965,0.00029029444,0.0012286705,0.00039193153,0.0009412816],"category_scores_gemma":[0.012229258,0.00011137928,0.000085074425,0.0022356713,0.00071253645,0.00039631219,0.00022912896,0.0023390448,0.0000086338505],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018071712,0.00047737543,0.14813411,0.00013975745,0.000030868327,0.000016134354,0.100439124,0.00043874365,0.0000039865395,0.0015013209,0.07180064,0.6768372],"study_design_scores_gemma":[0.0022382669,0.0017948905,0.81618017,0.033728685,0.00001822928,0.000019335212,0.088080965,0.00877745,0.0000043567725,0.009685379,0.03920786,0.00026440324],"about_ca_topic_score_codex":0.3104747,"about_ca_topic_score_gemma":0.5013455,"teacher_disagreement_score":0.6765728,"about_ca_system_score_codex":0.0022226472,"about_ca_system_score_gemma":0.007926311,"threshold_uncertainty_score":0.999972},"labels":[],"label_agreement":null},{"id":"W1986446865","doi":"10.2196/jmir.2323","title":"Predictors of Participant Retention in a Guided Online Self-Help Program for University Students: Prospective Cohort Study","year":2013,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Izaak Walton Killam Health Centre; Dalhousie University","funders":"Nova Scotia Health Research Foundation","keywords":"Attrition; Anxiety; Psychology; Clinical psychology; Distress; Retention rate; Cohort; Operationalization; Medicine; Psychiatry","score_opus":0.162917010676577,"score_gpt":0.5336907650202035,"score_spread":0.3707737543436265,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1986446865","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99353516,0.00006497451,0.000054218162,0.0014311707,0.0006663806,0.0035601933,0.000012841229,0.000018908891,0.00065617304],"genre_scores_gemma":[0.996953,0.000014761352,0.00017814836,0.000017565982,0.00013408191,0.00015957476,0.0000056532785,0.000014761569,0.002522421],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9940568,0.00087085384,0.0012384977,0.0002605485,0.0030830952,0.0004901909],"domain_scores_gemma":[0.99735165,0.00039446764,0.00036040958,0.0002188128,0.0011732146,0.000501421],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008444711,0.00010877338,0.0004161324,0.000520675,0.000031172134,0.000045680885,0.0010909191,0.00017963912,0.0016825364],"category_scores_gemma":[0.0016761768,0.000087903034,0.0001716336,0.00046852656,0.00021223268,0.0002348433,0.0003459497,0.0009491736,0.000041015253],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005723934,0.029282318,0.9438387,0.00011675993,0.0007491779,0.00021918878,0.002259417,3.124526e-7,0.0000029889165,0.00050107646,0.014831277,0.0076263756],"study_design_scores_gemma":[0.004955089,0.01398745,0.96743006,0.0008270947,0.000058252856,0.000054098397,0.0105970595,0.00035858745,0.000021416054,0.00037881505,0.0012568597,0.00007524962],"about_ca_topic_score_codex":0.0018478128,"about_ca_topic_score_gemma":0.000870399,"teacher_disagreement_score":0.023591314,"about_ca_system_score_codex":0.0004776671,"about_ca_system_score_gemma":0.00026675512,"threshold_uncertainty_score":0.9992301},"labels":[],"label_agreement":null},{"id":"W1986979602","doi":"10.2196/jmir.1909","title":"Mobile Phone-Based Telemonitoring for Heart Failure Management: A Randomized Controlled Trial","year":2012,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Heart Failure Treatment and Management","field":"Medicine","cited_by":370,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University Health Network","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Mobile phone; Randomized controlled trial; Heart failure; Telemedicine; Intervention (counseling); Phone; mHealth; Medical emergency; Medicine; Mobile device; Management of heart failure; Computer science; Psychological intervention; World Wide Web; Telecommunications; Health care; Nursing; Internal medicine","score_opus":0.04843836921725572,"score_gpt":0.42079585573347716,"score_spread":0.37235748651622147,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1986979602","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8379827,0.0071264654,0.022745464,0.07839747,0.007181054,0.04032845,0.0000038801622,0.00011934596,0.0061151357],"genre_scores_gemma":[0.9778155,0.00022807876,0.008907886,0.0003449239,0.0039182166,0.0016258749,0.0000055273676,0.000034510693,0.007119502],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9938262,0.0007979035,0.0011431527,0.00017652748,0.003310327,0.0007458931],"domain_scores_gemma":[0.99598795,0.0021948763,0.00021516246,0.00023729948,0.00048606834,0.0008786594],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.022928935,0.00019081762,0.0016487959,0.00069300394,0.00006712806,0.000071485825,0.0003130662,0.00020195407,0.0015623268],"category_scores_gemma":[0.0027073484,0.00011147356,0.0009847474,0.000238055,0.00021760655,0.00013695912,0.00011505493,0.0008508616,0.000078446574],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.79943746,0.0014751995,0.00020826346,0.00020899223,0.0013707314,0.000121785204,0.00021353248,8.761059e-7,0.000053228185,0.00052167283,0.1931658,0.0032224455],"study_design_scores_gemma":[0.72317797,0.0017682276,0.000009715208,0.0004938568,0.00037375724,0.000046736994,0.00030203207,0.00050191313,0.00058991596,0.00004200996,0.27262524,0.000068648995],"about_ca_topic_score_codex":0.000019666499,"about_ca_topic_score_gemma":0.0000022417062,"teacher_disagreement_score":0.13983275,"about_ca_system_score_codex":0.00021977728,"about_ca_system_score_gemma":0.00025736066,"threshold_uncertainty_score":0.99935037},"labels":[],"label_agreement":null},{"id":"W1987575397","doi":"10.2196/jmir.1214","title":"Feasibility of Internet-Based Health-Related Quality of Life Data Collection in a Large Patient Cohort","year":2010,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University Health Network; University of Toronto","funders":"Canadian Institutes of Health Research; University of Toronto","keywords":"Medicine; The Internet; Logistic regression; Rurality; Quality of life (healthcare); Cohort; Population; Marital status; Data collection; Family medicine; Cohort study; Gerontology; Demography; Environmental health; Rural area; Internal medicine; Nursing; World Wide Web","score_opus":0.28691152687869054,"score_gpt":0.5931764919960476,"score_spread":0.30626496511735707,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1987575397","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.989674,0.00015766546,0.0018969153,0.0053144507,0.0010828786,0.0010255276,0.00006049129,0.000008987642,0.0007790891],"genre_scores_gemma":[0.99811053,0.000058396672,0.0005238296,0.0009993226,0.000088895096,0.000017079277,0.00006620186,0.0000098130395,0.00012595546],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9793213,0.007624451,0.008491238,0.00030063605,0.0035789367,0.000683411],"domain_scores_gemma":[0.9886872,0.003800843,0.0032131202,0.00091831846,0.0024578508,0.0009226243],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.11309888,0.00012745774,0.00094209367,0.00066791265,0.0001115277,0.000013632202,0.0014704294,0.00054993306,0.0061272145],"category_scores_gemma":[0.047177546,0.00009309375,0.000112554655,0.000907219,0.00036306618,0.0005641149,0.0006942097,0.0064817555,0.000024373876],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001953955,0.0013401061,0.9625454,0.0022602768,0.000036558093,0.0000039065426,0.005039031,7.7721825e-7,0.000031264954,0.0006608147,0.020793725,0.0053341747],"study_design_scores_gemma":[0.006266258,0.0011318257,0.9135859,0.0029023362,0.0000051729835,0.0000066760294,0.002564612,0.064104386,0.000114017756,0.00044491582,0.008746632,0.00012729267],"about_ca_topic_score_codex":0.012324001,"about_ca_topic_score_gemma":0.0066401116,"teacher_disagreement_score":0.06592134,"about_ca_system_score_codex":0.00045723942,"about_ca_system_score_gemma":0.008070838,"threshold_uncertainty_score":0.99755245},"labels":[],"label_agreement":null},{"id":"W1988656606","doi":"10.2196/jmir.2.3.e14","title":"Peer Review in a Post-Eprints World: A Proposal","year":2000,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Academic Publishing and Open Access","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"National Cancer Institute; Eli Lilly and Company","keywords":"Computer science; Preprint; Quality (philosophy); World Wide Web; Server; Process (computing); Internet privacy","score_opus":0.39916034731441996,"score_gpt":0.6242327862269915,"score_spread":0.22507243891257156,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1988656606","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000010039609,0.9238615,0.000015333782,0.056801215,0.00070630584,0.00063982425,0.000010419972,0.0000061661,0.017949188],"genre_scores_gemma":[0.000010483439,0.89701736,0.00007647859,0.0008568844,0.0010941367,0.000029731596,0.000008232919,0.00003422792,0.100872435],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9341436,0.009065954,0.006245524,0.00089792645,0.04858982,0.0010571618],"domain_scores_gemma":[0.9674223,0.016089609,0.00277332,0.0015937227,0.009881481,0.0022395395],"candidate_categories":["metaresearch","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.24579689,0.00039251984,0.0037186227,0.004775955,0.00005546036,0.0017321481,0.020889798,0.0009973355,0.039736707],"category_scores_gemma":[0.26209855,0.00020428165,0.0010678626,0.0059217997,0.00055194204,0.0011254816,0.0023992371,0.017015537,0.0027730279],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017538978,0.00007290683,0.000011678991,0.0013924637,0.00003726437,0.00078253535,0.000057624406,1.9494227e-8,2.2036135e-9,0.00012022194,0.4543527,0.543155],"study_design_scores_gemma":[0.00022154202,0.000098810524,0.000010419092,0.13788979,0.00004714537,0.0012158608,0.00005250978,0.000015420339,7.690005e-8,0.0015135856,0.8587714,0.00016343547],"about_ca_topic_score_codex":0.00027144636,"about_ca_topic_score_gemma":0.00027863344,"teacher_disagreement_score":0.5429916,"about_ca_system_score_codex":0.00055352284,"about_ca_system_score_gemma":0.009409004,"threshold_uncertainty_score":0.9993042},"labels":[],"label_agreement":null},{"id":"W1992050372","doi":"10.2196/jmir.3504","title":"Exploring Women’s Beliefs and Perceptions About Healthy Eating Blogs: A Qualitative Study","year":2015,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":68,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"The Quebec Population Health Research Network; University of Toronto; St. Michael's Hospital; McGill University; Université Laval","funders":"","keywords":"Psychology; Qualitative research; Perception; Social psychology; Developmental psychology; Sociology","score_opus":0.6754006634249727,"score_gpt":0.6388341643492448,"score_spread":0.036566499075727954,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1992050372","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9714896,0.00046701593,0.0000344551,0.02474401,0.0021930737,0.0005105653,5.8286304e-7,0.000012489624,0.00054822926],"genre_scores_gemma":[0.9944575,0.001095323,0.0001846559,0.00016515462,0.0034135508,0.0005529164,2.832374e-7,0.000011115939,0.000119488795],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98817986,0.0055646575,0.0006985017,0.00017649173,0.004741605,0.0006388888],"domain_scores_gemma":[0.98929584,0.006966881,0.00023289258,0.0001086191,0.0013971119,0.0019986264],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.0524288,0.00007917903,0.00028462103,0.00040375013,0.0003471336,0.0001317681,0.00053311884,0.0001274634,0.0005517273],"category_scores_gemma":[0.06919788,0.00006740909,0.00003542265,0.00057013263,0.0007329179,0.0004304128,0.00014458483,0.001576516,0.000032162894],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007310984,0.00034743288,0.015336482,0.000024108349,0.000024135466,0.000021294885,0.95739853,1.18943035e-7,8.8580595e-7,0.001015702,0.002565707,0.023192476],"study_design_scores_gemma":[0.0006396069,0.0017342956,0.013220569,0.00025281953,0.0000035778494,0.000008060044,0.97214,0.00001565681,5.7377616e-7,0.0011325431,0.010795582,0.000056725166],"about_ca_topic_score_codex":0.015580865,"about_ca_topic_score_gemma":0.002885469,"teacher_disagreement_score":0.024578854,"about_ca_system_score_codex":0.0015843308,"about_ca_system_score_gemma":0.0031556212,"threshold_uncertainty_score":0.9909745},"labels":[],"label_agreement":null},{"id":"W1992303625","doi":"10.2196/jmir.3.2.e19","title":"Evidence-based Patient Choice and Consumer health informatics in the Internet age","year":2001,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":298,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University Health Network","funders":"University of Oxford","keywords":"Health informatics; Informatics; The Internet; Health care; Internet privacy; Health Administration Informatics; Witness; Public health; Public health informatics; eHealth; Public relations; Medicine; Health policy; HRHIS; Computer science; World Wide Web; Nursing; Political science","score_opus":0.30667814112304703,"score_gpt":0.5823142184953949,"score_spread":0.27563607737234785,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1992303625","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9505879,0.0018500421,0.0015032691,0.04314321,0.00041126026,0.000676892,0.0000023516034,0.000007800886,0.0018172561],"genre_scores_gemma":[0.96507204,0.0027881498,0.00033860214,0.03132729,0.00018346107,0.00003093315,0.0000037822024,0.0000064562114,0.00024926913],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9880942,0.0045421906,0.0036510634,0.000101696205,0.0029244195,0.0006864245],"domain_scores_gemma":[0.98976994,0.0076620793,0.0009551471,0.00027381195,0.00072027976,0.0006187295],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.047838997,0.00011016521,0.00035432965,0.00044641583,0.00018406312,0.00008697817,0.0008914518,0.00023138027,0.0021016037],"category_scores_gemma":[0.015471103,0.000059991442,0.0000559325,0.00050170766,0.00030301153,0.000903078,0.00024965644,0.0046010967,0.00009485906],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043719262,0.00029674848,0.44940782,0.0014148194,0.00001906749,0.00009407075,0.07303361,0.000002582519,5.6158837e-7,0.0008739779,0.2264648,0.24795474],"study_design_scores_gemma":[0.0017718339,0.0010837221,0.10211105,0.008692581,0.0000030186902,0.00008248106,0.014227118,0.016326506,0.0000031556137,0.00025432915,0.8553501,0.00009411562],"about_ca_topic_score_codex":0.0019140616,"about_ca_topic_score_gemma":0.0007027678,"teacher_disagreement_score":0.62888527,"about_ca_system_score_codex":0.00037405998,"about_ca_system_score_gemma":0.0019942482,"threshold_uncertainty_score":0.9988106},"labels":[],"label_agreement":null},{"id":"W1993627307","doi":"10.2196/jmir.3062","title":"Evaluation of the Accuracy of Smartphone Medical Calculation Apps","year":2014,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":84,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network","funders":"","keywords":"mHealth; Smartphone application; Computer science; Smartphone app; Mobile apps; Machine learning; Medicine; World Wide Web; Multimedia; Psychological intervention","score_opus":0.239186366664667,"score_gpt":0.6043300449433879,"score_spread":0.36514367827872096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1993627307","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93212086,0.0010311487,0.006162262,0.049872953,0.0014957257,0.0020555498,0.0000049635696,0.00000835489,0.0072481767],"genre_scores_gemma":[0.99725574,0.0005932922,0.000087890185,0.000640406,0.0009096165,0.00021781812,0.000003167476,0.000011933876,0.00028010842],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.97774774,0.0074460134,0.0021155453,0.00015406341,0.012055974,0.00048064656],"domain_scores_gemma":[0.9847007,0.0074165277,0.0013735439,0.0005057294,0.0050452803,0.0009582632],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.097236134,0.000083989835,0.00039235997,0.00026335768,0.00018652293,0.0000039547785,0.0010883843,0.0004767913,0.0054895626],"category_scores_gemma":[0.078749135,0.000049455713,0.00012658694,0.0005442356,0.00040325447,0.0000723027,0.0003016365,0.0028580597,0.000049625807],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032167163,0.00062886375,0.026794164,0.00128334,0.00008824754,0.0000023365085,0.0019707505,0.000023502727,0.000353483,0.0200912,0.20255892,0.7458835],"study_design_scores_gemma":[0.012709532,0.0013846038,0.21472344,0.011085461,0.00021980514,0.000094860145,0.002001997,0.17755486,0.0017427048,0.01739315,0.560864,0.00022562066],"about_ca_topic_score_codex":0.0008564537,"about_ca_topic_score_gemma":0.00043649937,"teacher_disagreement_score":0.7456579,"about_ca_system_score_codex":0.00029233276,"about_ca_system_score_gemma":0.007891988,"threshold_uncertainty_score":0.9994424},"labels":[],"label_agreement":null},{"id":"W1993728090","doi":"10.2196/jmir.3526","title":"eMental Health Experiences and Expectations: A Survey of Youths' Web-Based Resource Preferences in Canada","year":2014,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":101,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Centre for Advancing Health Outcomes; BC Mental Health & Substance Use Services; University of British Columbia","funders":"","keywords":"Resource (disambiguation); Web resource; Psychology; World Wide Web; Computer science","score_opus":0.15561244359928753,"score_gpt":0.4958060377856611,"score_spread":0.3401935941863736,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1993728090","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99320084,0.0010832096,0.000057281533,0.0035235076,0.00042041793,0.00013607788,0.000016645072,0.0000021888109,0.0015598561],"genre_scores_gemma":[0.9994875,0.000009654414,0.000041104366,0.00020170138,0.000040280127,0.000025386496,0.000005692916,0.000006900198,0.00018178525],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9944786,0.0020716952,0.0010669765,0.00017025725,0.0018425328,0.00036992703],"domain_scores_gemma":[0.9973531,0.0015421483,0.0003180231,0.00013136824,0.00020161674,0.00045374763],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.007330107,0.000079604666,0.0003066532,0.00035629034,0.000032242817,0.000029365252,0.0005569953,0.00006243007,0.0014130226],"category_scores_gemma":[0.0018646667,0.000062179104,0.00003684238,0.00032766597,0.00031316816,0.00007427712,0.00010002086,0.0006301302,0.0000053341396],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018627158,0.0027791795,0.5226842,0.00054208183,0.00015910619,0.00017782474,0.044714384,0.0000041462313,0.0000067181054,0.0020524752,0.16778614,0.25723103],"study_design_scores_gemma":[0.0065321913,0.011233049,0.719271,0.005204525,0.000006286486,0.00017165528,0.24586065,0.0033696673,0.0003882267,0.0005395415,0.0071363747,0.00028685367],"about_ca_topic_score_codex":0.7892298,"about_ca_topic_score_gemma":0.8992097,"teacher_disagreement_score":0.25694418,"about_ca_system_score_codex":0.00036611082,"about_ca_system_score_gemma":0.002179789,"threshold_uncertainty_score":0.9994998},"labels":[],"label_agreement":null},{"id":"W1994357604","doi":"10.2196/jmir.3.2.e14","title":"A Framework for an Institutional High Level Security Policy for the Processing of Medical Data and their Transmission through the Internet","year":2001,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"The Internet; Health care; Confidentiality; Intranet; Context (archaeology); Data security; Data Protection Act 1998; Internet privacy; Flexibility (engineering); Business; Computer science; Security policy; Computer security; World Wide Web; Encryption; Political science","score_opus":0.47048107829525665,"score_gpt":0.6225071021161287,"score_spread":0.15202602382087205,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1994357604","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07274854,0.005616147,0.6799461,0.2389818,0.00069976755,0.0017189076,0.000083118466,0.000012407703,0.00019319699],"genre_scores_gemma":[0.98793566,0.0034941756,0.0014549582,0.002019751,0.004630476,0.000131926,0.00002137647,0.000030327934,0.0002813168],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99177825,0.0020877374,0.001590591,0.00032759833,0.003284083,0.0009317413],"domain_scores_gemma":[0.98282,0.014155963,0.0005932944,0.00058035477,0.0011192171,0.00073118025],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.037478853,0.00017320736,0.0005287184,0.00017283145,0.000631114,0.000051473577,0.0035392218,0.0007596458,0.00055509433],"category_scores_gemma":[0.01715682,0.00007702094,0.00010098463,0.00039438222,0.0009278519,0.00033195005,0.0006206316,0.0049838643,0.0000024798107],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0033099626,0.000764323,0.0016322802,0.003433752,0.00033956123,0.00002875729,0.050467324,0.0000020459302,0.000025542835,0.1926499,0.14386256,0.603484],"study_design_scores_gemma":[0.0032990922,0.0018973192,0.0007075451,0.00912766,0.00003243711,0.000505961,0.012228942,0.13390087,0.000042214746,0.08374594,0.7543661,0.00014590585],"about_ca_topic_score_codex":0.0067457077,"about_ca_topic_score_gemma":0.0022343753,"teacher_disagreement_score":0.9151871,"about_ca_system_score_codex":0.00026998058,"about_ca_system_score_gemma":0.010463771,"threshold_uncertainty_score":0.99986845},"labels":[],"label_agreement":null},{"id":"W1995851560","doi":"10.2196/jmir.3528","title":"Replacing Ambulatory Surgical Follow-Up Visits With Mobile App Home Monitoring: Modeling Cost-Effective Scenarios","year":2014,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Breast Implant and Reconstruction","field":"Medicine","cited_by":112,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Women's College Hospital; University of Toronto","funders":"Canadian Institutes of Health Research; Ontario Ministry of Health and Long-Term Care; Institute for Clinical Evaluative Sciences","keywords":"Ambulatory; Medicine; Mastectomy; Patient satisfaction; Medical emergency; Ambulatory care; Health care; Breast reconstruction; Breast cancer; Mobile apps; Emergency medicine; General surgery; Surgery; Cancer; Internal medicine; Computer science","score_opus":0.04579498436635997,"score_gpt":0.3805373642710392,"score_spread":0.3347423799046792,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1995851560","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99348325,0.0004212272,0.0032988158,0.00040067092,0.0013178282,0.0005889254,7.5065685e-7,0.000030947496,0.00045761745],"genre_scores_gemma":[0.99562037,0.00008462768,0.00022499454,0.000014798737,0.003347863,0.000038547052,0.0000023966422,0.000030799136,0.00063562766],"study_design_codex":"design_other","study_design_gemma":"case_report","domain_scores_codex":[0.99485314,0.0004699262,0.0006332694,0.00028560444,0.0032154608,0.00054259616],"domain_scores_gemma":[0.9968024,0.0006855483,0.00017333381,0.00022531101,0.0011543038,0.0009590888],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.006385173,0.00017746899,0.000605487,0.00051929563,0.0000906594,0.0000714614,0.00032352962,0.00035216543,0.00024701172],"category_scores_gemma":[0.0005553689,0.000110548586,0.00018222438,0.00030008977,0.00023190967,0.00017538172,0.00013401273,0.002809972,0.00003119066],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011257723,0.00051368575,0.054350067,0.0003990887,0.000786093,0.003030925,0.001977952,0.00061213016,0.0004832748,0.00017680092,0.0022168797,0.9241954],"study_design_scores_gemma":[0.040257584,0.015176608,0.006433768,0.019070646,0.00043893672,0.5377665,0.004914396,0.34425378,0.009231086,0.0002747806,0.021277515,0.0009043817],"about_ca_topic_score_codex":0.00008539655,"about_ca_topic_score_gemma":0.000009741693,"teacher_disagreement_score":0.923291,"about_ca_system_score_codex":0.000291114,"about_ca_system_score_gemma":0.0004087364,"threshold_uncertainty_score":0.99949056},"labels":[],"label_agreement":null},{"id":"W1999643602","doi":"10.2196/jmir.1038","title":"The Use of the Personal Digital Assistant (PDA) Among Personnel and Students in Health Care: A Review","year":2008,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"AI in Service Interactions","field":"Computer Science","cited_by":175,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"CINAHL; Health care; Inclusion (mineral); MEDLINE; Medical education; Digital health; World Wide Web; Computer science; Nursing; Medicine; Psychology; Psychological intervention","score_opus":0.20357969017267044,"score_gpt":0.4951332387755284,"score_spread":0.291553548602858,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1999643602","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00030176947,0.9914964,0.00019739896,0.0069447174,0.000473827,0.0005357043,0.000007748524,0.0000037700152,0.000038664562],"genre_scores_gemma":[0.0005066908,0.99856305,0.00009068703,0.00028905566,0.00015804438,0.00001989918,0.0000010034349,0.000017513787,0.0003540251],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98881125,0.0021428964,0.0018175031,0.0003271578,0.006400091,0.00050109264],"domain_scores_gemma":[0.9933098,0.0037710238,0.0011892054,0.00058761006,0.00070589955,0.00043646045],"candidate_categories":["open_science","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0052080858,0.00024008488,0.0012307075,0.00030739605,0.0001852816,0.00056707935,0.0057394146,0.00021226968,0.00003308723],"category_scores_gemma":[0.00418302,0.00011236384,0.0005661452,0.000915998,0.00073080626,0.00054505985,0.0023914897,0.0044259406,0.000006801743],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001091818,0.00019369456,0.0005074143,0.0110575445,0.000220112,0.0003123203,0.0043227826,9.960841e-8,6.5278742e-9,0.0001530659,0.049067117,0.9341549],"study_design_scores_gemma":[0.00014436885,0.00019386917,0.0002291681,0.12557648,0.000016256954,0.0015004644,0.00040407252,0.0002246332,3.0837114e-8,0.00000610803,0.8716228,0.0000817602],"about_ca_topic_score_codex":0.00046079338,"about_ca_topic_score_gemma":0.00040422447,"teacher_disagreement_score":0.93407315,"about_ca_system_score_codex":0.0007086645,"about_ca_system_score_gemma":0.002650992,"threshold_uncertainty_score":0.99964},"labels":[],"label_agreement":null},{"id":"W2003881109","doi":"10.2196/jmir.1192","title":"A Survey of Health-Related Activities on Second Life","year":2009,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Virtual Reality Applications and Impacts","field":"Computer Science","cited_by":188,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Public Health Ontario; University of Toronto; University Health Network","funders":"","keywords":"Dissemination; Health care; Health education; Health professionals; Health communication; Psychology; Public relations; Nursing; Business; Medicine; Public health; Political science","score_opus":0.32799836206733113,"score_gpt":0.5187040568285401,"score_spread":0.19070569476120902,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2003881109","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000088961955,0.9922064,0.0033765975,0.0025859233,0.00022017439,0.00027755715,0.000014484652,0.000008692033,0.0012212305],"genre_scores_gemma":[0.0033419868,0.99550265,0.000090990776,0.00018306552,0.0001094941,0.0000054511565,0.000007885078,0.000014669891,0.0007438352],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9888047,0.0041804938,0.0022080303,0.00029247376,0.0040120664,0.00050223473],"domain_scores_gemma":[0.99253637,0.0038837583,0.001444877,0.0006418332,0.00056454714,0.0009286281],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.030850057,0.00021853091,0.0019827678,0.0009754849,0.000051754414,0.00017215074,0.0039025347,0.00047484564,0.000423932],"category_scores_gemma":[0.0070654415,0.0001431055,0.00037035096,0.0013504147,0.00025145122,0.0002070141,0.00045682245,0.0034525313,0.000053418487],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008647654,0.00025237811,6.4532907e-7,0.0011734534,0.00012317862,0.000027732784,0.00015682577,1.8432532e-7,4.0006473e-8,0.0028956598,0.054157566,0.9412037],"study_design_scores_gemma":[0.00027270688,0.0022199166,0.0002465538,0.01991893,0.000011265666,0.00023687472,0.000020025922,0.00037446854,0.0000019477993,0.00037725075,0.97618467,0.00013539486],"about_ca_topic_score_codex":0.000527103,"about_ca_topic_score_gemma":0.00011356707,"teacher_disagreement_score":0.9410683,"about_ca_system_score_codex":0.00031071223,"about_ca_system_score_gemma":0.006603062,"threshold_uncertainty_score":0.99902856},"labels":[],"label_agreement":null},{"id":"W2005116044","doi":"10.2196/jmir.1792","title":"Prospective Associations Between Intervention Components and Website Engagement in a Publicly Available Physical Activity Website: The Case of 10,000 Steps Australia","year":2012,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Physical Activity and Health","field":"Medicine","cited_by":75,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; University of British Columbia, Okanagan Campus; University of British Columbia","funders":"","keywords":"Intervention (counseling); World Wide Web; Internet privacy; Psychology; Medicine; Computer science; Medical education; Nursing","score_opus":0.30671787234276626,"score_gpt":0.5087587607414578,"score_spread":0.2020408883986915,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2005116044","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99461925,0.00005950466,0.000045346795,0.0042965356,0.00006966871,0.00035344297,0.000020461302,0.0000042038,0.0005315751],"genre_scores_gemma":[0.9981856,0.00003289182,0.000018582205,0.000020468331,0.0006204421,0.000010485189,0.000003829596,0.0000089896575,0.0010987658],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99631727,0.0010335905,0.00046083154,0.00015723707,0.0015787492,0.00045230714],"domain_scores_gemma":[0.99727935,0.0013584413,0.00029743757,0.00016134683,0.00038982436,0.00051363197],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.009796961,0.000108051165,0.0005484565,0.00026874643,0.00008193273,0.000042803924,0.00022423555,0.00013554521,0.0008345341],"category_scores_gemma":[0.0018143639,0.000069199494,0.00014546647,0.00039293905,0.00030577244,0.00034215176,0.00027118466,0.002573401,0.000047375106],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015371147,0.02003921,0.9143032,0.0006294345,0.0009099169,0.0006837048,0.006539775,6.4757387e-7,0.0032017438,0.0020444067,0.02217239,0.027938468],"study_design_scores_gemma":[0.0030046185,0.0020652488,0.9862371,0.00076033454,0.00009780495,0.00031742416,0.0005786005,0.0011997648,0.0036204155,0.00041776022,0.0016149331,0.00008597727],"about_ca_topic_score_codex":0.0053293505,"about_ca_topic_score_gemma":0.00043599308,"teacher_disagreement_score":0.071933925,"about_ca_system_score_codex":0.0004336605,"about_ca_system_score_gemma":0.0001449834,"threshold_uncertainty_score":0.9997277},"labels":[],"label_agreement":null},{"id":"W2006479550","doi":"10.2196/jmir.1983","title":"Health Care Professionals’ Beliefs About Using Wiki-Based Reminders to Promote Best Practices in Trauma Care","year":2012,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Wikis in Education and Collaboration","field":"Social Sciences","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Institut National d'Excellence en Santé et en Services Sociaux; Public Works and Government Services Canada; Centre hospitalier universitaire de Québec; Université Laval; Centre intégré de santé et de services sociaux de Chaudière-Appalaches","funders":"Canadian Health Services Research Foundation; Canadian Institutes of Health Research; Université Laval","keywords":"Knowledge translation; Health care; Health professionals; Best practice; Nursing; eHealth; Psychology; Medicine; Medical education; Knowledge management; Computer science","score_opus":0.23966784270524266,"score_gpt":0.6005105884398577,"score_spread":0.36084274573461506,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2006479550","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8994453,0.003782618,0.00010846808,0.091366954,0.0014269499,0.00046190748,0.0000021728536,0.000006312049,0.0033993237],"genre_scores_gemma":[0.9953669,0.00007375769,0.0013378338,0.0009582008,0.0016717718,0.000010423976,0.000003207347,0.000010752232,0.0005671628],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9928195,0.0018739428,0.00055609504,0.00014875407,0.0040150126,0.00058670004],"domain_scores_gemma":[0.9964404,0.0004463907,0.00044094925,0.00012383534,0.0016048058,0.0009436038],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.012321057,0.000082093284,0.00021456424,0.00047275476,0.00027041542,0.00014583023,0.00064289337,0.00021511666,0.0006793232],"category_scores_gemma":[0.009102532,0.00006670735,0.000049468206,0.0009326034,0.00021598751,0.0004935523,0.0000690498,0.0012306826,0.000024264133],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021916344,0.0010689329,0.021932429,0.00022372017,0.00002363949,0.000029760244,0.7417266,0.000014254914,0.000038916103,0.001389711,0.03373011,0.19960278],"study_design_scores_gemma":[0.0006323509,0.000494604,0.004617967,0.0023833737,0.0000058351034,0.000010185078,0.6023038,0.00009881748,0.00033648685,0.00002767583,0.38896456,0.00012435473],"about_ca_topic_score_codex":0.007297048,"about_ca_topic_score_gemma":0.016643995,"teacher_disagreement_score":0.35523444,"about_ca_system_score_codex":0.0015891847,"about_ca_system_score_gemma":0.007995513,"threshold_uncertainty_score":0.9993135},"labels":[],"label_agreement":null},{"id":"W2009926620","doi":"10.2196/jmir.2973","title":"Caught in the Web: A Review of Web-Based Suicide Prevention","year":2014,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Suicide and Self-Harm Studies","field":"Psychology","cited_by":118,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Addiction and Mental Health; University of Toronto","funders":"","keywords":"CINAHL; PsycINFO; Suicidal ideation; Systematic review; Medicine; Cochrane Library; MEDLINE; Population; Poison control; Randomized controlled trial; Psychology; Suicide prevention; Psychiatry; Medical emergency; Psychological intervention","score_opus":0.23414774442628283,"score_gpt":0.5524457636143507,"score_spread":0.3182980191880679,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2009926620","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000045973848,0.9877118,0.00003055066,0.0063729626,0.0005429845,0.000682373,0.0000053397666,0.0000043163504,0.004603723],"genre_scores_gemma":[0.00017006417,0.99616903,0.000018045313,0.0006727276,0.0007158212,0.00010719323,0.000010650878,0.00003160306,0.0021048712],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9834611,0.00898312,0.002630194,0.00030312416,0.0040607066,0.0005617968],"domain_scores_gemma":[0.99188256,0.005582263,0.0011297712,0.0005793037,0.0006091001,0.00021702664],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.040645666,0.0002868752,0.0025714661,0.0008687295,0.000031066975,0.000030979387,0.002570532,0.0005317643,0.0077110026],"category_scores_gemma":[0.006522415,0.00014758114,0.0011018589,0.0009169689,0.0003981952,0.000039945622,0.00022969936,0.004393203,0.00023767889],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000624333,0.00044986364,0.00004582876,0.055916987,0.0004814742,0.0006998272,0.00021789386,1.4898886e-8,1.06560755e-7,0.00040225292,0.479856,0.4618673],"study_design_scores_gemma":[0.0006980645,0.00039312892,0.000018504019,0.14518784,0.00026711568,0.00037506732,0.000117110554,0.0000069992007,2.3854136e-7,0.00007113729,0.8527659,0.000098882665],"about_ca_topic_score_codex":0.00015306541,"about_ca_topic_score_gemma":0.00032576773,"teacher_disagreement_score":0.46176842,"about_ca_system_score_codex":0.00015891444,"about_ca_system_score_gemma":0.0015464193,"threshold_uncertainty_score":0.9979037},"labels":[],"label_agreement":null},{"id":"W2010055823","doi":"10.2196/jmir.7.1.e6","title":"Challenges of Internet Recruitment: A Case Study with Disappointing Results","year":2005,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Survey Methodology and Nonresponse","field":"Social Sciences","cited_by":185,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"University of Toronto; Canadian Institutes of Health Research; Government of Ontario","keywords":"The Internet; Snowball sampling; Certificate; Internet privacy; Electronic mail; Incentive; Online community; Medicine; World Wide Web; Psychology; Medical education; Computer science","score_opus":0.6760633207015448,"score_gpt":0.6065144041695423,"score_spread":0.06954891653200257,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2010055823","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.976172,0.0010549687,0.00025618487,0.014526918,0.00021257685,0.00033195887,0.0000012371817,0.000008614854,0.007435575],"genre_scores_gemma":[0.9959727,0.00063539954,0.00066483935,0.000041085535,0.0006840763,0.000010412601,2.115905e-7,0.000010379846,0.0019809196],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9637484,0.031047178,0.000953603,0.00025872802,0.0034814319,0.0005106496],"domain_scores_gemma":[0.9783827,0.019818742,0.00035908926,0.00021170295,0.0007666996,0.0004610411],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.21491379,0.00010368317,0.00039356196,0.00041287462,0.00010091794,0.000039449787,0.00092311687,0.00021648422,0.00063693244],"category_scores_gemma":[0.043825764,0.000068894195,0.00009073238,0.00036110205,0.0009935778,0.00019539882,0.00022852598,0.0015147969,0.000016441163],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.040698614,0.0038252638,0.011026653,0.000063281834,0.00078241085,0.033018608,0.4295553,0.0000052084615,0.000039030423,0.004261053,0.010290555,0.46643403],"study_design_scores_gemma":[0.011884873,0.018913506,0.019506106,0.0024632644,0.00010486367,0.012168548,0.7978496,0.00050362974,0.0019026166,0.0003605639,0.13388006,0.0004623675],"about_ca_topic_score_codex":0.004274399,"about_ca_topic_score_gemma":0.029876254,"teacher_disagreement_score":0.46597168,"about_ca_system_score_codex":0.00013650907,"about_ca_system_score_gemma":0.0006820792,"threshold_uncertainty_score":0.987826},"labels":[],"label_agreement":null},{"id":"W2011951376","doi":"10.2196/jmir.2501","title":"Community Management That Works: How to Build and Sustain a Thriving Online Health Community","year":2013,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":136,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Virtual University","funders":"Harvard University","keywords":"Online community; Thriving; Outreach; Community organization; Community health; Enabling; Public relations; Business; Community building; Nexus (standard); Knowledge management; World Wide Web; Sociology; Medicine; Computer science; Nursing; Political science; Public health","score_opus":0.34742309262731025,"score_gpt":0.5592867000717276,"score_spread":0.2118636074444174,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2011951376","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.64330345,0.00046967316,0.00025117208,0.35432795,0.0006804466,0.000687334,5.87955e-7,0.000010171145,0.0002692558],"genre_scores_gemma":[0.99198425,0.0029900852,0.0011672282,0.0025684617,0.00092257827,0.00006113,0.0000019192576,0.0000125792385,0.0002917597],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9840466,0.011413059,0.00044431337,0.00009699795,0.0032781796,0.0007208806],"domain_scores_gemma":[0.9882721,0.008583307,0.00024584102,0.00030482074,0.00082568056,0.0017682763],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.043698084,0.00009404536,0.0003080286,0.0004127199,0.001027493,0.0003868826,0.001568513,0.00018640753,0.00045446272],"category_scores_gemma":[0.024377031,0.00007911996,0.00005037308,0.00062003103,0.0007286755,0.0003555325,0.0007124825,0.0048902305,0.000013901033],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039545514,0.00077747344,0.017714119,0.00029384345,0.000056002387,0.000016534803,0.25629008,3.4641036e-7,0.0000018081341,0.0015972693,0.16729797,0.555915],"study_design_scores_gemma":[0.00055380695,0.0008111205,0.13275543,0.0025329676,0.0000061667415,0.000013142196,0.75451803,0.000070258124,0.000004896499,0.0041636117,0.10445042,0.00012016481],"about_ca_topic_score_codex":0.14240265,"about_ca_topic_score_gemma":0.035851255,"teacher_disagreement_score":0.55579484,"about_ca_system_score_codex":0.0010123467,"about_ca_system_score_gemma":0.00080620556,"threshold_uncertainty_score":0.9974055},"labels":[],"label_agreement":null},{"id":"W2012297775","doi":"10.2196/jmir.1106","title":"Comparing Administration of Questionnaires via the Internet to Pen-and-Paper in Patients with Heart Failure: Randomized Controlled Trial","year":2009,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto Metropolitan University; University Health Network; University of Toronto","funders":"University of Toronto","keywords":"Medicine; Heart failure; The Internet; Population; Physical therapy; Randomized controlled trial; Internal medicine; World Wide Web","score_opus":0.057085240585181087,"score_gpt":0.48098627457150683,"score_spread":0.4239010339863257,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2012297775","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9193506,0.00018551809,0.0013075687,0.0711073,0.00027781326,0.007442466,7.4657686e-7,0.0000063704897,0.00032157963],"genre_scores_gemma":[0.99645245,0.00008090527,0.0002466147,0.0017064685,0.0003440227,0.00097243884,0.0000030050192,0.000008227224,0.00018586747],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99178535,0.0035888886,0.002075971,0.0001710914,0.0019245687,0.00045413018],"domain_scores_gemma":[0.99334276,0.004371506,0.0005708654,0.00019790331,0.00088147144,0.00063548586],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.020645093,0.00011581047,0.0010992935,0.00034653491,0.000119116994,0.000020092688,0.00042684004,0.00019892729,0.00043698002],"category_scores_gemma":[0.0075887656,0.000058860624,0.00010043959,0.00028017958,0.00022719122,0.00010128235,0.00008253652,0.0020306578,0.000016795311],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.95414984,0.00055338646,0.015056579,0.00008916407,0.000036991598,0.000003311676,0.0009755846,0.000002042627,0.000005302417,0.0038839863,0.022451958,0.0027918676],"study_design_scores_gemma":[0.92544746,0.0040004267,0.05608517,0.0018751369,0.000029402981,0.000009051042,0.00031420903,0.0010220966,0.000009978015,0.0009022184,0.010227145,0.00007767703],"about_ca_topic_score_codex":0.00060670986,"about_ca_topic_score_gemma":0.0013061579,"teacher_disagreement_score":0.07710181,"about_ca_system_score_codex":0.00015038197,"about_ca_system_score_gemma":0.0012637405,"threshold_uncertainty_score":0.90850097},"labels":[],"label_agreement":null},{"id":"W2013052752","doi":"10.2196/jmir.1441","title":"Packaging and Labeling of Pharmaceutical Products Obtained from the Internet","year":2011,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Pharmaceutical Quality and Counterfeiting","field":"Medicine","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"American Heart Association","keywords":"The Internet; Computer science; World Wide Web; Internet privacy; Business","score_opus":0.3407091892200176,"score_gpt":0.5047224496503975,"score_spread":0.1640132604303799,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2013052752","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97243434,0.0031013107,0.00061069155,0.021712547,0.00024229231,0.00015954894,0.0000025980812,0.00000881137,0.0017278726],"genre_scores_gemma":[0.9965374,0.00064862287,0.000582742,0.0012585454,0.0007041352,0.0000018491534,0.0000013758917,0.000014684315,0.0002506391],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9955468,0.0006783947,0.0008147226,0.0002018965,0.0023665356,0.00039162877],"domain_scores_gemma":[0.99666965,0.0015859926,0.00018058192,0.00019882244,0.00081726,0.0005477037],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01053608,0.00011712599,0.00039768312,0.00013949607,0.000034869445,0.000035473236,0.00058549934,0.00013779473,0.0019395533],"category_scores_gemma":[0.007417141,0.000067404486,0.000092147355,0.00025290155,0.00079112407,0.000115201845,0.00040358756,0.0024924038,0.00001593023],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.018803218,0.0047501703,0.25097433,0.0026532325,0.0042387536,0.0062787607,0.06568883,4.277285e-7,0.10689561,0.02243114,0.07825983,0.4390257],"study_design_scores_gemma":[0.020773614,0.005882211,0.05209289,0.020228751,0.001147263,0.005558996,0.019416956,0.031026864,0.7154511,0.010139487,0.117509715,0.00077211554],"about_ca_topic_score_codex":0.00032821376,"about_ca_topic_score_gemma":0.000010451364,"teacher_disagreement_score":0.6085555,"about_ca_system_score_codex":0.000056603953,"about_ca_system_score_gemma":0.00031223465,"threshold_uncertainty_score":0.9998089},"labels":[],"label_agreement":null},{"id":"W2013578576","doi":"10.2196/jmir.6.3.e34","title":"Improving the Quality of Web Surveys: The Checklist for Reporting Results of Internet E-Surveys (CHERRIES)","year":2004,"lang":"en","type":"editorial","venue":"Journal of Medical Internet Research","topic":"Survey Methodology and Nonresponse","field":"Social Sciences","cited_by":6373,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"JMIR Publications; University of Toronto; University Health Network","funders":"","keywords":"Checklist; The Internet; Consolidated Standards of Reporting Trials; Sample (material); Quality (philosophy); Web application; World Wide Web; MEDLINE; Psychology; Medical education; Medicine; Randomized controlled trial; Computer science; Political science","score_opus":0.43191904247155377,"score_gpt":0.587024222529761,"score_spread":0.15510518005820728,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2013578576","genre_codex":"editorial","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15431634,0.0035452486,0.015082412,0.016448412,0.8051289,0.0018098505,0.00056068494,0.000032057902,0.0030761103],"genre_scores_gemma":[0.51014626,0.0014480485,0.0006561489,0.000057553367,0.47273555,0.00004824814,0.00006570223,0.00008171883,0.014760749],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.38960493,0.55877405,0.018060999,0.0014315841,0.0295256,0.0026028322],"domain_scores_gemma":[0.39957055,0.56763107,0.018035818,0.0014130773,0.012606104,0.00074338535],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.8797155,0.00027463818,0.0014389202,0.00035723342,0.00030337914,0.00014725524,0.0047750985,0.0019923826,0.00027995676],"category_scores_gemma":[0.9093404,0.00015090668,0.0007790398,0.0007244002,0.00519431,0.00015546673,0.00075109437,0.0068277363,0.0000031001919],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009929093,0.0002699917,0.0005324335,0.0004566972,0.0005517842,0.00007877701,0.013414107,0.0000018042952,0.00026900097,0.00034696845,0.9634352,0.010714195],"study_design_scores_gemma":[0.0061715352,0.00253359,0.013019272,0.0037795014,0.00015570152,0.000037324135,0.017751753,0.00014088923,0.0031193104,0.00236198,0.95039356,0.0005355565],"about_ca_topic_score_codex":0.083459325,"about_ca_topic_score_gemma":0.03898729,"teacher_disagreement_score":0.35582995,"about_ca_system_score_codex":0.0004849901,"about_ca_system_score_gemma":0.014023017,"threshold_uncertainty_score":0.9993032},"labels":[],"label_agreement":null},{"id":"W2013587666","doi":"10.2196/jmir.1390","title":"Health Information Technology to Facilitate Communication Involving Health Care Providers, Caregivers, and Pediatric Patients: A Scoping Review","year":2010,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":166,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"CINAHL; Psychological intervention; Health care; Medicine; MEDLINE; Health information technology; Nursing; Family medicine; eHealth","score_opus":0.1669368223087622,"score_gpt":0.5628296032370782,"score_spread":0.39589278092831603,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2013587666","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000012150555,0.9404276,0.00020545279,0.045168865,0.0004953476,0.013475697,0.00006678477,0.000036890826,0.00011123719],"genre_scores_gemma":[0.00000998536,0.9913617,0.00090379565,0.003982344,0.0003378613,0.0030630967,0.00023862836,0.000036676156,0.000065922155],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98610455,0.0046568927,0.0050212555,0.00038415525,0.0025245782,0.0013085662],"domain_scores_gemma":[0.9878527,0.002302381,0.0035747227,0.00086390035,0.0029708778,0.0024354206],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.018635286,0.0003482973,0.0025976575,0.00224423,0.00095855456,0.000047994192,0.0016855579,0.001065633,0.00019145262],"category_scores_gemma":[0.011337013,0.00026792721,0.0001887547,0.0016364546,0.0002224249,0.00037919547,0.0011353691,0.010747374,0.00019247859],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008403662,0.00002743191,0.00007859647,0.276228,0.000009393462,8.6514837e-7,0.002229049,8.757507e-9,4.6691473e-10,0.00026549783,0.108394705,0.61275804],"study_design_scores_gemma":[0.00038195425,0.00046274028,0.000009231339,0.3314764,0.000027107879,0.000013801274,0.0014503003,0.0000010276111,2.6529885e-9,0.00001954059,0.66606116,0.00009672631],"about_ca_topic_score_codex":0.001443949,"about_ca_topic_score_gemma":0.0019293185,"teacher_disagreement_score":0.6126613,"about_ca_system_score_codex":0.0020781748,"about_ca_system_score_gemma":0.030749464,"threshold_uncertainty_score":0.9999773},"labels":[],"label_agreement":null},{"id":"W2014327924","doi":"10.2196/jmir.3530","title":"Validity of Internet-Based Longitudinal Study Data: The Elephant in the Virtual Room","year":2015,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Human-Animal Interaction Studies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Biotechnology and Biological Sciences Research Council","keywords":"The Internet; Longitudinal data; Computer science; Data science; World Wide Web; Data mining","score_opus":0.31138569235478486,"score_gpt":0.528618806431545,"score_spread":0.21723311407676016,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2014327924","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9945411,0.0004268349,0.0010001857,0.0031753038,0.00032624984,0.0001958518,0.0000055130104,0.0000014155249,0.00032750913],"genre_scores_gemma":[0.99868834,0.00006583127,0.000021824804,0.00017341484,0.000665823,0.0000089578325,0.0000073025717,0.000009920473,0.0003586081],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99428225,0.0018478533,0.00070394686,0.00024736312,0.0026396818,0.0002788931],"domain_scores_gemma":[0.9976478,0.00061799894,0.00023012386,0.0005750048,0.00076947006,0.00015959934],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018671984,0.00011995153,0.00027017354,0.00014351321,0.000033940058,0.00007369328,0.0027696285,0.00011234843,0.00015942028],"category_scores_gemma":[0.0065373844,0.000059689795,0.00009409067,0.00019237962,0.00040131385,0.00001611237,0.0011383898,0.001235278,0.00001571869],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0038033428,0.0048696655,0.21497434,0.000044359917,0.00077427167,0.0009323635,0.005811197,0.000037997666,0.0032078677,0.0002691638,0.7611221,0.004153299],"study_design_scores_gemma":[0.017409177,0.0653887,0.24707307,0.0012378169,0.0002875162,0.0018537381,0.11745795,0.00988384,0.054366793,0.0004132439,0.48373494,0.0008932178],"about_ca_topic_score_codex":0.0005246059,"about_ca_topic_score_gemma":0.0021610789,"teacher_disagreement_score":0.2773872,"about_ca_system_score_codex":0.00005429288,"about_ca_system_score_gemma":0.0004380427,"threshold_uncertainty_score":0.7826332},"labels":[],"label_agreement":null},{"id":"W2014365169","doi":"10.2196/jmir.3465","title":"A Web-Based Non-Intrusive Ambient System to Measure and Classify Activities of Daily Living","year":2014,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Context-Aware Activity Recognition Systems","field":"Computer Science","cited_by":70,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"University of Bern","keywords":"Measure (data warehouse); Activities of daily living; Computer science; Assisted living; World Wide Web; Data mining; Gerontology; Psychology; Medicine","score_opus":0.05669072575926528,"score_gpt":0.3500652823558448,"score_spread":0.2933745565965795,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2014365169","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6222651,0.000106432744,0.3707528,0.00484893,0.00063302397,0.00023074505,0.0000020158618,0.0000232869,0.0011376602],"genre_scores_gemma":[0.99855435,0.000007916929,0.00077964796,0.00016047127,0.0003214844,0.000013464851,1.1229715e-7,0.000011709904,0.00015086959],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9929961,0.0014610451,0.0007172708,0.0002949993,0.004133329,0.0003972408],"domain_scores_gemma":[0.9939797,0.0034304655,0.0003537769,0.0003670028,0.001168844,0.0007002272],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013386839,0.00014099586,0.00053718954,0.00076759513,0.00006267127,0.0002675474,0.0015349421,0.00017971097,0.00006445419],"category_scores_gemma":[0.0039360803,0.000108297565,0.00013110098,0.0004645206,0.00021208433,0.0003676473,0.00069630105,0.0010590616,0.000024368115],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00082262396,0.0013526562,0.014855929,0.0026722718,0.0007327814,0.00088100065,0.020687688,0.00004230695,0.04352422,0.006984368,0.0746107,0.83283347],"study_design_scores_gemma":[0.0064971284,0.008254947,0.018309738,0.0380272,0.000056432982,0.0025624416,0.010190479,0.83962446,0.046118166,0.00018397956,0.029308844,0.0008662029],"about_ca_topic_score_codex":0.00022567333,"about_ca_topic_score_gemma":0.0001460774,"teacher_disagreement_score":0.83958215,"about_ca_system_score_codex":0.00024279905,"about_ca_system_score_gemma":0.0007472141,"threshold_uncertainty_score":0.471214},"labels":[],"label_agreement":null},{"id":"W2014537218","doi":"10.2196/jmir.1826","title":"Development and Validation of Filters for the Retrieval of Studies of Clinical Examination From Medline","year":2011,"lang":"en","type":"erratum","venue":"Journal of Medical Internet Research","topic":"Radiology practices and education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"University of Texas Health Science Center at San Antonio","keywords":"Recall; Computer science; Precision and recall; MEDLINE; Filter (signal processing); Information retrieval; Database; Medicine; Artificial intelligence; Data mining; Psychology","score_opus":0.4847117213259196,"score_gpt":0.5757660353681168,"score_spread":0.09105431404219716,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2014537218","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9672773,0.015447952,0.0005562024,0.0070086676,0.008861553,0.0004574063,0.000009822816,0.000001609542,0.00037951407],"genre_scores_gemma":[0.8973636,0.06844023,0.0070052342,0.00013045015,0.0068659266,0.000015839094,0.00017747073,0.000043068165,0.01995818],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9949288,0.0008119883,0.0019880824,0.0001635574,0.0019553301,0.00015226244],"domain_scores_gemma":[0.9856113,0.0092007555,0.0020391194,0.00020991013,0.0027678849,0.00017099781],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.028663775,0.00010512981,0.00090892875,0.0003060555,0.00002861507,0.000005776357,0.0003532422,0.000545079,0.00023646877],"category_scores_gemma":[0.043667693,0.000059127717,0.00015286487,0.00013339984,0.00083303335,0.00007220733,0.00013215734,0.0020382404,6.7171356e-7],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004967173,0.0008883191,0.0038241558,0.0022674839,0.004116206,0.000024069544,0.013368633,3.0836375e-7,0.00027385552,0.000092040784,0.84903795,0.1211398],"study_design_scores_gemma":[0.012333185,0.017402532,0.23121673,0.028202731,0.003303232,0.00039594603,0.041505475,0.0029677248,0.041724175,0.0011311525,0.61940557,0.0004115428],"about_ca_topic_score_codex":0.000093790666,"about_ca_topic_score_gemma":0.000017053999,"teacher_disagreement_score":0.22963238,"about_ca_system_score_codex":0.00007289672,"about_ca_system_score_gemma":0.0015942531,"threshold_uncertainty_score":0.99343497},"labels":[],"label_agreement":null},{"id":"W2015245757","doi":"10.2196/jmir.1612","title":"Health Literacy and Task Environment Influence Parents' Burden for Data Entry on Child-Specific Health Information: Randomized Controlled Trial","year":2011,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation","funders":"U.S. National Library of Medicine; National Institutes of Health; Harvard University","keywords":"Randomized controlled trial; Medicine; Health literacy; Task (project management); Information seeking behavior; Cohort; Health care; Gerontology; Pediatrics; Information seeking; Computer science; Surgery","score_opus":0.13375190151828878,"score_gpt":0.5167086324881849,"score_spread":0.38295673096989613,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2015245757","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.51483434,0.014380394,0.09150025,0.30266708,0.008442485,0.05816763,0.000537652,0.000114657865,0.009355482],"genre_scores_gemma":[0.9351833,0.029523801,0.0038315917,0.02630159,0.0030671847,0.0011047547,0.00036371773,0.000033294018,0.0005907637],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98307407,0.006301221,0.006578036,0.00027054438,0.0028959238,0.00088020513],"domain_scores_gemma":[0.9885319,0.005806054,0.0029679867,0.0006881124,0.0006323137,0.0013736236],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.08484463,0.00020136112,0.0016843054,0.0005065018,0.00061668304,0.00010744072,0.001364648,0.0002754861,0.0021874001],"category_scores_gemma":[0.010719076,0.00012252861,0.00017487978,0.00016126847,0.0003457742,0.0021895892,0.0005711805,0.0030462656,0.00013383316],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.7973395,0.00034854157,0.00032008908,0.00086768,0.00011632564,0.0000029933694,0.028751854,9.1434873e-7,4.8588184e-8,0.0030700562,0.063518226,0.10566378],"study_design_scores_gemma":[0.5939595,0.001511032,0.00035528815,0.0018613323,0.0000069868597,0.000012847751,0.0010209334,0.005870487,4.688586e-7,0.00040797368,0.3949078,0.000085323685],"about_ca_topic_score_codex":0.0006377778,"about_ca_topic_score_gemma":0.000009539569,"teacher_disagreement_score":0.42034894,"about_ca_system_score_codex":0.00043882823,"about_ca_system_score_gemma":0.002275335,"threshold_uncertainty_score":0.99925375},"labels":[],"label_agreement":null},{"id":"W2015908419","doi":"10.2196/jmir.4.3.e21","title":"Internet Infrastructures and Health Care Systems: a Qualitative Comparative Analysis on Networks and Markets in the British National Health Service and Kaiser Permanente","year":2002,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Trade Secret Protection Methods","field":"Health Professions","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Health care; Business; HRHIS; Health policy; Context (archaeology); Health informatics; Service delivery framework; The Internet; Managed care; Public relations; Marketing; Service (business); Economics; Economic growth; Political science; Computer science","score_opus":0.4487686707234674,"score_gpt":0.6427152276703578,"score_spread":0.19394655694689045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2015908419","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007950072,0.9888231,0.00070102356,0.0072455416,0.00029403166,0.0017432312,0.00008394045,0.000007901245,0.00030623536],"genre_scores_gemma":[0.0117346365,0.9852872,0.00019963304,0.0017008798,0.0005852771,0.00013336548,0.000054740733,0.000026691236,0.00027760834],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9536909,0.039811905,0.0022761081,0.0004934957,0.003049817,0.00067779986],"domain_scores_gemma":[0.98805183,0.008716517,0.0014409678,0.0001938138,0.00089565926,0.00070119346],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.037595283,0.00033414332,0.0024826499,0.0011980188,0.00045313928,0.0003020789,0.0007131912,0.0006379954,0.00033867973],"category_scores_gemma":[0.0014127836,0.00022252504,0.0001746481,0.0013237108,0.0003919583,0.00012345304,0.00038180006,0.009570327,0.0000032589212],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003452005,0.00019405871,0.0007717906,0.05743599,0.0028096305,0.00024102422,0.23826928,0.00001903869,8.350978e-9,0.0019212152,0.21305877,0.48493397],"study_design_scores_gemma":[0.0015619424,0.0011112881,0.007068621,0.08910866,0.0001825536,0.000965032,0.07410698,0.0044600414,5.0411737e-9,0.00010889051,0.82102495,0.00030104973],"about_ca_topic_score_codex":0.006984705,"about_ca_topic_score_gemma":0.011122119,"teacher_disagreement_score":0.6079662,"about_ca_system_score_codex":0.0009880158,"about_ca_system_score_gemma":0.0016660754,"threshold_uncertainty_score":0.9996279},"labels":[],"label_agreement":null},{"id":"W2016123511","doi":"10.2196/jmir.3129","title":"Web-Based Intervention in Mindfulness Meditation for Reducing Residual Depressive Symptoms and Relapse Prophylaxis: A Qualitative Study","year":2014,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Mindfulness and Compassion Interventions","field":"Psychology","cited_by":72,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Scarborough Hospital; University of Toronto","funders":"National Institute of Mental Health; Kaiser Permanente","keywords":"Meditation; Mindfulness; Intervention (counseling); Psychotherapist; Mindfulness meditation; Web application; Qualitative research; Medicine; Relapse prevention; Psychology; Clinical psychology; Psychiatry; World Wide Web; Computer science","score_opus":0.07491321172499338,"score_gpt":0.48083650914814235,"score_spread":0.405923297423149,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2016123511","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9397699,0.00024819028,0.056433752,0.001872419,0.0009132375,0.000564005,0.000005691244,0.000007704407,0.00018509863],"genre_scores_gemma":[0.99730164,5.4768776e-7,0.00006142719,0.000025686533,0.0004049225,0.0013855168,0.0000047073827,0.00002133383,0.000794206],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9910956,0.0051045106,0.001259381,0.00036094806,0.0017913425,0.00038818805],"domain_scores_gemma":[0.994804,0.0033374496,0.0004748903,0.00022968826,0.00084074895,0.00031322014],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.020386716,0.00014792007,0.0004210644,0.0010326231,0.00008512589,0.00010220034,0.00060378906,0.00026142388,0.0025847084],"category_scores_gemma":[0.006712524,0.000111991816,0.00016737805,0.00035644672,0.00027572352,0.00015178251,0.0001438532,0.0014478286,0.000014119885],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008551778,0.01184562,0.007185537,0.0006627038,0.00090281287,0.00050242385,0.10563252,0.000030199566,0.00006512455,0.052734442,0.10028801,0.7115988],"study_design_scores_gemma":[0.10383027,0.090217225,0.047848936,0.022776198,0.00035226834,0.00059052644,0.58232903,0.04017919,0.008742063,0.09221671,0.009522807,0.0013947953],"about_ca_topic_score_codex":0.00043496117,"about_ca_topic_score_gemma":0.00041756048,"teacher_disagreement_score":0.710204,"about_ca_system_score_codex":0.00012135894,"about_ca_system_score_gemma":0.00017171986,"threshold_uncertainty_score":0.9983271},"labels":[],"label_agreement":null},{"id":"W2017848404","doi":"10.2196/jmir.1950","title":"Using Smartphone Technology to Monitor Physical Activity in the 10,000 Steps Program: A Matched Case–Control Trial","year":2012,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Physical Activity and Health","field":"Medicine","cited_by":201,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Medical Research Council; Queensland Health; Queensland Government; National Heart Foundation of Australia; National Health and Medical Research Council; Central Queensland University","keywords":"Computer science; Physical activity; Control (management); Medicine; Psychology; Physical therapy; Artificial intelligence","score_opus":0.20640727964618058,"score_gpt":0.5377920827229329,"score_spread":0.33138480307675233,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2017848404","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97221196,0.00008621872,0.00026790364,0.026008269,0.00023766694,0.0010097934,0.0000030287663,0.0000146397015,0.00016053855],"genre_scores_gemma":[0.9955241,0.000009810228,0.00021398836,0.00020532824,0.003875917,0.00006087638,2.4697036e-7,0.00001665502,0.000093059425],"study_design_codex":"design_other","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9946863,0.0010855802,0.00043740243,0.00018271925,0.0027273814,0.0008806061],"domain_scores_gemma":[0.99702877,0.0013867806,0.00014783247,0.00027928074,0.0003022156,0.0008551133],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0078172805,0.00014813327,0.00075847335,0.00053473737,0.00007192168,0.00004571033,0.00050541427,0.0002964772,0.00025328028],"category_scores_gemma":[0.00294372,0.00008522193,0.00017930835,0.0009512499,0.00034044866,0.0001542622,0.00017243781,0.003772196,0.000051467727],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.15254344,0.075911336,0.0064434237,0.0005149921,0.0006885822,0.015446779,0.0091248965,0.0000045513534,0.012838165,0.00086751615,0.011460265,0.71415603],"study_design_scores_gemma":[0.48523894,0.14318758,0.08816797,0.008115823,0.0012947557,0.08952742,0.02270441,0.067801304,0.040155504,0.004451316,0.047469307,0.0018856602],"about_ca_topic_score_codex":0.0006149144,"about_ca_topic_score_gemma":0.000054681692,"teacher_disagreement_score":0.7122704,"about_ca_system_score_codex":0.000367193,"about_ca_system_score_gemma":0.00042389065,"threshold_uncertainty_score":0.99852616},"labels":[],"label_agreement":null},{"id":"W2018965581","doi":"10.2196/jmir.9.2.e9","title":"Improving Information Technology Adoption and Implementation Through the Identification of Appropriate Benefits: Creating IMPROVE-IT","year":2007,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Canadian Institutes of Health Research","keywords":"Software deployment; Identification (biology); Collaborative network; Quality (philosophy); Investment (military); Risk analysis (engineering); Process management; Business; Computer science; Knowledge management; Operations management; Engineering","score_opus":0.08694534663112745,"score_gpt":0.5291770547369006,"score_spread":0.4422317081057731,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2018965581","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91739213,0.0007770289,0.06461292,0.014480122,0.000804608,0.0011466503,0.0000055027494,0.000017471913,0.0007635895],"genre_scores_gemma":[0.9980263,0.0005896408,0.00052012847,0.00020740696,0.00048821227,0.000036655165,0.000006056965,0.000010456648,0.00011511881],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99386126,0.00074730086,0.0027662595,0.00012166014,0.001901873,0.00060162705],"domain_scores_gemma":[0.9947313,0.0014799644,0.0018584026,0.00020157525,0.0015786238,0.00015012512],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.038929384,0.000087447734,0.00025270216,0.0004806994,0.0003133459,0.000029672645,0.00048452028,0.0003800704,0.00017588862],"category_scores_gemma":[0.005049121,0.000056627694,0.00004108862,0.0005211704,0.00018765307,0.00057079457,0.000221623,0.002404244,0.000014723115],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030832528,0.00006759396,0.010031676,0.0015105332,0.00007675799,0.000004494188,0.02161924,0.0000029017826,0.006111712,0.031283103,0.0031728589,0.9258108],"study_design_scores_gemma":[0.012728316,0.0068198163,0.0396277,0.008308648,0.00015136547,0.00053390773,0.76383036,0.026409192,0.036479402,0.015671741,0.08881825,0.00062126474],"about_ca_topic_score_codex":0.002771938,"about_ca_topic_score_gemma":0.00088886236,"teacher_disagreement_score":0.92518955,"about_ca_system_score_codex":0.00041578826,"about_ca_system_score_gemma":0.001023479,"threshold_uncertainty_score":0.99989724},"labels":[],"label_agreement":null},{"id":"W2019915143","doi":"10.2196/jmir.3933","title":"Virtual Patients on the Semantic Web: A Proof-of-Application Study","year":2015,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; World Wide Web; Semantic Web; Proof of concept; Information retrieval","score_opus":0.242948103489268,"score_gpt":0.569698110570682,"score_spread":0.326750007081414,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2019915143","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9812074,0.00011320938,0.0003868469,0.013338872,0.0008510696,0.001899129,0.0000014500059,0.000007508773,0.002194523],"genre_scores_gemma":[0.99715024,0.000022358212,0.0000065551903,0.00033525983,0.00085112813,0.0001307354,0.0000010360859,0.000020713642,0.0014819793],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98535717,0.0065225204,0.0015403337,0.0001804387,0.005740753,0.00065876433],"domain_scores_gemma":[0.99185306,0.0041029085,0.00066694635,0.00039220834,0.002284109,0.00070079416],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04148277,0.00010785723,0.0004041767,0.00032006734,0.00014436198,0.000012193443,0.0012210011,0.00025043194,0.00047967673],"category_scores_gemma":[0.014102571,0.00005709711,0.00006699855,0.0004589739,0.00015698554,0.00006930423,0.0002935403,0.0043576807,0.00027243307],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017650079,0.00493782,0.26619524,0.00041231757,0.00024096222,0.00006499573,0.025745856,0.0000039920537,0.000043228214,0.0051490716,0.63870305,0.056738485],"study_design_scores_gemma":[0.040404554,0.1376849,0.06427114,0.017610278,0.00014268611,0.0001275782,0.1909749,0.043007407,0.0009881259,0.0062470403,0.4976748,0.00086661],"about_ca_topic_score_codex":0.0009020746,"about_ca_topic_score_gemma":0.00067621446,"teacher_disagreement_score":0.20192409,"about_ca_system_score_codex":0.0006122508,"about_ca_system_score_gemma":0.0044735842,"threshold_uncertainty_score":0.9979393},"labels":[],"label_agreement":null},{"id":"W2020947353","doi":"10.2196/jmir.1260","title":"Perspectives of Family Physicians on Computer-assisted Health-risk Assessments","year":2010,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University Health Network; York University; Public Health Ontario; University of Toronto","funders":"Institute of Gender and Health; Social Sciences and Humanities Research Council of Canada; Canadian Institutes of Health Research","keywords":"Medicine; Family medicine; Psychology","score_opus":0.1801021698941876,"score_gpt":0.5994973240590237,"score_spread":0.4193951541648361,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2020947353","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9699713,0.0006370364,0.0027902238,0.018085457,0.003421462,0.0006862856,0.000012671714,0.000020981899,0.0043745907],"genre_scores_gemma":[0.99289554,0.00094780064,0.0010088374,0.0009625954,0.003061258,0.00002281972,0.0000021856465,0.000037584825,0.0010613578],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98563087,0.0061961007,0.0020091583,0.00030400293,0.0046834885,0.0011763785],"domain_scores_gemma":[0.99078476,0.004587091,0.0015331946,0.00043835025,0.0017650275,0.00089158065],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.027577085,0.0001715382,0.00086377794,0.0006180518,0.0003036981,0.000018944827,0.0012634326,0.00048333444,0.0010918276],"category_scores_gemma":[0.0029110454,0.0001251009,0.00019390814,0.00050073536,0.00035860448,0.000109331966,0.00025691008,0.01277115,0.0001321794],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010384746,0.0029383693,0.027375707,0.0014318968,0.0004781318,0.00016016678,0.025438935,0.000002435629,0.0016175589,0.008610211,0.4983806,0.4325275],"study_design_scores_gemma":[0.017349187,0.04911175,0.34746718,0.02870857,0.00006703246,0.00034260371,0.13614114,0.020610806,0.0004475269,0.0025892053,0.3963011,0.00086394214],"about_ca_topic_score_codex":0.004356119,"about_ca_topic_score_gemma":0.0015509402,"teacher_disagreement_score":0.43166357,"about_ca_system_score_codex":0.00075336255,"about_ca_system_score_gemma":0.006354598,"threshold_uncertainty_score":0.9998213},"labels":[],"label_agreement":null},{"id":"W2022929179","doi":"10.2196/jmir.3591","title":"Comorbidity Structure of Psychological Disorders in the Online e-PASS Data as Predictors of Psychosocial Adjustment Measures: Psychological Distress, Adequate Social Support, Self-Confidence, Quality of Life, and Suicidal Ideation","year":2014,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Northwestern Polytechnic","funders":"Australian Government","keywords":"Comorbidity; Psychosocial; Suicidal ideation; Psychology; Anxiety; Clinical psychology; Eating disorders; Psychiatry; Mental health; National Comorbidity Survey; Poison control; Suicide prevention; Medicine","score_opus":0.19439826747167238,"score_gpt":0.5344601826514614,"score_spread":0.34006191517978906,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2022929179","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98944604,0.00031225084,0.00033055013,0.006757667,0.0011530626,0.00041831157,0.00049667974,0.000007759669,0.001077704],"genre_scores_gemma":[0.9989434,0.00014298318,0.00007868218,0.0001758435,0.0004893107,0.000009206117,0.000103185565,0.000013478973,0.000043912518],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98930085,0.0038628927,0.0024322744,0.000446541,0.0034695156,0.00048794068],"domain_scores_gemma":[0.9959201,0.0016023881,0.001153803,0.000569042,0.00040267277,0.00035197733],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.010144675,0.00020180257,0.00077304995,0.00028473034,0.000052774158,0.000028851608,0.002279079,0.0004966745,0.0014367856],"category_scores_gemma":[0.0036985998,0.00013154738,0.00020704114,0.00044600925,0.0014928655,0.00018463876,0.00037570397,0.0018591237,0.0000048428105],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.013746501,0.0485279,0.4145799,0.0015885914,0.001578659,0.00009409925,0.016231798,0.0000030741576,0.00036838662,0.12754798,0.15126112,0.224472],"study_design_scores_gemma":[0.0034638667,0.005730525,0.97554016,0.0002673703,0.000039254854,0.000065652464,0.002730912,0.000045089055,0.000022862436,0.011011578,0.0009563786,0.00012632234],"about_ca_topic_score_codex":0.0014618655,"about_ca_topic_score_gemma":0.002335663,"teacher_disagreement_score":0.5609603,"about_ca_system_score_codex":0.00007444849,"about_ca_system_score_gemma":0.00012022672,"threshold_uncertainty_score":0.999476},"labels":[],"label_agreement":null},{"id":"W2023602552","doi":"10.2196/jmir.1576","title":"Development and Evaluation of the Personal Patient Profile-Prostate (P3P), a Web-Based Decision Support System for Men Newly Diagnosed With Localized Prostate Cancer","year":2010,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Patient-Provider Communication in Healthcare","field":"Health Professions","cited_by":48,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"National Cancer Institute; National Institutes of Health","keywords":"Prostate cancer; Prostate; Medicine; Cancer; Internal medicine","score_opus":0.2087338393688714,"score_gpt":0.5036076585586013,"score_spread":0.29487381918972994,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2023602552","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.987302,0.00057805586,0.00014821655,0.007329377,0.00066366233,0.0037701111,0.00003710714,0.000010412405,0.00016104456],"genre_scores_gemma":[0.9931751,0.00006492956,0.0047530113,0.00020174173,0.00011064119,0.0015292277,0.000012333766,0.00002832348,0.00012470214],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9896593,0.0023840314,0.0015077159,0.0002478462,0.005674483,0.0005265963],"domain_scores_gemma":[0.9894962,0.002890046,0.0010240052,0.0003893506,0.0057038325,0.0004965842],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012816121,0.00015287453,0.00038995376,0.00026869637,0.0004160542,0.00002597139,0.00075530785,0.0002590498,0.00055994536],"category_scores_gemma":[0.0044177673,0.00008388841,0.00007064746,0.0003092146,0.00036253096,0.00011238456,0.00035409688,0.002274096,0.000006059586],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014161927,0.0008277181,0.23471898,0.005570851,0.00035831094,0.00004482635,0.1561609,0.000052598527,0.0016692576,0.00042675794,0.05478263,0.53122526],"study_design_scores_gemma":[0.07387214,0.006174699,0.053413544,0.041814994,0.00029555158,0.000118522636,0.1568834,0.4634337,0.010076661,0.000294071,0.19288471,0.00073799083],"about_ca_topic_score_codex":0.00064760627,"about_ca_topic_score_gemma":0.0025048694,"teacher_disagreement_score":0.53048724,"about_ca_system_score_codex":0.00077545946,"about_ca_system_score_gemma":0.01403684,"threshold_uncertainty_score":0.99155265},"labels":[],"label_agreement":null},{"id":"W2024722741","doi":"10.2196/jmir.2466","title":"Preferred Sources of Health Information in Persons With Multiple Sclerosis: Degree of Trust and Information Sought","year":2013,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Multiple Sclerosis Research Studies","field":"Medicine","cited_by":162,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"Multiple Sclerosis Society; Multiple Sclerosis Society of Canada","keywords":"Health Information National Trends Survey; Information source (mathematics); Information seeking; Interpersonal communication; Information seeking behavior; Health information; Medicine; Family medicine; Mass media; Information needs; Psychology; Odds; Logistic regression; Health care; Social psychology; World Wide Web","score_opus":0.153342909604663,"score_gpt":0.3840569668938605,"score_spread":0.23071405728919747,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2024722741","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9888421,0.000662443,0.00037525993,0.009102709,0.000028951008,0.00058697065,0.0000069870434,0.00000436966,0.00039019596],"genre_scores_gemma":[0.9971119,0.002000949,0.00066455203,0.00010442797,0.000045051696,0.000024019975,0.0000056396734,0.0000062124864,0.000037246267],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9945155,0.00034482175,0.001267524,0.00008048576,0.0034081815,0.0003834866],"domain_scores_gemma":[0.9968994,0.00062051264,0.0005313807,0.00015997866,0.001389488,0.00039922615],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005566407,0.00011040665,0.00057192525,0.0010647891,0.00004087763,0.000049246708,0.00030423925,0.00012985541,0.00022630092],"category_scores_gemma":[0.006142969,0.0000684539,0.000065529544,0.00045680278,0.0006115838,0.0013537204,0.00021408642,0.0010458849,0.000008730494],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026647167,0.0007447468,0.46559674,0.0034868438,0.0004727645,0.000010283778,0.044390224,0.000026500255,0.00089262176,0.00013293244,0.021154702,0.46042693],"study_design_scores_gemma":[0.0071907016,0.0032374272,0.9478866,0.0052820602,0.000011864005,0.000090475805,0.020313492,0.011777542,0.0016360149,0.000014438861,0.0024776815,0.000081691556],"about_ca_topic_score_codex":0.0029596894,"about_ca_topic_score_gemma":0.00020679673,"teacher_disagreement_score":0.48228988,"about_ca_system_score_codex":0.00015178212,"about_ca_system_score_gemma":0.000649442,"threshold_uncertainty_score":0.7354151},"labels":[],"label_agreement":null},{"id":"W2027530235","doi":"10.2196/jmir.1898","title":"P2P Watch: Personal Health Information Detection in Peer-to-Peer File-Sharing Networks","year":2012,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Access Control and Trust","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Privacy Analytics (Canada); Agricultural Research Institute of Ontario; University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada; Ontario Centres of Excellence","keywords":"Peer-to-peer; Internet privacy; Computer science; World Wide Web; File sharing; Personally identifiable information; Information sharing; Peer review; The Internet; Computer security","score_opus":0.0915148042093412,"score_gpt":0.45478378201037245,"score_spread":0.36326897780103123,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2027530235","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.63083404,0.0009098747,0.031181227,0.31532863,0.003663881,0.00069642026,0.000010606254,0.000040443014,0.017334899],"genre_scores_gemma":[0.9953649,0.00010089346,0.00004592513,0.000658705,0.0021126862,0.0000090108515,0.000004085037,0.000005073453,0.0016987124],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9930658,0.0005280466,0.00055085594,0.000078483,0.005053588,0.0007232448],"domain_scores_gemma":[0.9975116,0.00049624953,0.00016519582,0.000064938584,0.0008343633,0.00092763366],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.026492154,0.00006817133,0.00019896017,0.00033517336,0.00017223402,0.00016337595,0.0006553224,0.00019577178,0.0044138883],"category_scores_gemma":[0.007821598,0.000052550608,0.00007229733,0.00051138154,0.00014260031,0.0011396963,0.00018001074,0.0016949918,0.00010331939],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035575576,0.0002268808,0.035107914,0.000038001777,0.000052087325,0.000025129144,0.07174259,0.000048307713,0.0000029805537,0.0020988148,0.22172421,0.6685773],"study_design_scores_gemma":[0.001285306,0.000470844,0.057306178,0.0005517899,0.0000050503118,0.00005279415,0.018733306,0.026742853,0.000020994554,0.00030547922,0.89435863,0.00016679306],"about_ca_topic_score_codex":0.00896214,"about_ca_topic_score_gemma":0.0045568063,"teacher_disagreement_score":0.6726344,"about_ca_system_score_codex":0.000536325,"about_ca_system_score_gemma":0.00042843758,"threshold_uncertainty_score":0.9976373},"labels":[],"label_agreement":null},{"id":"W2027992795","doi":"10.2196/jmir.2177","title":"Two h-Index Benchmarks for Evaluating the Publication Performance of Medical Informatics Researchers","year":2012,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Children's Hospital of Eastern Ontario; University of Ottawa","funders":"","keywords":"Benchmark (surveying); Informatics; Health informatics; Computer science; Index (typography); Multidisciplinary approach; Metric (unit); Scopus; Bibliometrics; Impact factor; Business informatics; Percentile; Construct (python library); Data science; MEDLINE; Data mining; World Wide Web; Health care; Statistics; Mathematics; Engineering; Political science","score_opus":0.7879302847482185,"score_gpt":0.7013157810152683,"score_spread":0.08661450373295021,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2027992795","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9586798,0.0013526296,0.010507405,0.023958402,0.00076154416,0.00042743442,0.0000050375575,0.0000033840568,0.004304381],"genre_scores_gemma":[0.9962125,0.00080944283,0.0009901655,0.00019777569,0.00070627994,0.000021300426,0.0000034142463,0.000010432409,0.0010487112],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.8830528,0.002289763,0.0031708218,0.00025265242,0.10971434,0.0015195846],"domain_scores_gemma":[0.9088385,0.053394105,0.0015455538,0.0011498311,0.03191969,0.0031523304],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.527207,0.00012705268,0.0004427541,0.021510836,0.00023747103,0.0012872418,0.01039694,0.0003567854,0.0076558464],"category_scores_gemma":[0.46939132,0.000062887615,0.00026790466,0.042971887,0.0011556272,0.0014061203,0.0022053774,0.0030162805,0.00007691819],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003981327,0.0004288631,0.09321584,0.000077335324,0.0000826405,0.0000038021271,0.0019765997,0.00001399661,0.00007448021,0.003980903,0.22864564,0.67110175],"study_design_scores_gemma":[0.002969596,0.0033519138,0.028086614,0.00037072448,0.000013286329,0.00022468898,0.0079114735,0.8694956,0.0016615897,0.0021602346,0.08357101,0.00018331099],"about_ca_topic_score_codex":0.00015340325,"about_ca_topic_score_gemma":0.00001538717,"teacher_disagreement_score":0.86948156,"about_ca_system_score_codex":0.00027275187,"about_ca_system_score_gemma":0.0027993736,"threshold_uncertainty_score":0.99974954},"labels":[],"label_agreement":null},{"id":"W2028100129","doi":"10.2196/jmir.2969","title":"Harnessing the Social Web for Health and Wellness: Issues for Research and Knowledge Translation","year":2014,"lang":"en","type":"editorial","venue":"Journal of Medical Internet Research","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Pan American Health Organization; University of British Columbia; University of Toronto","keywords":"Social media; Knowledge translation; Multidisciplinary approach; Public relations; Public health; Sociology; Political science; Medical education; Psychology; Knowledge management; Medicine; Social science; Computer science; Nursing","score_opus":0.4418352638742665,"score_gpt":0.6452123054999641,"score_spread":0.20337704162569759,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2028100129","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0035456389,0.023272498,0.00048858294,0.3300273,0.6390583,0.0032508573,0.000027801818,0.000015096395,0.00031389788],"genre_scores_gemma":[0.008761513,0.014362424,0.00022318221,0.0000792475,0.9748763,0.0005841788,0.000025870511,0.000051299012,0.0010360046],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98583764,0.005634421,0.0009938594,0.00036817422,0.0061073955,0.0010585034],"domain_scores_gemma":[0.8654853,0.12704486,0.00065921707,0.0001760108,0.005416087,0.0012185145],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch","sts","research_integrity"],"category_scores_codex":[0.11297753,0.00016301393,0.00064569147,0.00057015463,0.002235245,0.00057243207,0.0011287633,0.0013966813,0.00006221462],"category_scores_gemma":[0.13182707,0.00011912499,0.00012141511,0.00048173434,0.0028497453,0.00018391367,0.00013229257,0.0040576817,0.0000032932392],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023814128,0.00006964392,0.000015595653,0.0007932849,0.000028006065,5.7626426e-7,0.08269221,5.307799e-9,7.096453e-7,0.0021506632,0.7473647,0.16664644],"study_design_scores_gemma":[0.0008787208,0.00090669614,0.000015083424,0.0012090986,0.000013037414,0.0000014563038,0.018655078,0.00018546358,0.0000028975326,0.006103069,0.9719356,0.000093803465],"about_ca_topic_score_codex":0.0031462421,"about_ca_topic_score_gemma":0.0058757765,"teacher_disagreement_score":0.33581796,"about_ca_system_score_codex":0.00076261454,"about_ca_system_score_gemma":0.016327608,"threshold_uncertainty_score":0.99989974},"labels":[],"label_agreement":null},{"id":"W2028888920","doi":"10.2196/jmir.1682","title":"Short-term Effects of a Smoking Prevention Website in American Indian Youth","year":2012,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Smoking Behavior and Cessation","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"National Cancer Institute; University of Toronto","keywords":"Term (time); The Internet; Internet privacy; Psychology; Medicine; Environmental health; Gerontology; Computer science; World Wide Web","score_opus":0.08669255356064158,"score_gpt":0.45465278830729516,"score_spread":0.36796023474665357,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2028888920","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99861664,0.00021900186,0.00017251656,0.00033655218,0.00028807847,0.00015270451,4.4869032e-7,0.0000039463644,0.00021011973],"genre_scores_gemma":[0.9992356,0.00014394334,0.000026334337,0.000029703611,0.00043619072,0.0000043450677,0.0000043593545,0.000012670074,0.00010688041],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99596334,0.0003885076,0.00053886505,0.000092764574,0.0026626259,0.00035390948],"domain_scores_gemma":[0.9987938,0.00027660286,0.00016987548,0.00013281804,0.00022037514,0.00040654637],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005373946,0.000078151475,0.000341121,0.00069145113,0.000013672194,0.0000157041,0.0002345652,0.00014405997,0.00021985534],"category_scores_gemma":[0.0013094281,0.000058097834,0.0001186852,0.00043711986,0.00021976813,0.00014213087,0.000085549225,0.00138975,0.0000021294377],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016895846,0.00058293744,0.9162039,0.00016013226,0.00005014353,0.00022396515,0.0045836433,7.982879e-8,0.0008037494,0.000020678463,0.00020763066,0.07699417],"study_design_scores_gemma":[0.0011693898,0.0011213685,0.9844449,0.0028380987,0.00006281584,0.00023269079,0.0015754051,0.000014112783,0.008405288,0.000019035602,0.00007106589,0.000045794262],"about_ca_topic_score_codex":0.00022169901,"about_ca_topic_score_gemma":0.000023062385,"teacher_disagreement_score":0.076948375,"about_ca_system_score_codex":0.00022156756,"about_ca_system_score_gemma":0.00018300783,"threshold_uncertainty_score":0.603785},"labels":[],"label_agreement":null},{"id":"W2028930346","doi":"10.2196/jmir.7.1.e1","title":"What Is eHealth (3): A Systematic Review of Published Definitions","year":2005,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":1037,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University Health Network","funders":"Canadian Institutes of Health Research; University of Toronto","keywords":"eHealth; The Internet; MEDLINE; Computer science; Relevance (law); World Wide Web; Health care; Information overload; Internet privacy; Information retrieval; Medicine; Data science; Political science","score_opus":0.3775863040484267,"score_gpt":0.637779704351392,"score_spread":0.2601934003029653,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2028930346","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000013406137,0.9802836,0.00013076597,0.011321601,0.0016844462,0.0035250415,0.000050721337,0.000013296335,0.0029891937],"genre_scores_gemma":[0.0000023308678,0.9872113,0.00018414394,0.009502816,0.0010256141,0.00033046768,0.00006191261,0.00003660775,0.0016448029],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9590382,0.015522,0.016895354,0.00033623163,0.007163083,0.0010451435],"domain_scores_gemma":[0.97087836,0.011034331,0.009121725,0.0011743905,0.0061409418,0.0016502478],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity","insufficient_payload"],"category_scores_codex":[0.114441864,0.0003555562,0.0055599636,0.0013775172,0.00025452126,0.00014797278,0.0029788848,0.0012979488,0.03067867],"category_scores_gemma":[0.04708165,0.00020356997,0.0010536421,0.0015001837,0.00029872658,0.0023089391,0.0006512279,0.011828144,0.0011024385],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008378563,0.000120403616,0.0000018204586,0.7041151,0.00010348266,0.000009869793,0.0008182377,1.1930708e-9,4.2070422e-10,0.00070666295,0.17869256,0.115423486],"study_design_scores_gemma":[0.0001660966,0.000094700845,4.1619953e-7,0.50990224,0.00015433527,0.000077158125,0.0003800522,0.00001547285,1.2463324e-8,0.00008271573,0.48906112,0.00006565155],"about_ca_topic_score_codex":0.00009457314,"about_ca_topic_score_gemma":0.00001952784,"teacher_disagreement_score":0.31036857,"about_ca_system_score_codex":0.0012305452,"about_ca_system_score_gemma":0.015782075,"threshold_uncertainty_score":0.99999857},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W2029156575","doi":"10.2196/jmir.2998","title":"Guess Who’s Not Coming to Dinner? Evaluating Online Restaurant Reservations for Disease Surveillance","year":2014,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Data-Driven Disease Surveillance","field":"Medicine","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"U.S. National Library of Medicine; Intelligence Advanced Research Projects Activity","keywords":"Disease surveillance; Internet privacy; Computer science; Advertising; Disease; Medicine; Business","score_opus":0.20212847466361558,"score_gpt":0.5173822551237164,"score_spread":0.3152537804601008,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2029156575","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8974282,0.0002687394,0.011876654,0.088884436,0.00043212197,0.000687668,0.00019716215,0.000030406189,0.00019461023],"genre_scores_gemma":[0.9896648,0.0001171323,0.0035849495,0.0021115688,0.0021314207,0.00004282397,0.00012896508,0.000052092684,0.0021662645],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9912722,0.0011422656,0.0012030841,0.00040265417,0.0052697617,0.00071005133],"domain_scores_gemma":[0.988745,0.0044768183,0.00031022186,0.0007207083,0.0034167697,0.0023304906],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.021394616,0.00018876296,0.0007114495,0.0005332574,0.00012464737,0.00010573393,0.0011216236,0.0001338374,0.00042823152],"category_scores_gemma":[0.08238273,0.00014230599,0.00025023887,0.00056058087,0.00027390695,0.00016063852,0.00048332082,0.0012950994,0.000036043915],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.017996063,0.0020535742,0.12323241,0.0015597013,0.0005227188,0.00095996115,0.000889485,0.0002028657,0.0037854176,0.0021941494,0.63352513,0.21307854],"study_design_scores_gemma":[0.008941875,0.0041511776,0.4139489,0.0066232025,0.00009607376,0.00016131627,0.0005120232,0.27246484,0.00038625786,0.0007855107,0.2915021,0.00042671035],"about_ca_topic_score_codex":0.00013465712,"about_ca_topic_score_gemma":0.00030395665,"teacher_disagreement_score":0.34202302,"about_ca_system_score_codex":0.0002798309,"about_ca_system_score_gemma":0.0010508635,"threshold_uncertainty_score":0.92534673},"labels":[],"label_agreement":null},{"id":"W2029708101","doi":"10.2196/jmir.2312","title":"What Do Electronic Health Record Vendors Reveal About Their Products: An Analysis of Vendor Websites","year":2013,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University Health Network; Public Health Ontario; University of Toronto","funders":"University of Toronto","keywords":"Vendor; Purchasing; Product (mathematics); Electronic health record; Business; Health records; Purchasing process; Process (computing); Internet privacy; Marketing; World Wide Web; Advertising; Computer science; Health care","score_opus":0.11051148043158981,"score_gpt":0.5228180891768031,"score_spread":0.41230660874521324,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2029708101","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9404085,0.01874101,0.00015927553,0.037211135,0.0017419503,0.0014130052,0.000007993135,0.00002655402,0.00029054488],"genre_scores_gemma":[0.9719275,0.020711074,0.00014003877,0.0010823237,0.0022715833,0.00014141397,0.000020448462,0.00006211531,0.0036434655],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97918206,0.010110128,0.003584981,0.0005364898,0.0040643704,0.0025219482],"domain_scores_gemma":[0.98892176,0.0034439412,0.0019294734,0.00087895343,0.0031698484,0.0016560069],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.043180775,0.00027562532,0.0016912259,0.0019236456,0.00030072645,0.00010128748,0.0019758993,0.00053115614,0.009280462],"category_scores_gemma":[0.0058173295,0.00018925354,0.00033320216,0.002470839,0.00032141828,0.0008882813,0.00031909617,0.007436631,0.00030825273],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011127043,0.0017909451,0.12717362,0.0041758474,0.0040266365,0.000096964584,0.031751666,0.00001172696,0.0011023179,0.002076951,0.46653992,0.3601407],"study_design_scores_gemma":[0.007927931,0.028798195,0.10289775,0.028852398,0.00051765185,0.00036910037,0.106735066,0.017239308,0.0010128748,0.0054229796,0.699085,0.0011417656],"about_ca_topic_score_codex":0.011546843,"about_ca_topic_score_gemma":0.0051861587,"teacher_disagreement_score":0.35899895,"about_ca_system_score_codex":0.0020245553,"about_ca_system_score_gemma":0.011519484,"threshold_uncertainty_score":0.99503535},"labels":[],"label_agreement":null},{"id":"W2030838032","doi":"10.2196/jmir.3292","title":"Pain-QuILT: Clinical Feasibility of a Web-Based Visual Pain Assessment Tool in Adults With Chronic Pain","year":2014,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Pediatric Pain Management Techniques","field":"Medicine","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University Medical Centre; Hospital for Sick Children; Toronto Rehabilitation Institute; SickKids Foundation; University of Toronto; McMaster University","funders":"Canadian Arthritis Network; Canadian Institutes of Health Research; University of Toronto; Arthritis Society; McMaster University","keywords":"Quilt; Physical therapy; Chronic pain; Medicine; McGill Pain Questionnaire; Context (archaeology); Pain assessment; Usability; Physical medicine and rehabilitation; Pain management; Visual analogue scale; Computer science","score_opus":0.06584553812823092,"score_gpt":0.48573530467090714,"score_spread":0.41988976654267623,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2030838032","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85364217,0.00021564306,0.134379,0.010223519,0.00008038528,0.00088533596,0.0000011858712,0.000038587932,0.00053420477],"genre_scores_gemma":[0.99326944,0.0003154491,0.004174109,0.0012272944,0.000811445,0.00003406706,0.000006789499,0.000030141371,0.00013128956],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9736931,0.016579337,0.00229474,0.0004872832,0.0061901887,0.000755354],"domain_scores_gemma":[0.9858405,0.011409891,0.0005885276,0.00059326296,0.00095640426,0.00061141053],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.25154826,0.00022074362,0.0009888776,0.00088459655,0.00002453624,0.00003501073,0.00094516226,0.0004048716,0.0010503677],"category_scores_gemma":[0.051567312,0.00015159264,0.0002890994,0.00068790483,0.00073104515,0.000102494865,0.00027589488,0.0033974568,0.0000074941945],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0027517998,0.0026917078,0.8122653,0.0013077119,0.00012428987,0.00074162596,0.000050926647,0.0000034635623,0.000074688265,0.000095609954,0.049259953,0.13063295],"study_design_scores_gemma":[0.020363282,0.053190432,0.36453336,0.012187019,0.00009351693,0.00005500982,0.0003162768,0.53800166,0.00011076092,0.00059294346,0.010211471,0.00034426324],"about_ca_topic_score_codex":0.00017206962,"about_ca_topic_score_gemma":0.0003259722,"teacher_disagreement_score":0.5379982,"about_ca_system_score_codex":0.0008986897,"about_ca_system_score_gemma":0.002886125,"threshold_uncertainty_score":0.9998628},"labels":[],"label_agreement":null},{"id":"W2031201873","doi":"10.2196/jmir.7.1.e11","title":"The Law of Attrition","year":2005,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Obesity and Health Practices","field":"Health Professions","cited_by":2681,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network","funders":"","keywords":"eHealth; Attrition; Clinical trial; The Internet; Population; Dropout (neural networks); Discontinuation; Publication; Psychology; Computer science; Internet privacy; Medicine; Health care; World Wide Web; Political science; Advertising; Psychiatry; Business; Law","score_opus":0.34389713820614,"score_gpt":0.6450151425436906,"score_spread":0.30111800433755065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2031201873","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.51047385,0.005997419,0.00027931412,0.418474,0.0012515724,0.00038685597,0.0000024411188,0.000009382569,0.063125186],"genre_scores_gemma":[0.9845343,0.005147875,0.00017365134,0.0015977076,0.0023654497,0.0000062240474,4.3087977e-7,0.0000073795213,0.006166977],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99309826,0.0027325856,0.00097312353,0.00007022786,0.0026929015,0.00043288874],"domain_scores_gemma":[0.9893652,0.008604655,0.00044231414,0.00015261791,0.0010791711,0.00035600484],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.031700037,0.000047159592,0.00020039022,0.000114504226,0.00045628147,0.000015588956,0.00072890613,0.00025859338,0.00645596],"category_scores_gemma":[0.0056574037,0.000026158268,0.000069463546,0.00015709354,0.0004152303,0.00021501684,0.00020407638,0.0041116257,0.0005539862],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000852865,0.00046833715,0.0032949268,0.00062509166,0.00008097907,0.000059703547,0.0048346072,7.5368797e-7,0.00009940699,0.1338525,0.8071253,0.048705548],"study_design_scores_gemma":[0.00074454007,0.00039995485,0.002002447,0.0011927617,0.0000060022217,0.000025822721,0.0030655805,0.00024353353,0.00015484955,0.0014616004,0.9906773,0.000025601861],"about_ca_topic_score_codex":0.0008996833,"about_ca_topic_score_gemma":0.0036309417,"teacher_disagreement_score":0.47406048,"about_ca_system_score_codex":0.00014721754,"about_ca_system_score_gemma":0.0008555229,"threshold_uncertainty_score":0.99818593},"labels":[],"label_agreement":null},{"id":"W2031307935","doi":"10.2196/jmir.3189","title":"The Role of Facebook in Crush the Crave, a Mobile- and Social Media-Based Smoking Cessation Intervention: Qualitative Framework Analysis of Posts","year":2014,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Smoking Behavior and Cessation","field":"Medicine","cited_by":101,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; Impact; University of British Columbia, Okanagan Campus; University of British Columbia","funders":"Canadian Cancer Society Research Institute; Canadian Institutes of Health Research; Health Canada; University of Waterloo","keywords":"Smoking cessation; Social media; Psychological intervention; Intervention (counseling); Qualitative research; Qualitative analysis; Psychology; Social support; Medicine; Social psychology; Psychiatry; World Wide Web; Computer science; Sociology","score_opus":0.07679517612173915,"score_gpt":0.4766474972582718,"score_spread":0.3998523211365327,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2031307935","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99468464,0.00030653438,0.0018565351,0.002758447,0.00008941047,0.00016778332,0.0000025003685,0.0000020331413,0.00013209882],"genre_scores_gemma":[0.9996758,0.00006816228,0.0000251504,0.000044194698,0.00013486901,0.00001835618,0.000005523745,0.000006831764,0.000021097947],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99467444,0.0015997527,0.00080980366,0.00010882082,0.0026315278,0.00017564699],"domain_scores_gemma":[0.9932467,0.005324924,0.00044287043,0.00014041456,0.0007529332,0.000092190865],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015804086,0.000074495954,0.00037922699,0.00054563076,0.00005960575,0.000035330224,0.00032997556,0.00019598436,0.00038411867],"category_scores_gemma":[0.0047893994,0.00004078525,0.00020972583,0.000616792,0.00062192,0.00005163061,0.00007738325,0.0011954772,2.9656965e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002600311,0.0010788145,0.42721394,0.0002752813,0.0018872977,0.00003473062,0.17054743,0.000041768995,0.0009547044,0.010979709,0.00070744933,0.3836786],"study_design_scores_gemma":[0.0040639224,0.0019182318,0.84540206,0.0026452856,0.0011637796,0.000023583163,0.11128504,0.014377936,0.008027907,0.0089346105,0.0020193362,0.00013832116],"about_ca_topic_score_codex":0.000249217,"about_ca_topic_score_gemma":0.00021486379,"teacher_disagreement_score":0.41818812,"about_ca_system_score_codex":0.00009913582,"about_ca_system_score_gemma":0.00014631976,"threshold_uncertainty_score":0.57337046},"labels":[],"label_agreement":null},{"id":"W2032077566","doi":"10.2196/jmir.1868","title":"What Are Young Adults Saying About Mental Health? An Analysis of Internet Blogs","year":2012,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":65,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Fogarty International Center; Canadian Institutes of Health Research","keywords":"The Internet; Mental health; Psychology; Internet privacy; Computer science; World Wide Web; Psychiatry","score_opus":0.12674803505502816,"score_gpt":0.5372358713793085,"score_spread":0.4104878363242803,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2032077566","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9772307,0.008028319,0.00022257373,0.007461636,0.005571409,0.0002454878,0.000034002907,0.000013541567,0.0011923083],"genre_scores_gemma":[0.9960742,0.00026437506,0.00007514054,0.0004175202,0.00049665157,0.000015189124,0.000033880133,0.000028409879,0.0025946286],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99203783,0.0014180783,0.0019479868,0.0002910061,0.0032756168,0.0010294784],"domain_scores_gemma":[0.99601877,0.00042948878,0.0009493499,0.00040329096,0.000517373,0.0016817404],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.009997883,0.00018587969,0.0008016488,0.0015433442,0.0000645128,0.00015345521,0.0013316058,0.00026595723,0.008678066],"category_scores_gemma":[0.00066493877,0.00015099547,0.0004916998,0.0009314909,0.00043782793,0.0011254508,0.00039889978,0.0016906685,0.00016452285],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003172352,0.015150736,0.42583582,0.0007465546,0.0057481043,0.0003032162,0.07750552,0.0000020731336,0.000030356112,0.009119434,0.13156131,0.33082452],"study_design_scores_gemma":[0.0071717124,0.017146496,0.751858,0.020594588,0.00045686713,0.0018429435,0.15913413,0.004643877,0.0009924455,0.0004654571,0.034953695,0.00073981594],"about_ca_topic_score_codex":0.0024316884,"about_ca_topic_score_gemma":0.0017195737,"teacher_disagreement_score":0.3300847,"about_ca_system_score_codex":0.0005519602,"about_ca_system_score_gemma":0.00016020487,"threshold_uncertainty_score":0.99222815},"labels":[],"label_agreement":null},{"id":"W2032852825","doi":"10.2196/jmir.9.4.e32","title":"A Visual Dashboard for Moving Health Technologies From “Lab to Village”","year":2007,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Biotechnology and Related Fields","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Centre for Global Health Research; University Health Network","funders":"Canadian Institutes of Health Research; Bill and Melinda Gates Foundation","keywords":"Dashboard; Emerging technologies; The Internet; Computer science; Data science; Focus (optics); Knowledge management; Path (computing); Process management; World Wide Web; Business; Artificial intelligence","score_opus":0.06228484282664897,"score_gpt":0.47612491850630745,"score_spread":0.41384007567965847,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2032852825","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47306305,0.0045049125,0.048872057,0.47202283,0.0005706519,0.00041773735,0.0000025439117,0.00009463319,0.00045157937],"genre_scores_gemma":[0.9906784,0.0012787569,0.003917479,0.0029416187,0.00041467694,0.000005125375,0.0000026461994,0.000018769077,0.00074251345],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99672955,0.00008447964,0.0007156918,0.00021300968,0.0016356818,0.0006216003],"domain_scores_gemma":[0.9978946,0.0008845277,0.0001426961,0.000206084,0.00044990215,0.00042219643],"candidate_categories":["research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.008757716,0.0001088246,0.00045678654,0.000851008,0.00007198268,0.000022069356,0.0006112528,0.002618941,0.00031182522],"category_scores_gemma":[0.006724989,0.000072045426,0.00014167724,0.00046563637,0.0003689363,0.0000426655,0.00032087378,0.0071307756,0.000040556686],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0031186861,0.0006209648,0.0012605765,0.00016333238,0.00052145665,0.0017708028,0.0011047203,6.194142e-7,0.00691819,0.0027211423,0.19215353,0.78964597],"study_design_scores_gemma":[0.0064460444,0.01612709,0.0038543425,0.005286203,0.0000670838,0.0019155361,0.0104751075,0.0016608774,0.09200834,0.00273782,0.8591297,0.00029185633],"about_ca_topic_score_codex":0.00015945814,"about_ca_topic_score_gemma":0.000074200434,"teacher_disagreement_score":0.78935415,"about_ca_system_score_codex":0.00021382197,"about_ca_system_score_gemma":0.0005281894,"threshold_uncertainty_score":0.9986759},"labels":[],"label_agreement":null},{"id":"W2032988180","doi":"10.2196/jmir.2265","title":"Improving Diabetes Management With a Patient Portal: A Qualitative Study of Diabetes Self-Management Portal","year":2012,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":125,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Canadian Partnership Against Cancer; University Health Network","funders":"Princess Margaret Hospital Foundation","keywords":"Patient portal; Medicine; Dieticians; Family medicine; Qualitative research; Population; Diabetes mellitus; Disease management; Telemedicine; Disease; Health care; Nursing; Internal medicine","score_opus":0.08335071536081173,"score_gpt":0.5120615096264347,"score_spread":0.428710794265623,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2032988180","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9894943,0.00092572055,0.00011577792,0.00082400284,0.0007223583,0.0021807265,0.0000028473403,0.000025826526,0.005708418],"genre_scores_gemma":[0.99774534,0.00009736221,0.000443362,0.00018123968,0.0004748549,0.00032098324,0.0000024855447,0.00004810388,0.0006862673],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9842642,0.0053036152,0.0023920082,0.00029884273,0.00585676,0.0018845912],"domain_scores_gemma":[0.99422425,0.0019554927,0.0013552712,0.00041799707,0.00095797755,0.0010890072],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.029587802,0.0002375179,0.00080385763,0.0007889256,0.00020051956,0.00001947247,0.0008595287,0.00021922545,0.0010543083],"category_scores_gemma":[0.00066504657,0.00015396043,0.00010843954,0.0006354865,0.00015644084,0.00027384982,0.0006810377,0.0029879706,0.00004883465],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00066772685,0.012546501,0.33199582,0.012376954,0.005547604,0.0008565051,0.50354517,0.000002030273,0.000048036407,0.0076833726,0.075473,0.049257305],"study_design_scores_gemma":[0.007585882,0.017116452,0.016038913,0.007147807,0.00026309118,0.000023038834,0.93795896,0.0005966424,0.00011053422,0.00018313609,0.012574696,0.00040082962],"about_ca_topic_score_codex":0.00043626424,"about_ca_topic_score_gemma":0.00026913872,"teacher_disagreement_score":0.43441382,"about_ca_system_score_codex":0.0005117314,"about_ca_system_score_gemma":0.0006431299,"threshold_uncertainty_score":0.99985886},"labels":[],"label_agreement":null},{"id":"W2033498751","doi":"10.2196/jmir.2624","title":"Retrieving Clinical Evidence: A Comparison of PubMed and Google Scholar for Quick Clinical Searches","year":2013,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":149,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Western University","funders":"Canadian Institutes of Health Research","keywords":"MEDLINE; Information retrieval; Popularity; Systematic review; Computer science; Medicine; Keyword search; World Wide Web; Psychology","score_opus":0.7930289626629046,"score_gpt":0.7292312910350821,"score_spread":0.06379767162782246,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2033498751","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94873136,0.0026039048,0.00050469826,0.044959255,0.0014874919,0.0014425387,0.0000020020502,0.00000657548,0.00026217138],"genre_scores_gemma":[0.98886365,0.004540117,0.0016313363,0.0005306355,0.002736648,0.00013877517,0.0000010913706,0.000014765961,0.0015430058],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9812972,0.008591916,0.003777223,0.00035926094,0.0046059615,0.0013684207],"domain_scores_gemma":[0.91562945,0.070859134,0.0013518372,0.00052362954,0.0067266314,0.004909342],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.18644151,0.000112504684,0.00082502246,0.0004884191,0.00040844016,0.00009422136,0.001403575,0.0006663369,0.0019032677],"category_scores_gemma":[0.27786168,0.000074719705,0.00019878903,0.0006272916,0.0014399135,0.00067322067,0.00061734614,0.008387376,0.00012539979],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038910648,0.00031343082,0.52413243,0.00054997305,0.000036242,0.0000035945886,0.0014876407,1.0211319e-7,0.000011987386,0.00011958268,0.34978518,0.123170726],"study_design_scores_gemma":[0.0025092107,0.005131253,0.8473536,0.0046775,0.000016610118,0.000017088341,0.014771774,0.011462503,0.000053757743,0.0013335169,0.1125355,0.00013768162],"about_ca_topic_score_codex":0.0009790949,"about_ca_topic_score_gemma":0.000114516944,"teacher_disagreement_score":0.32322118,"about_ca_system_score_codex":0.00024136984,"about_ca_system_score_gemma":0.006384836,"threshold_uncertainty_score":0.999248},"labels":[],"label_agreement":null},{"id":"W2034731180","doi":"10.2196/jmir.2090","title":"Comparison of Two Internet-Based Interventions for Problem Drinkers: Randomized Controlled Trial","year":2012,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Substance Abuse Treatment and Outcomes","field":"Medicine","cited_by":73,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Addiction and Mental Health","funders":"Ontario Ministry of Health and Long-Term Care","keywords":"Alcohol Use Disorders Identification Test; Psychological intervention; The Internet; Medicine; Population; Intervention (counseling); Randomized controlled trial; Test (biology); Brief intervention; Internet access; Family medicine; Environmental health; Psychiatry; Poison control; Injury prevention; World Wide Web","score_opus":0.20102760723268928,"score_gpt":0.5307398338275718,"score_spread":0.32971222659488253,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2034731180","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96542263,0.006122622,0.016841827,0.004309507,0.0012753425,0.0049061663,0.0000010151181,0.000017596867,0.0011032732],"genre_scores_gemma":[0.9934129,0.00010329616,0.0023903581,0.000080859856,0.00092905393,0.00027612507,0.000008586471,0.000023822393,0.002774979],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9933192,0.0010436529,0.0023233288,0.00014376377,0.0026519469,0.00051809644],"domain_scores_gemma":[0.9905806,0.006752219,0.00081532483,0.00020481765,0.0010563682,0.0005906608],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.019091954,0.00018135285,0.0027536773,0.0007278356,0.000027681952,0.000032601914,0.00044995267,0.00019066835,0.002359725],"category_scores_gemma":[0.009148055,0.000102329046,0.0022726718,0.00021781436,0.0004898478,0.00014075235,0.00007198461,0.00096865953,0.00001934621],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.95660543,0.0037627653,0.014070763,0.00024995647,0.002013769,0.000026245663,0.0016184805,0.0000013855123,0.000058723504,0.0019552505,0.016534762,0.0031024555],"study_design_scores_gemma":[0.98422635,0.0032594833,0.000080814076,0.0034311619,0.000752117,0.00003314618,0.0007109262,0.003641521,0.0027240317,0.0002317735,0.00082935864,0.00007934651],"about_ca_topic_score_codex":0.000037491685,"about_ca_topic_score_gemma":0.000041069612,"teacher_disagreement_score":0.02799027,"about_ca_system_score_codex":0.00019711758,"about_ca_system_score_gemma":0.00043819693,"threshold_uncertainty_score":0.9991983},"labels":[],"label_agreement":null},{"id":"W2034767731","doi":"10.2196/jmir.2845","title":"Claiming Positive Results From Negative Trials: A Cause for Concern in Randomized Controlled Trial Research","year":2013,"lang":"en","type":"letter","venue":"Journal of Medical Internet Research","topic":"Substance Abuse Treatment and Outcomes","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Addiction and Mental Health","funders":"","keywords":"Randomized controlled trial; Psychological intervention; Intervention (counseling); Psychology; Meaning (existential); Medicine; Clinical psychology; Psychotherapist; Psychiatry; Surgery","score_opus":0.3196227005474893,"score_gpt":0.5201731015878911,"score_spread":0.20055040104040178,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2034767731","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18842074,0.0041487003,0.00010774263,0.78021175,0.002491693,0.023257483,0.000074332376,0.00001974041,0.0012678346],"genre_scores_gemma":[0.46238256,0.025088333,0.0027102241,0.20138144,0.16056137,0.013316644,0.0018692643,0.0008376852,0.1318525],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9580988,0.022151524,0.0063109603,0.0008161512,0.011104925,0.0015175964],"domain_scores_gemma":[0.6107048,0.37782842,0.0028146242,0.00081428926,0.00688197,0.0009558996],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.12323531,0.0005782376,0.010509963,0.0029084205,0.00011005508,0.0002868566,0.0013059392,0.0025540052,0.0024851828],"category_scores_gemma":[0.32254186,0.00031796546,0.0027887775,0.0006245956,0.0016763519,0.00022539943,0.00025134115,0.015831333,0.000098774195],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.52999765,0.00025196414,0.000014105199,0.000028275024,0.003799328,0.006083498,0.0029878465,9.3654556e-8,0.0000059539343,0.00003302521,0.45586836,0.0009299091],"study_design_scores_gemma":[0.9621519,0.0035040583,0.000013202556,0.0074812314,0.0010067599,0.00009888402,0.0016350212,0.0005433185,0.0002201661,0.002163658,0.02095205,0.00022975805],"about_ca_topic_score_codex":0.0022096029,"about_ca_topic_score_gemma":0.0003700469,"teacher_disagreement_score":0.5788303,"about_ca_system_score_codex":0.0015563521,"about_ca_system_score_gemma":0.003957665,"threshold_uncertainty_score":0.9999272},"labels":[],"label_agreement":null},{"id":"W2034947192","doi":"10.2196/jmir.1000","title":"Access and Interest: Two Important Issues in Considering the Feasibility of Web-Assisted Tobacco Interventions","year":2008,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Smoking Behavior and Cessation","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Centre for Addiction and Mental Health","funders":"Ontario Problem Gambling Research Centre","keywords":"The Internet; Psychological intervention; Medicine; Internet access; Smoking cessation; Confidentiality; Random digit dialing; Environmental health; Family medicine; Demography; Population; Psychiatry; World Wide Web; Political science; Computer science; Pathology","score_opus":0.4477727206552741,"score_gpt":0.5585873563687802,"score_spread":0.11081463571350608,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2034947192","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99097663,0.0011174908,0.000029914976,0.007397455,0.00015950126,0.00016903714,0.0000012383305,0.0000044311028,0.00014431265],"genre_scores_gemma":[0.9985579,0.001064773,0.000034465527,0.000055840497,0.000117787604,0.000004371763,0.0000012824186,0.000007846324,0.00015570408],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9968087,0.00038555046,0.0009771492,0.00013694765,0.0014888265,0.00020279187],"domain_scores_gemma":[0.99837035,0.00049012474,0.0002345418,0.00020665159,0.00048614104,0.0002121897],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0062974268,0.00007940141,0.00035044967,0.00036806212,0.000038640588,0.000038634407,0.00040415104,0.00010721337,0.0008687122],"category_scores_gemma":[0.0036002183,0.00004744486,0.00014879725,0.00030951822,0.0006439113,0.00014644755,0.0002851756,0.0013504312,7.0971953e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025585113,0.00040502698,0.9907174,0.00009873673,0.000048602626,0.00066870544,0.00060347875,1.6024407e-7,0.00067529286,0.00016764802,0.002472037,0.0038870608],"study_design_scores_gemma":[0.0022676762,0.0006262507,0.98828757,0.002622442,0.000033887558,0.0023822102,0.00074616313,0.00016996443,0.0022537021,0.00028688525,0.00027644896,0.000046819954],"about_ca_topic_score_codex":0.00075063936,"about_ca_topic_score_gemma":0.0010028676,"teacher_disagreement_score":0.0075813103,"about_ca_system_score_codex":0.00013131279,"about_ca_system_score_gemma":0.00037053405,"threshold_uncertainty_score":0.95117897},"labels":[],"label_agreement":null},{"id":"W2035921811","doi":"10.2196/jmir.2105","title":"How Current Are Leading Evidence-Based Medical Textbooks? An Analytic Survey of Four Online Textbooks","year":2012,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Canadian Institutes of Health Research","keywords":"Inclusion (mineral); Consistency (knowledge bases); Evidence-based medicine; MEDLINE; Medical education; Evidence-based practice; Family medicine; Clinical Practice; Psychology; Medicine; Alternative medicine; Computer science; Artificial intelligence; Social psychology; Political science; Pathology","score_opus":0.7607122653219368,"score_gpt":0.6667450655837943,"score_spread":0.09396719973814249,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2035921811","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9397252,0.004976268,0.0020981156,0.049937718,0.0025287021,0.00049766374,0.00001666758,0.000012991108,0.00020667154],"genre_scores_gemma":[0.99331594,0.0012923502,0.0001524182,0.0005460422,0.0031979403,0.0000180872,0.00001141365,0.000020962765,0.0014448331],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9751113,0.009534575,0.001653495,0.0002964246,0.011585502,0.0018186717],"domain_scores_gemma":[0.97710234,0.011930046,0.0008863728,0.0004768938,0.0041254405,0.0054789186],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.09801272,0.00017677272,0.0006936734,0.0011296269,0.000363103,0.000070067705,0.0021991674,0.00048421358,0.0052021607],"category_scores_gemma":[0.11980248,0.000116589596,0.0001402046,0.00096740917,0.0008705939,0.00083830743,0.00038622328,0.0066686766,0.00012932016],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005022522,0.0012495324,0.73818886,0.0012456193,0.00004664837,0.000062655155,0.002267988,0.0000017429837,0.00005404225,0.0001897121,0.15897386,0.09721706],"study_design_scores_gemma":[0.00202265,0.0023728295,0.88815504,0.021841431,0.000024534122,0.00007293362,0.0073803077,0.027895052,0.00012078301,0.00022138866,0.04960437,0.00028867598],"about_ca_topic_score_codex":0.0025874106,"about_ca_topic_score_gemma":0.00505598,"teacher_disagreement_score":0.14996615,"about_ca_system_score_codex":0.0006911201,"about_ca_system_score_gemma":0.016231459,"threshold_uncertainty_score":0.9957072},"labels":[],"label_agreement":null},{"id":"W2036106933","doi":"10.2196/jmir.2514","title":"Can Anonymous Posters on Medical Forums be Reidentified?","year":2013,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Authorship Attribution and Profiling","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Privacy Analytics (Canada); Agricultural Research Institute of Ontario; University of Ottawa","funders":"","keywords":"Attribution; Context (archaeology); Authorship attribution; Computer science; Online discussion; Identity (music); World Wide Web; Psychology; Focus (optics); Internet privacy; Information retrieval; Social psychology; Artificial intelligence","score_opus":0.11889027437975289,"score_gpt":0.42798938405199566,"score_spread":0.30909910967224274,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2036106933","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33793256,0.00034649984,0.080345206,0.5741493,0.002601782,0.00029693134,0.0000018083981,0.000056584984,0.004269312],"genre_scores_gemma":[0.9909775,0.00011480919,0.00060410437,0.004368802,0.000519401,0.0000068717686,0.0000016595994,0.000010952767,0.0033958692],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9895132,0.0009232727,0.0007538599,0.00027801353,0.007852286,0.0006793315],"domain_scores_gemma":[0.99580383,0.0012541012,0.00018468306,0.00039356144,0.00083385577,0.0015299782],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.013443979,0.00012791135,0.00028577552,0.0004735555,0.00010062192,0.00041264654,0.0037299606,0.00034823702,0.0049587856],"category_scores_gemma":[0.0066771307,0.00008825859,0.00015478967,0.00049486535,0.0002962289,0.00035522305,0.0008640766,0.002899374,0.00038357428],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012019889,0.00042486354,0.0014943827,0.00006495121,0.0001448767,0.0029820742,0.0027410116,0.0000032403873,0.0003706977,0.0905089,0.65241396,0.24873087],"study_design_scores_gemma":[0.012451802,0.01449913,0.014666895,0.008379138,0.000046138404,0.014794659,0.0046160948,0.3427694,0.047509614,0.0951728,0.4429907,0.0021035997],"about_ca_topic_score_codex":0.00044235188,"about_ca_topic_score_gemma":0.000069059126,"teacher_disagreement_score":0.653045,"about_ca_system_score_codex":0.00018277158,"about_ca_system_score_gemma":0.00087571924,"threshold_uncertainty_score":0.999401},"labels":[],"label_agreement":null},{"id":"W2037282345","doi":"10.2196/jmir.8.2.e7","title":"Who’s Using PDAs? Estimates of PDA Use by Health Care Providers: A Systematic Review of Surveys","year":2006,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":202,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Children's Hospital of Eastern Ontario","funders":"University of Toronto","keywords":"Health care; Systematic review; MEDLINE; Mobile device; Health information technology; Medicine; Family medicine; Psychology; Medical education; Computer science; World Wide Web","score_opus":0.3301631081060678,"score_gpt":0.6280288757807306,"score_spread":0.29786576767466283,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2037282345","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000008827162,0.98559505,0.0012145927,0.0014643213,0.00036360815,0.010980461,0.00024984637,0.000012121158,0.00011115585],"genre_scores_gemma":[0.000014187093,0.9964632,0.00056568475,0.0005869507,0.0003471509,0.0013031001,0.00016980128,0.00008812172,0.00046180168],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.96137255,0.020997647,0.010681899,0.00046102778,0.0051272875,0.0013595729],"domain_scores_gemma":[0.9714236,0.012448565,0.009201746,0.0009841337,0.004221521,0.0017203854],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.055827875,0.000457887,0.0076258588,0.0009662691,0.00025916763,0.000025839605,0.0019028819,0.001027965,0.00058229436],"category_scores_gemma":[0.023347056,0.00029985665,0.00076576887,0.0012371469,0.00042570286,0.0001749752,0.00045882142,0.0061525544,0.000036493475],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009061067,0.00014197329,0.000038111226,0.7752217,0.00011627393,0.000012081248,0.00018596592,4.8249323e-8,4.753915e-8,0.00011076142,0.17842586,0.045738127],"study_design_scores_gemma":[0.00026762576,0.00029257726,0.0000023694154,0.6380494,0.000270815,0.000060446797,0.00022399233,0.000027468495,1.899678e-7,0.000011708442,0.36069816,0.00009520793],"about_ca_topic_score_codex":0.008678927,"about_ca_topic_score_gemma":0.0004107552,"teacher_disagreement_score":0.1822723,"about_ca_system_score_codex":0.0017908446,"about_ca_system_score_gemma":0.027227161,"threshold_uncertainty_score":0.99994534},"labels":[],"label_agreement":null},{"id":"W2037334652","doi":"10.2196/jmir.7.2.e14","title":"Shoestring Budgets, Band-Aids, and Team Work: Challenges and Motivators in the Development of a Web-Based Resource for Undergraduate Clinical Skills Teaching","year":2005,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto General Hospital; University Health Network; Princess Margaret Cancer Centre; University of Toronto","funders":"University of Toronto","keywords":"Preceptor; Medical education; Resource (disambiguation); Psychology; Medicine; Nursing; Computer science","score_opus":0.10306355085692019,"score_gpt":0.4693449252922915,"score_spread":0.3662813744353713,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2037334652","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93302757,0.0017646641,0.0009567119,0.06333991,0.0000929613,0.000293061,2.574161e-7,0.0000041304884,0.0005207586],"genre_scores_gemma":[0.9841617,0.00071135396,0.013847592,0.00059537386,0.00054811616,0.00001556492,0.000002346134,0.000013214817,0.00010476611],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99571604,0.00063201756,0.0012430997,0.00019329009,0.0019056562,0.00030991665],"domain_scores_gemma":[0.9960314,0.003047126,0.00023180532,0.00016414183,0.00030999427,0.00021555077],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.033725396,0.00010438937,0.0003814286,0.00051901094,0.000066567896,0.000025697185,0.00034670715,0.00021652156,0.00002389666],"category_scores_gemma":[0.01949526,0.00006336603,0.00005995003,0.00024277359,0.0004473617,0.00006624469,0.00009082876,0.0022953649,8.448735e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035269302,0.0010442232,0.01692823,0.0002456689,0.00008388918,0.000015564896,0.0045090904,0.0000013433702,0.00002766825,0.0010543392,0.0151846325,0.96055263],"study_design_scores_gemma":[0.02142008,0.0048524225,0.3022753,0.017752675,0.00013902313,0.00056830206,0.023314219,0.0069979173,0.0017854271,0.0017199387,0.6187568,0.00041794055],"about_ca_topic_score_codex":0.0000045346596,"about_ca_topic_score_gemma":0.00002022861,"teacher_disagreement_score":0.96013474,"about_ca_system_score_codex":0.00013820689,"about_ca_system_score_gemma":0.00081478356,"threshold_uncertainty_score":0.9972345},"labels":[],"label_agreement":null},{"id":"W2038696753","doi":"10.2196/jmir.7.5.e51","title":"Computers and the Internet: Tools for Youth Empowerment","year":2005,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Community Health and Development","field":"Health Professions","cited_by":77,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"The Internet; Empowerment; Internet privacy; Youth empowerment; Positive Youth Development; Psychology; Computer science; World Wide Web; Developmental psychology; Political science","score_opus":0.28442624393565397,"score_gpt":0.5651471435585305,"score_spread":0.2807208996228765,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2038696753","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.685807,0.002041069,0.0096608,0.29408088,0.0016837,0.0017301405,0.000006239055,0.000016193982,0.004973975],"genre_scores_gemma":[0.9854457,0.0010264607,0.0011126954,0.00825494,0.0012380523,0.000049568418,0.000003965976,0.000013675789,0.0028549545],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99478406,0.0018085378,0.0010146432,0.000114731316,0.0016953874,0.00058264355],"domain_scores_gemma":[0.9888489,0.009460232,0.00023652056,0.00019722688,0.00061379507,0.00064327667],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.024963174,0.000094736795,0.00033750862,0.00019792627,0.00028217843,0.000062042294,0.00092842296,0.00018614922,0.0009839793],"category_scores_gemma":[0.0055798385,0.00005103838,0.00009046637,0.000113444534,0.00038281135,0.00012526831,0.00072763616,0.003027666,0.000056756904],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0033353292,0.00022776397,0.0017365427,0.00032043946,0.0001455631,0.000022463815,0.09062918,0.0000010353377,0.0000020670416,0.013200807,0.5667182,0.3236606],"study_design_scores_gemma":[0.01070667,0.0007481519,0.0026441268,0.0021329178,0.000016021837,0.000058947175,0.027081342,0.0051376685,0.000018836794,0.0013222062,0.95002556,0.00010753567],"about_ca_topic_score_codex":0.00037854922,"about_ca_topic_score_gemma":0.00036796601,"teacher_disagreement_score":0.38330737,"about_ca_system_score_codex":0.00031656053,"about_ca_system_score_gemma":0.0011211362,"threshold_uncertainty_score":0.99992925},"labels":[],"label_agreement":null},{"id":"W2039485132","doi":"10.2196/jmir.1347","title":"Utilization Patterns and User Characteristics of an Ad Libitum Internet Weight Loss Program","year":2010,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Ontario; University of Toronto","funders":"","keywords":"The Internet; Weight loss; Internet privacy; Randomized controlled trial; Medicine; Psychology; Computer science; World Wide Web; Obesity","score_opus":0.12828835208261963,"score_gpt":0.5478401974990277,"score_spread":0.41955184541640805,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2039485132","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98838544,0.00014541323,0.0018075567,0.007000762,0.0010618154,0.0012227452,0.000021596274,0.000023227118,0.00033145107],"genre_scores_gemma":[0.9936498,0.0024373713,0.00078884803,0.0005361787,0.0010537718,0.00035734806,0.00003427546,0.000029896017,0.0011125393],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9947084,0.0009598087,0.0016152413,0.00024853065,0.0017852961,0.0006826961],"domain_scores_gemma":[0.9950441,0.0009356339,0.0006748257,0.0003541725,0.0014172735,0.0015739674],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008442735,0.00013474798,0.00044242185,0.00037143714,0.00014049977,0.000025812351,0.0007519673,0.00056067243,0.0035075818],"category_scores_gemma":[0.002383247,0.00009895237,0.000059761587,0.00025231575,0.00037989562,0.00018806246,0.00030485616,0.004550954,0.000044288285],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005705188,0.0014106428,0.25554794,0.0019520591,0.000049289072,0.000099820834,0.0021115274,2.7805925e-8,0.00021098305,0.0081769535,0.03658833,0.6932819],"study_design_scores_gemma":[0.0019442254,0.0016535488,0.23335356,0.0015364734,0.000021042297,0.00014758168,0.00056468026,0.00246897,0.00032945094,0.0005876004,0.75726026,0.00013261616],"about_ca_topic_score_codex":0.0005216018,"about_ca_topic_score_gemma":0.0010705368,"teacher_disagreement_score":0.7206719,"about_ca_system_score_codex":0.0000755809,"about_ca_system_score_gemma":0.0013390689,"threshold_uncertainty_score":0.9977456},"labels":[],"label_agreement":null},{"id":"W2039752434","doi":"10.2196/jmir.1683","title":"Do Family Physicians Retrieve Synopses of Clinical Research Previously Read as Email Alerts?","year":2011,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Personal Information Management and User Behavior","field":"Decision Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"College of Family Physicians of Canada; McGill University; McGill University Health Centre","funders":"Canadian Institutes of Health Research; McGill University","keywords":"Computer science; Information retrieval; World Wide Web; Clinical Practice; Data science; Medicine; Family medicine","score_opus":0.794167075857891,"score_gpt":0.6507421535839565,"score_spread":0.14342492227393455,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2039752434","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9540475,0.00059636176,0.00049149775,0.0026374108,0.00072830066,0.00025306115,0.000004337739,0.000009514733,0.04123202],"genre_scores_gemma":[0.9837248,0.0012409709,0.00044670436,0.00034024392,0.0006159043,0.000006891111,0.0000012095744,0.000016858034,0.013606462],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9690362,0.0034670096,0.003718444,0.0004261848,0.022551535,0.00080058275],"domain_scores_gemma":[0.98326606,0.0072069336,0.0010673034,0.0008246854,0.0067877006,0.0008473078],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.12918355,0.00016456396,0.0008525801,0.0015673698,0.00012033932,0.0003325182,0.005160324,0.0003764584,0.0119992625],"category_scores_gemma":[0.04927993,0.00010554367,0.00051068247,0.0019096795,0.0016347418,0.00092919555,0.001250227,0.0033739493,0.0013141506],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012705972,0.0010145399,0.030664258,0.000039894527,0.0001263934,0.0006338931,0.0059367046,4.8501846e-7,0.00008569452,0.004283868,0.63757753,0.31836614],"study_design_scores_gemma":[0.0054771677,0.014188312,0.30568185,0.004321644,0.000117670264,0.0004085376,0.064137116,0.0019799906,0.0042925794,0.038113587,0.56056285,0.0007187245],"about_ca_topic_score_codex":0.00048355007,"about_ca_topic_score_gemma":0.00005013901,"teacher_disagreement_score":0.31764743,"about_ca_system_score_codex":0.00009194125,"about_ca_system_score_gemma":0.001013181,"threshold_uncertainty_score":0.99946344},"labels":[],"label_agreement":null},{"id":"W2040485845","doi":"10.2196/jmir.7.4.e44","title":"\"Is Cybermedicine Killing You?\" — University College London (UCL) Media Strategy Explained: Author's Reply","year":2005,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University Health Network","funders":"","keywords":"Media studies; Psychology; Sociology","score_opus":0.1315269514950337,"score_gpt":0.4720545617059864,"score_spread":0.3405276102109527,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2040485845","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8264243,0.0019315567,0.00078231795,0.13726242,0.0035502876,0.00035897346,0.00013197603,0.000046895486,0.029511284],"genre_scores_gemma":[0.9472794,0.0001137658,0.00018570453,0.0009400641,0.0015366626,0.0000027628012,0.000008316862,0.00002888954,0.049904414],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9932709,0.0008440554,0.0012259361,0.0003729219,0.0034478072,0.0008383994],"domain_scores_gemma":[0.9959302,0.0011867133,0.0003682987,0.00038432804,0.00069546315,0.0014350038],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.008123057,0.00018946096,0.00047320392,0.0008512229,0.000109914225,0.00004150122,0.0014210622,0.00033596932,0.020648327],"category_scores_gemma":[0.0013267724,0.00015927745,0.00026806392,0.00067180564,0.0006104006,0.00034727794,0.00031944207,0.0026117223,0.00085342187],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014263509,0.0017556075,0.00069658644,0.000088461515,0.00029944655,0.005062743,0.0035149946,0.0000018878534,0.000028798573,0.026200756,0.8339396,0.12698473],"study_design_scores_gemma":[0.00708077,0.006132192,0.0064630755,0.003148315,0.00006726753,0.0031702237,0.018890379,0.0018636823,0.0008364121,0.0021126745,0.949864,0.00037102104],"about_ca_topic_score_codex":0.0006026458,"about_ca_topic_score_gemma":0.0003509523,"teacher_disagreement_score":0.13632235,"about_ca_system_score_codex":0.0006861743,"about_ca_system_score_gemma":0.0004688018,"threshold_uncertainty_score":0.99992454},"labels":[],"label_agreement":null},{"id":"W2040644286","doi":"10.2196/jmir.1819","title":"Use of Web 2.0 to Recruit Australian Gay Men to an Online HIV/AIDS Survey","year":2012,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre de Santé et de Services Sociaux de la Vieille-Capitale","funders":"University of Adelaide","keywords":"Men who have sex with men; Psychological intervention; The Internet; Medicine; Population; Demographics; Social media; Reproductive health; Family medicine; Psychology; Human immunodeficiency virus (HIV); Gerontology; Demography; Environmental health; Nursing; World Wide Web","score_opus":0.43466875564501617,"score_gpt":0.5362267820361608,"score_spread":0.10155802639114464,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2040644286","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.978616,0.00012919705,0.0007482682,0.018354965,0.00016006574,0.00046762647,0.00012441102,0.000010856653,0.0013886169],"genre_scores_gemma":[0.8948355,0.00017418998,0.0027149555,0.00028108293,0.0011206919,0.000011665526,0.000051586085,0.00003781199,0.10077256],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9903217,0.0018762838,0.0012350972,0.00024207297,0.0052484274,0.0010764211],"domain_scores_gemma":[0.99080867,0.0009835128,0.00014692843,0.0005189424,0.0022537655,0.005288166],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.018543994,0.00017360755,0.00066668395,0.0014813992,0.000043696335,0.00008658349,0.0010525893,0.00025757425,0.012468677],"category_scores_gemma":[0.02498589,0.00012289191,0.00028342736,0.0010711567,0.00028105482,0.00046037527,0.0004829013,0.0022700222,0.0004090384],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016591764,0.0024301575,0.06516316,0.00010584821,0.00025828672,0.00019955153,0.0009807402,0.0000011323033,0.0075649484,0.00016869248,0.8844359,0.03703243],"study_design_scores_gemma":[0.0032179288,0.04314945,0.21409808,0.00485186,0.000075528165,0.0008826042,0.0025869973,0.0016279639,0.011545306,0.000036874797,0.7176018,0.00032564238],"about_ca_topic_score_codex":0.001778564,"about_ca_topic_score_gemma":0.0010866662,"teacher_disagreement_score":0.1668341,"about_ca_system_score_codex":0.00028992546,"about_ca_system_score_gemma":0.0007710708,"threshold_uncertainty_score":0.9884341},"labels":[],"label_agreement":null},{"id":"W2041483027","doi":"10.2196/jmir.3453","title":"Impact of an Online Medical Internet Site on Knowledge and Practice of Health Care Providers: A Mixed Methods Study of the Spinal Cord Injury Rehabilitation Evidence Project","year":2014,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lawson Health Research Institute; Western University; Centre for Social Innovation; University of Toronto; International Collaboration On Repair Discoveries; University of British Columbia; Praxis Spinal Cord Institute; GF Strong Rehabilitation Centre","funders":"Canadian Institutes of Health Research; Ontario Neurotrauma Foundation; Rick Hansen Institute","keywords":"Health care; Evidence-based practice; Medicine; Nursing; Rehabilitation; The Internet; Resource (disambiguation); World Wide Web; Physical therapy; Alternative medicine; Computer science","score_opus":0.4053997953272863,"score_gpt":0.7187220943288656,"score_spread":0.31332229900157926,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2041483027","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9830987,0.0010357988,0.00036347655,0.013395217,0.00054557115,0.0014752306,0.0000057100738,0.000003948955,0.00007633225],"genre_scores_gemma":[0.99710417,0.00025220754,0.002002526,0.00017179955,0.00036995907,0.000033817894,0.0000019992808,0.000012519943,0.000050997918],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9486826,0.042841375,0.00230645,0.0003319641,0.005194928,0.0006426531],"domain_scores_gemma":[0.9690726,0.023114126,0.0016976272,0.0005466614,0.004504153,0.0010648768],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.10592225,0.00014099736,0.00068621465,0.00074212503,0.00015949129,0.000019214353,0.0012884551,0.00025973096,0.00018924786],"category_scores_gemma":[0.20953542,0.00007708241,0.000119061406,0.0010312222,0.00089128583,0.00044034666,0.0005756196,0.0033265888,0.000003046689],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.016150787,0.0065914425,0.07445064,0.0052316543,0.00012163922,0.0000064407604,0.15958796,0.0000017539977,0.0002000457,0.00013320745,0.03560018,0.70192426],"study_design_scores_gemma":[0.0027995605,0.2405146,0.52594584,0.019996867,0.000034300054,0.00005951476,0.1986575,0.007390437,0.000084321764,0.00013599386,0.0042393226,0.00014171316],"about_ca_topic_score_codex":0.018186066,"about_ca_topic_score_gemma":0.0028887494,"teacher_disagreement_score":0.7017825,"about_ca_system_score_codex":0.0006492065,"about_ca_system_score_gemma":0.014924866,"threshold_uncertainty_score":0.9989728},"labels":[],"label_agreement":null},{"id":"W2042424129","doi":"10.2196/jmir.3147","title":"Web-Based Intervention Programs for Depression: A Scoping Review and Evaluation","year":2014,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":127,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"","keywords":"Usability; Psychological intervention; Randomized controlled trial; Medicine; Intervention (counseling); Health care; Medical education; World Wide Web; Psychology; Internet privacy; Nursing; Computer science","score_opus":0.4001187507688896,"score_gpt":0.6558855152246426,"score_spread":0.25576676445575297,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2042424129","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000111337795,0.99084365,0.0010150396,0.0012052896,0.0015422375,0.0046810084,0.00000966756,0.000013337637,0.0006786101],"genre_scores_gemma":[0.00041773485,0.99576163,0.0001664674,0.00013958031,0.0005742332,0.001941141,0.000079006546,0.000058207945,0.0008620233],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.98985445,0.0035494324,0.0027496605,0.00043914563,0.0028645354,0.0005427762],"domain_scores_gemma":[0.99468374,0.0018114232,0.0013938237,0.00036938442,0.0011135871,0.00062806],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.035140313,0.00027260458,0.0018231507,0.000652422,0.00006055811,0.00015040614,0.0010173458,0.0005445373,0.0028214247],"category_scores_gemma":[0.004572822,0.00019018144,0.001008646,0.00036083342,0.00026937184,0.00012601718,0.00026415446,0.0018172315,0.00011448243],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037824953,0.0004523564,0.000003035169,0.19694462,0.0001468094,0.000015151846,0.000009934132,5.9995053e-9,3.682561e-9,0.00011934577,0.025439024,0.77683187],"study_design_scores_gemma":[0.0010239861,0.0013039962,0.0000012682273,0.56327474,0.000474599,0.0003010267,0.000008306333,0.0000853106,1.9360168e-7,0.000120783414,0.43331808,0.000087720335],"about_ca_topic_score_codex":0.00002573506,"about_ca_topic_score_gemma":0.00005060348,"teacher_disagreement_score":0.7767442,"about_ca_system_score_codex":0.00037584864,"about_ca_system_score_gemma":0.0011093204,"threshold_uncertainty_score":0.99809015},"labels":[],"label_agreement":null},{"id":"W2043407192","doi":"10.2196/jmir.1120","title":"The Use of Electronic Data Capture Tools in Clinical Trials: Web-Survey of 259 Canadian Trials","year":2009,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":105,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Canadian Institutes of Health Research; Agricultural Research Institute of Ontario; Children's Hospital of Eastern Ontario","funders":"","keywords":"Clinical trial; Sophistication; Data collection; Electronic data capture; Government (linguistics); Medicine; Medical physics; Family medicine; Statistics","score_opus":0.8634108085484926,"score_gpt":0.7111462436233719,"score_spread":0.15226456492512075,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2043407192","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85529184,0.018488621,0.0003586823,0.11461016,0.0046381126,0.0048938957,0.00044259467,0.000013943557,0.00126217],"genre_scores_gemma":[0.98559266,0.0109335575,0.000045338653,0.000845369,0.001376169,0.000015446436,0.000033587756,0.000024922541,0.0011329534],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.78892845,0.18338752,0.017860075,0.000571218,0.006207043,0.0030457017],"domain_scores_gemma":[0.73711157,0.2491217,0.005603156,0.0020201646,0.0036743577,0.002469071],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6084035,0.00019057767,0.0027121294,0.00075776305,0.00016674821,0.000050404993,0.0037609304,0.0011604879,0.0011545436],"category_scores_gemma":[0.590052,0.000106458756,0.0003019088,0.0009821722,0.0003815731,0.0002940464,0.0003294022,0.011790025,0.000031486965],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0033823356,0.0003366726,0.037480567,0.00021357829,0.0003134053,0.00010709849,0.0006703491,0.0000021794906,0.000041208707,0.0019279766,0.8046524,0.15087223],"study_design_scores_gemma":[0.008893006,0.0042575854,0.09840842,0.0056024212,0.000065918604,0.0000746605,0.0015016195,0.007841071,0.000021500506,0.00083200063,0.87227595,0.00022585038],"about_ca_topic_score_codex":0.34732306,"about_ca_topic_score_gemma":0.8051488,"teacher_disagreement_score":0.45782572,"about_ca_system_score_codex":0.001114648,"about_ca_system_score_gemma":0.05765185,"threshold_uncertainty_score":0.99975854},"labels":[],"label_agreement":null},{"id":"W2043445357","doi":"10.2196/jmir.3358","title":"The New Health-Related Top-Level Domains Are Coming: Will Cureforcancer.health Go to the Highest Bidder?","year":2014,"lang":"en","type":"editorial","venue":"Journal of Medical Internet Research","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University Health Network","funders":"World Health Organization","keywords":"Corporation; The Internet; Business; Domain name; Public relations; Health policy; Domain (mathematical analysis); Internet privacy; Political science; Health care; Law; Computer science; Finance; World Wide Web","score_opus":0.13050463930405456,"score_gpt":0.5544710724094442,"score_spread":0.4239664331053896,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2043445357","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003238427,0.0032982745,0.0029984107,0.49343708,0.49719656,0.0016044675,0.000119566284,0.000031832435,0.0009899583],"genre_scores_gemma":[0.003389791,0.009981978,0.00032949803,0.027254408,0.91439074,0.00015675413,0.00012814759,0.00011455739,0.044254117],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9637664,0.012928591,0.00860663,0.0005504338,0.011567448,0.0025805174],"domain_scores_gemma":[0.9548778,0.026678171,0.0071399636,0.0016149083,0.0047252965,0.0049638767],"candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity","insufficient_payload"],"category_scores_codex":[0.12340496,0.00045270106,0.0016055503,0.0005848517,0.002690129,0.00029389455,0.0053423676,0.0019802898,0.0024543619],"category_scores_gemma":[0.054124065,0.00021575284,0.00034645695,0.0010202397,0.0005150017,0.0005173775,0.0013081526,0.026343893,0.0009281426],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00048599383,0.000069845526,0.0002684303,0.0010269047,0.00009134944,0.000010768469,0.00717493,0.0000018493242,3.3585422e-8,0.00076977717,0.93744504,0.052655045],"study_design_scores_gemma":[0.0017502398,0.0009607294,0.000888252,0.00804222,0.000008343169,0.000013711761,0.0017613812,0.0004042297,3.939027e-7,0.0007149593,0.9852795,0.00017601944],"about_ca_topic_score_codex":0.007476877,"about_ca_topic_score_gemma":0.0076067145,"teacher_disagreement_score":0.46618268,"about_ca_system_score_codex":0.0038351833,"about_ca_system_score_gemma":0.036062136,"threshold_uncertainty_score":0.9999889},"labels":[],"label_agreement":null},{"id":"W2044040076","doi":"10.2196/jmir.6.4.e38","title":"Correction and Republication: Internet Versus Mailed Questionnaires: A Controlled [Correction of \"Randomized\"] Comparison (2)","year":2004,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Survey Methodology and Nonresponse","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; McMaster University Medical Centre","funders":"","keywords":"Randomized controlled trial; The Internet; Medicine; MEDLINE; Psychology; Family medicine; Medical physics; World Wide Web; Computer science; Internal medicine; Political science","score_opus":0.23763065891791443,"score_gpt":0.5343460681820157,"score_spread":0.2967154092641012,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2044040076","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9289273,0.0022589562,0.030992026,0.015847733,0.013603827,0.00062825804,6.06108e-7,0.000029713543,0.0077115544],"genre_scores_gemma":[0.99518555,0.0010154896,0.00032890998,0.000044327815,0.0005881602,0.000019910707,0.0000012725768,0.0000067809965,0.002809571],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9693875,0.02669058,0.001129787,0.00018903778,0.0023105857,0.00029252472],"domain_scores_gemma":[0.949999,0.047212902,0.00066603336,0.00014167029,0.0015865976,0.00039384497],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.15807222,0.000092330476,0.0007941538,0.00053969916,0.00011866388,0.00007985175,0.00045546328,0.0003554363,0.00092467054],"category_scores_gemma":[0.3064312,0.00006894436,0.00020581619,0.00043264127,0.0017299153,0.00021817273,0.00008572381,0.0012676397,0.000010605025],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8730166,0.0006381927,0.0029248619,0.000024307485,0.0005714517,0.00005731559,0.026113166,0.000030073605,0.00006980879,0.011706859,0.047584046,0.037263334],"study_design_scores_gemma":[0.7875297,0.009111388,0.030252159,0.0056902026,0.0005312696,0.0005848068,0.048482437,0.02620482,0.0064310343,0.0120177325,0.07242458,0.000739875],"about_ca_topic_score_codex":0.006246988,"about_ca_topic_score_gemma":0.0034947596,"teacher_disagreement_score":0.14835899,"about_ca_system_score_codex":0.0002768525,"about_ca_system_score_gemma":0.0010840833,"threshold_uncertainty_score":0.9999886},"labels":[],"label_agreement":null},{"id":"W2044136520","doi":"10.2196/jmir.3064","title":"Considerations for Conducting Web-Based Survey Research With People Living With Human Immunodeficiency Virus Using a Community-Based Participatory Approach","year":2014,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Survey Methodology and Nonresponse","field":"Social Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Minnow Environmental (Canada); University of Toronto; Dr. Peter AIDS Foundation; McMaster University; Ontario HIV Treatment Network; University of Victoria","funders":"Canadian Institutes of Health Research","keywords":"Respondent; Phone; Participatory action research; The Internet; Medicine; Psychology; Medical education; Gerontology; World Wide Web; Computer science; Sociology","score_opus":0.8272482739033222,"score_gpt":0.6029950790874109,"score_spread":0.22425319481591133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2044136520","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96145695,0.0000677122,0.03615984,0.0012691712,0.00011040885,0.00035369457,0.0000055640744,0.00001692774,0.0005596962],"genre_scores_gemma":[0.9916924,0.000004857478,0.0077460995,0.00019884952,0.00019719504,0.000039703755,0.000004235698,0.000027115342,0.00008953671],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.8324972,0.16210563,0.0006375011,0.00023907828,0.0035923545,0.0009282382],"domain_scores_gemma":[0.78419894,0.2108878,0.00029937018,0.00040032718,0.00367769,0.0005358485],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.5241655,0.00014386102,0.00047470583,0.00074141467,0.0028041534,0.00027841242,0.0010275352,0.00031109396,0.00044870202],"category_scores_gemma":[0.200063,0.00010355539,0.00009166358,0.0009958182,0.0033212649,0.00019810881,0.00013879915,0.0038949337,0.0000034189725],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.037224356,0.012263763,0.6739853,0.0011673925,0.0011030938,0.0002708827,0.20209073,0.0041501774,0.030077104,0.021244569,0.014207895,0.0022147596],"study_design_scores_gemma":[0.03272651,0.036763128,0.35919213,0.010746882,0.00039202155,0.0006267287,0.25678748,0.26478115,0.018415539,0.0055709565,0.011128033,0.0028694228],"about_ca_topic_score_codex":0.020192076,"about_ca_topic_score_gemma":0.041904457,"teacher_disagreement_score":0.32410252,"about_ca_system_score_codex":0.00027456248,"about_ca_system_score_gemma":0.005889447,"threshold_uncertainty_score":0.99974626},"labels":[],"label_agreement":null},{"id":"W2044316729","doi":"10.2196/jmir.1335","title":"How Strong are Passwords Used to Protect Personal Health Information in Clinical Trials?","year":2011,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"User Authentication and Security Systems","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Children's Hospital of Eastern Ontario; University of Ottawa","funders":"","keywords":"Password; Internet privacy; Personally identifiable information; Psychology; Medicine; Computer science; Computer security","score_opus":0.4649647290729631,"score_gpt":0.5251377818695386,"score_spread":0.06017305279657553,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2044316729","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4689063,0.00020097625,0.36587772,0.16207802,0.0015857223,0.0011056177,0.0000030756535,0.000030218167,0.00021234227],"genre_scores_gemma":[0.9982768,0.000028679917,0.00072918524,0.00049149204,0.00030349946,0.000015326295,5.6315224e-7,0.0000041265985,0.00015026824],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9894592,0.004581743,0.0018093336,0.00017426879,0.0035592122,0.0004162267],"domain_scores_gemma":[0.99683213,0.0008121285,0.00067535613,0.00025401107,0.000563409,0.00086297054],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07281987,0.00008980829,0.00054160017,0.0007117702,0.00003829224,0.0004017962,0.0018498959,0.00017229705,0.00014164245],"category_scores_gemma":[0.013207209,0.00006257587,0.00017910915,0.000529097,0.00008991209,0.00086520077,0.00033650978,0.0017030062,0.00006050695],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00064499135,0.0013608683,0.028084252,0.00031338725,0.00018646811,0.0002697048,0.3774345,4.3346424e-7,0.000011279964,0.013843517,0.093213245,0.48463738],"study_design_scores_gemma":[0.0142179625,0.011972647,0.18907428,0.006649247,0.000015559113,0.0007502442,0.029658088,0.48837247,0.00045781772,0.0035853838,0.25442773,0.000818539],"about_ca_topic_score_codex":0.0002682719,"about_ca_topic_score_gemma":0.00030197998,"teacher_disagreement_score":0.52937055,"about_ca_system_score_codex":0.0001835562,"about_ca_system_score_gemma":0.0009432527,"threshold_uncertainty_score":0.99510497},"labels":[],"label_agreement":null},{"id":"W2044775419","doi":"10.2196/jmir.1061","title":"Patient Accessible Electronic Health Records: Exploring Recommendations for Successful Implementation Strategies","year":2008,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":202,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria; University of British Columbia; Health Sciences Centre; Sunnybrook Health Science Centre; University Health Network; University of Toronto; Grand River Hospital; BC Cancer Agency; Princess Margaret Cancer Centre","funders":"BC Cancer Agency; Canadian Institutes of Health Research; University of Toronto; Memorial University of Newfoundland; Vrije Universiteit Amsterdam; Cancer Care Ontario","keywords":"Confidentiality; Patient portal; Interoperability; Health care; Empowerment; Health information exchange; Internet privacy; Health information technology; Knowledge management; Medicine; Nursing; World Wide Web; Computer science; Health information; Political science; Computer security","score_opus":0.4037895871130396,"score_gpt":0.6091845748257055,"score_spread":0.20539498771266596,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2044775419","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8730502,0.0029742597,0.0148103675,0.10128312,0.0036374254,0.0026923341,0.000020318528,0.00005816425,0.0014737869],"genre_scores_gemma":[0.98194706,0.012226986,0.0006916724,0.0011907675,0.0019907053,0.00087015104,0.0000346249,0.00005549509,0.0009925434],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9889185,0.003484459,0.002699654,0.0003085225,0.0025976396,0.0019912645],"domain_scores_gemma":[0.9931186,0.0029920184,0.0011649919,0.0002691577,0.0016039859,0.00085126556],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.019519811,0.00017625322,0.00059760467,0.0007194526,0.000992978,0.000046042245,0.00083399226,0.00024272439,0.0047943415],"category_scores_gemma":[0.0015753716,0.00014040826,0.00014988979,0.0006004546,0.000119874625,0.0008451988,0.00020633597,0.0040092887,0.000076660894],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040522055,0.00027400628,0.012545904,0.00089980447,0.0001473084,0.00003098406,0.016573317,0.0000026481703,0.000027529713,0.00837093,0.79504997,0.16567236],"study_design_scores_gemma":[0.003374369,0.0065963417,0.0016391135,0.0023202104,0.000009788901,0.00019366966,0.08844358,0.0005648076,0.00019334831,0.0031323272,0.8933199,0.00021254874],"about_ca_topic_score_codex":0.0075091682,"about_ca_topic_score_gemma":0.007644746,"teacher_disagreement_score":0.16545981,"about_ca_system_score_codex":0.0023694278,"about_ca_system_score_gemma":0.020307517,"threshold_uncertainty_score":0.9990999},"labels":[],"label_agreement":null},{"id":"W2045618044","doi":"10.2196/jmir.9.2.e19","title":"How Complementary and Alternative Medicine Practitioners Use PubMed","year":2007,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Complementary and Alternative Medicine Studies","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of British Columbia","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Session (web analytics); Comprehension; Computer science; Service (business); MEDLINE; World Wide Web; Medical education; Medicine; Information retrieval","score_opus":0.2720936503430357,"score_gpt":0.49897770406956005,"score_spread":0.22688405372652437,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2045618044","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9123561,0.0012134874,0.003387601,0.080770396,0.0007214955,0.00037371667,0.00000412615,0.00000914623,0.00116397],"genre_scores_gemma":[0.99168587,0.0017152426,0.00044362183,0.001147391,0.003216725,0.000006824299,0.000011641104,0.000016047643,0.001756643],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99381167,0.00029776208,0.00074222375,0.00024416094,0.0043108338,0.0005933395],"domain_scores_gemma":[0.99474585,0.0027732684,0.00021718728,0.00016360688,0.0010887855,0.0010112927],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.011056396,0.00017371117,0.0005637114,0.00081119477,0.00009472266,0.000056939607,0.0003500698,0.000042222386,0.0012124033],"category_scores_gemma":[0.0075678225,0.00010867516,0.00008849367,0.0003337099,0.0013110181,0.00037126575,0.0003578732,0.0016715359,0.0000030309063],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005700907,0.0012905558,0.38905582,0.00043877732,0.003572779,0.01932122,0.010059817,3.5074254e-7,0.002498554,0.0076778005,0.24251318,0.31787023],"study_design_scores_gemma":[0.012620884,0.008065715,0.32721293,0.0022829105,0.00022052198,0.0052750856,0.024970865,0.00022657016,0.0023421934,0.0009515627,0.61560696,0.00022381978],"about_ca_topic_score_codex":0.0005367648,"about_ca_topic_score_gemma":0.00015968812,"teacher_disagreement_score":0.37309375,"about_ca_system_score_codex":0.00023965824,"about_ca_system_score_gemma":0.00012337873,"threshold_uncertainty_score":0.9997006},"labels":[],"label_agreement":null},{"id":"W2045835403","doi":"10.2196/jmir.8.3.e22","title":"Are Physicians Ready for Patients With Internet-Based Health Information?","year":2006,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":293,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"Institute of Gender and Health; Canadian Institutes of Health Research","keywords":"The Internet; Internet privacy; Medical information; Health information; Medicine; Patient portal; Health care; Family medicine; World Wide Web; Computer science","score_opus":0.10548545193214648,"score_gpt":0.5311136113837999,"score_spread":0.4256281594516534,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2045835403","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8719668,0.00011406525,0.08543402,0.03377017,0.0013906611,0.002582228,0.00015321396,0.00005451706,0.0045343195],"genre_scores_gemma":[0.9812909,0.00001261687,0.0017380212,0.014927747,0.0007656722,0.0000931135,0.00020362576,0.00001705384,0.00095126],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99259806,0.0010493511,0.002697295,0.00012109222,0.002796391,0.000737788],"domain_scores_gemma":[0.9913904,0.0015338622,0.0023521713,0.00023741573,0.004027006,0.00045914657],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013089569,0.00012948293,0.0004296666,0.00044907437,0.000282452,0.00006750226,0.0006930408,0.00023177246,0.00085504603],"category_scores_gemma":[0.0027171262,0.00008221026,0.00008447903,0.00034242935,0.00016995601,0.0012735039,0.00010059036,0.0022023097,0.00014455561],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013788062,0.000634219,0.2885987,0.0018437573,0.000028034894,0.0000030119647,0.0020695555,0.000009068129,1.1124694e-7,0.002204062,0.6719333,0.031297397],"study_design_scores_gemma":[0.005596917,0.0016072467,0.18606062,0.0039084298,0.000005154329,0.0000020083232,0.0015993641,0.009228234,0.000009340029,0.00035680234,0.79150045,0.00012540798],"about_ca_topic_score_codex":0.0009879027,"about_ca_topic_score_gemma":0.00033087653,"teacher_disagreement_score":0.119567186,"about_ca_system_score_codex":0.00060896244,"about_ca_system_score_gemma":0.0019834542,"threshold_uncertainty_score":0.9568062},"labels":[],"label_agreement":null},{"id":"W2046571021","doi":"10.2196/jmir.2070","title":"Web-Based Nursing Intervention for Self-Management of Pain After Cardiac Surgery: Pilot Randomized Controlled Trial","year":2012,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Music Therapy and Health","field":"Psychology","cited_by":67,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; Centre Hospitalier de l’Université de Montréal; McGill University; Université de Montréal","funders":"Canadian Institutes of Health Research; Canadian Nurses Foundation","keywords":"Medicine; Randomized controlled trial; Physical therapy; Analgesic; Psychological intervention; Intervention (counseling); Nursing; Anesthesia; Surgery","score_opus":0.08771634251768319,"score_gpt":0.46757437733262547,"score_spread":0.3798580348149423,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2046571021","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9263063,0.009786939,0.032185514,0.009516682,0.012380918,0.006903554,0.000011736009,0.000027674321,0.0028806627],"genre_scores_gemma":[0.995941,0.00025868672,0.00029651937,0.00020823858,0.001905224,0.0005941513,0.0000040359364,0.000021981225,0.0007701708],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9856323,0.009946434,0.0017763905,0.00015098146,0.0018790679,0.0006148337],"domain_scores_gemma":[0.9877628,0.010545261,0.00063677423,0.00020687013,0.00040632972,0.00044195112],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.12990472,0.00013567063,0.0016464673,0.0005488589,0.000035409244,0.000028580462,0.00036442035,0.00019498046,0.0062115663],"category_scores_gemma":[0.0019828693,0.00008912637,0.0013415334,0.00016593415,0.0002650291,0.00007582569,0.000032567652,0.00077408156,0.000014630555],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.88111794,0.0029548511,0.00015829806,0.00024031848,0.0015207106,0.000021581362,0.0011304925,7.4140196e-8,0.0000042938336,0.0025388594,0.07457818,0.035734378],"study_design_scores_gemma":[0.9773487,0.0025379993,0.0001790228,0.001928932,0.00022343957,0.0000066808934,0.0006182642,0.00043654323,0.000023409391,0.00038626944,0.016219975,0.00009077529],"about_ca_topic_score_codex":0.000054260414,"about_ca_topic_score_gemma":0.0000036674853,"teacher_disagreement_score":0.12792183,"about_ca_system_score_codex":0.00017895777,"about_ca_system_score_gemma":0.00025258603,"threshold_uncertainty_score":0.9946969},"labels":[],"label_agreement":null},{"id":"W2048072483","doi":"10.2196/jmir.1171","title":"Web-Assisted Tobacco Interventions: Empowering Change in the Global Fight for the Public’s (e)Health","year":2008,"lang":"en","type":"editorial","venue":"Journal of Medical Internet Research","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; Centre for Addiction and Mental Health; Public Health Ontario; University of Toronto","funders":"National Cancer Institute; Health Canada","keywords":"eHealth; Tobacco control; Public health; Health promotion; The Internet; Public relations; Population health; Population; Internet privacy; Psychological intervention; Medicine; Political science; Health care; World Wide Web; Environmental health; Computer science; Nursing","score_opus":0.35598126932445084,"score_gpt":0.6183381610525419,"score_spread":0.26235689172809107,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2048072483","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00032874072,0.031600993,0.0011344264,0.40350744,0.5525447,0.009554177,0.00041114187,0.000033805856,0.0008845605],"genre_scores_gemma":[0.0069722948,0.09870787,0.00018962957,0.008173132,0.8631772,0.020785876,0.00026549428,0.00008679561,0.0016417282],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9796481,0.0064037414,0.004011804,0.00050544005,0.0071912194,0.0022397046],"domain_scores_gemma":[0.9645499,0.02740619,0.0022306961,0.0010138802,0.003176542,0.0016227707],"candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.06531066,0.00033207302,0.0010403472,0.00063617254,0.0013245482,0.00010856075,0.004596568,0.0017799949,0.001305721],"category_scores_gemma":[0.034509305,0.0001794477,0.00059971947,0.0012680396,0.0004407518,0.00019518365,0.00068226317,0.014046335,0.00012330944],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001871954,0.0003900232,0.0006128339,0.0016827489,0.00006692692,0.00004850783,0.0016302224,4.891924e-8,2.816603e-8,0.001614829,0.92528456,0.06848205],"study_design_scores_gemma":[0.002203435,0.00074240967,0.0016780591,0.005608108,0.000016683274,0.00006394644,0.0019628473,0.0001710416,2.430638e-8,0.00017884164,0.9872606,0.00011403372],"about_ca_topic_score_codex":0.003664121,"about_ca_topic_score_gemma":0.020845842,"teacher_disagreement_score":0.3953343,"about_ca_system_score_codex":0.0029158834,"about_ca_system_score_gemma":0.021820527,"threshold_uncertainty_score":0.99997556},"labels":[],"label_agreement":null},{"id":"W2051180012","doi":"10.2196/jmir.1713","title":"Theme Issue on E-Mental Health: A Growing Field in Internet Research","year":2010,"lang":"en","type":"editorial","venue":"Journal of Medical Internet Research","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":223,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; University of Toronto","funders":"","keywords":"Theme (computing); Mental health; The Internet; Psychology; Mental health care; Health care; Field (mathematics); Public relations; Internet privacy; Applied psychology; Sociology; Computer science; Psychiatry; World Wide Web; Political science","score_opus":0.14980115133295757,"score_gpt":0.5848325900579449,"score_spread":0.4350314387249873,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2051180012","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010895687,0.0022114867,0.000019380634,0.08328937,0.8816523,0.0008841431,0.00007469351,0.00002463093,0.020948311],"genre_scores_gemma":[0.08908771,0.0006427002,0.000095245625,0.0015497383,0.8281022,0.00017620272,0.0001341949,0.00021262545,0.079999395],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97552794,0.0044883527,0.0030957186,0.0009047261,0.013757686,0.002225601],"domain_scores_gemma":[0.9837568,0.011694596,0.00070926646,0.00086418353,0.0012746647,0.0017004904],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity","insufficient_payload"],"category_scores_codex":[0.04567009,0.000442851,0.0012186073,0.0034451478,0.00013393394,0.00037884593,0.0047271247,0.0028303168,0.021098204],"category_scores_gemma":[0.019054467,0.00036546568,0.00051509414,0.00094172097,0.0008002641,0.00033382836,0.0015373993,0.037080515,0.0028918919],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017981237,0.002376544,0.000035128982,0.00038590652,0.0001721944,0.0014680268,0.002762618,3.191356e-8,0.0000032351986,0.0017877762,0.911912,0.077298366],"study_design_scores_gemma":[0.0021360798,0.012778187,0.00003592258,0.0124797765,0.0000044112808,0.00018018391,0.0015446399,0.000026798074,0.00013125032,0.0011772838,0.96928525,0.00022021096],"about_ca_topic_score_codex":0.012094749,"about_ca_topic_score_gemma":0.002952038,"teacher_disagreement_score":0.081739634,"about_ca_system_score_codex":0.0020203765,"about_ca_system_score_gemma":0.0023139215,"threshold_uncertainty_score":0.9998797},"labels":[],"label_agreement":null},{"id":"W2052142204","doi":"10.2196/jmir.1127","title":"Use of an Internet “Viral” Marketing Software Platform in Health Promotion","year":2008,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Impact; Centre hospitalier universitaire de Québec; Institut National de Santé Publique du Québec","funders":"Public Health Agency; Public Health Agency of Canada","keywords":"Health promotion; The Internet; Context (archaeology); Business; Public health; Agency (philosophy); Public relations; Promotion (chess); Health education; Advertising; World Wide Web; Marketing; Internet privacy; Medicine; Political science; Computer science; Nursing; Sociology; Geography","score_opus":0.3268177440137998,"score_gpt":0.5661675573492639,"score_spread":0.23934981333546412,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2052142204","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99278915,0.00011589685,0.0024218927,0.0033806087,0.00045673503,0.0004942224,0.0000065997865,0.000014643717,0.00032025247],"genre_scores_gemma":[0.9932197,0.00042064427,0.0034912638,0.0011137886,0.00034724703,0.00001586702,0.00001658051,0.000015467062,0.0013594725],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9868706,0.0048486236,0.0044009774,0.00018751704,0.0029266258,0.0007656712],"domain_scores_gemma":[0.99320304,0.0029445246,0.0014190115,0.00028402623,0.0012925648,0.0008568583],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.055365913,0.00011928578,0.0005257953,0.0007777711,0.00017511316,0.000024089175,0.0007707702,0.00037075896,0.004007492],"category_scores_gemma":[0.02404786,0.00008539577,0.000085449676,0.00046046928,0.0002580866,0.0021120259,0.000317767,0.004571966,0.00004895298],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0033197086,0.001871543,0.59038424,0.005278031,0.000045178247,0.00022224276,0.039887704,0.000010897796,0.000012149249,0.000688633,0.09048577,0.26779392],"study_design_scores_gemma":[0.006747457,0.006542195,0.6578443,0.02745177,0.0000057447605,0.0005661715,0.0068740733,0.07907588,0.00028872772,0.0011756289,0.21301708,0.00041098482],"about_ca_topic_score_codex":0.0026988387,"about_ca_topic_score_gemma":0.00045575752,"teacher_disagreement_score":0.26738292,"about_ca_system_score_codex":0.0006537646,"about_ca_system_score_gemma":0.0028779996,"threshold_uncertainty_score":0.99772453},"labels":[],"label_agreement":null},{"id":"W2052978586","doi":"10.2196/jmir.4143","title":"Multiple Comorbidities of 21 Psychological Disorders and Relationships With Psychosocial Variables: A Study of the Online Assessment and Diagnostic System Within a Web-Based Population","year":2015,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Northwestern Polytechnic","funders":"Australian Government","keywords":"Psychosocial; Suicidal ideation; Comorbidity; Anxiety; Clinical psychology; Medical diagnosis; Population; Mental health; National Comorbidity Survey; Psychology; Quality of life (healthcare); Social support; Depression (economics); Psychiatry; Medicine; Poison control; Suicide prevention; Psychotherapist","score_opus":0.1962121472789555,"score_gpt":0.5053558414501832,"score_spread":0.30914369417122767,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2052978586","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9960327,0.0001680411,0.00032501286,0.00199828,0.0005610978,0.00051833864,0.000025685888,0.0000061599762,0.0003646853],"genre_scores_gemma":[0.9995328,0.000005850941,0.000269387,0.000021194879,0.00006857643,0.000029180448,0.000004835912,0.000011235431,0.00005691132],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9950433,0.0019551076,0.00092597614,0.0001718262,0.0017142942,0.00018952279],"domain_scores_gemma":[0.9963302,0.0023570147,0.00050367916,0.0001901953,0.0003418457,0.0002770492],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0053941617,0.00009824247,0.00032023634,0.00021470625,0.00006324606,0.000030892243,0.00034959658,0.00013928753,0.00004090343],"category_scores_gemma":[0.0022814583,0.000057829402,0.00004939658,0.00028961262,0.00047657278,0.00008596392,0.00011220423,0.0010495903,7.885974e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009832849,0.0062731095,0.98025745,0.00020641563,0.0001528275,0.000037684906,0.0033938105,0.000025129608,0.0000014829025,0.0050416747,0.0018743643,0.0017527702],"study_design_scores_gemma":[0.0066641658,0.009031498,0.9463997,0.0020141308,0.00004539883,0.00016211247,0.032143638,0.002533741,0.0000019309696,0.0008856307,0.000050095794,0.00006796758],"about_ca_topic_score_codex":0.0015701508,"about_ca_topic_score_gemma":0.0034436197,"teacher_disagreement_score":0.033857755,"about_ca_system_score_codex":0.00013911625,"about_ca_system_score_gemma":0.00017200453,"threshold_uncertainty_score":0.4560006},"labels":[],"label_agreement":null},{"id":"W2053446715","doi":"10.2196/jmir.3180","title":"Smartphone-Enabled Health Coach Intervention for People With Diabetes From a Modest Socioeconomic Strata Community: Single-Arm Longitudinal Feasibility Study","year":2014,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":104,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Sinai Health System; Princess Margaret Cancer Centre; Cancer Care Ontario; Lunenfeld-Tanenbaum Research Institute; University of Toronto; Ontario Institute for Cancer Research; York University","funders":"Mitacs","keywords":"Health coaching; Medicine; Coaching; Socioeconomic status; Psychological intervention; Intervention (counseling); Physical therapy; Population; mHealth; Community health; Gerontology; Community-based participatory research; Family medicine; Psychology; Nursing; Environmental health; Public health; Participatory action research","score_opus":0.22330494196253134,"score_gpt":0.5266864674637295,"score_spread":0.3033815255011981,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2053446715","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9685065,0.0002558122,0.01145189,0.01487072,0.00043746235,0.00418237,0.00006460604,0.000029435569,0.00020119842],"genre_scores_gemma":[0.99577665,0.00007992206,0.0005073979,0.0008844259,0.0008198648,0.0015966484,0.00009488166,0.000041431435,0.00019879534],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9862223,0.008176463,0.0023671242,0.00040070387,0.0016003123,0.0012330769],"domain_scores_gemma":[0.98723304,0.007854227,0.0012001394,0.0007724562,0.0013043636,0.0016357508],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.045443445,0.00021988813,0.0010375598,0.0003290433,0.0011785356,0.00006868204,0.0012713402,0.00031681717,0.0012943757],"category_scores_gemma":[0.0031755995,0.00016430467,0.00016536623,0.0002481191,0.00027112835,0.00020889251,0.00039202103,0.0053199395,0.00006071118],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024259707,0.013291528,0.88639253,0.0025449311,0.0002673223,0.0000042643846,0.007729171,0.000008307636,0.00002128367,0.0010810198,0.05373727,0.032496378],"study_design_scores_gemma":[0.03538806,0.06051115,0.7768126,0.0057478426,0.00015439786,0.000021317484,0.06147272,0.019723104,0.00005482399,0.011867472,0.027669054,0.0005774224],"about_ca_topic_score_codex":0.011602925,"about_ca_topic_score_gemma":0.04962082,"teacher_disagreement_score":0.10957991,"about_ca_system_score_codex":0.001278186,"about_ca_system_score_gemma":0.0027570585,"threshold_uncertainty_score":0.9996186},"labels":[],"label_agreement":null},{"id":"W2054385979","doi":"10.2196/jmir.2631","title":"The Systematic Removal of Participants Post-Randomization Can Lead to Alternate Explanations of the Results","year":2013,"lang":"en","type":"letter","venue":"Journal of Medical Internet Research","topic":"Mental Health Research Topics","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Addiction and Mental Health","funders":"","keywords":"Randomization; Randomized controlled trial; Intervention (counseling); Treatment and control groups; Psychology; Medicine; Psychiatry; Surgery","score_opus":0.22542579538562402,"score_gpt":0.5182142536621276,"score_spread":0.29278845827650357,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2054385979","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05164311,0.0012434454,0.00013835156,0.93885505,0.002772501,0.002324577,0.00008572699,0.000004572976,0.0029326733],"genre_scores_gemma":[0.6526193,0.0017934196,0.00022518238,0.11028863,0.010144613,0.00067122345,0.000080484686,0.00021205524,0.22396508],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9807721,0.007427652,0.0028132275,0.000261187,0.007798412,0.00092746015],"domain_scores_gemma":[0.98661184,0.007525066,0.0014449188,0.00094932574,0.003026476,0.0004423716],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.022304527,0.00019001905,0.0008585254,0.0005659416,0.00012245851,0.00007734522,0.0035210953,0.00060358323,0.0008063516],"category_scores_gemma":[0.02871023,0.00009171649,0.0002486942,0.0005763072,0.0006410468,0.00005606205,0.0005287706,0.0051957765,0.000112340065],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010778311,0.000120839235,0.00003646993,0.0038117666,0.0004166718,0.000668805,0.0029991749,0.0000028357647,0.00004159828,0.0005805958,0.98833996,0.0019034371],"study_design_scores_gemma":[0.032975193,0.011168067,0.0032527344,0.1612316,0.00065747113,0.0072745983,0.014050067,0.008159102,0.003159071,0.0029275885,0.7540193,0.0011251615],"about_ca_topic_score_codex":0.0037201126,"about_ca_topic_score_gemma":0.0007277095,"teacher_disagreement_score":0.82856643,"about_ca_system_score_codex":0.0003581467,"about_ca_system_score_gemma":0.0010778033,"threshold_uncertainty_score":0.9970993},"labels":[],"label_agreement":null},{"id":"W2054457764","doi":"10.2196/jmir.8.2.e5","title":"Formative Evaluation and Three-Month Follow-Up of an Online Personalized Assessment Feedback Intervention for Problem Drinkers","year":2006,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Substance Abuse Treatment and Outcomes","field":"Medicine","cited_by":67,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Addiction and Mental Health","funders":"","keywords":"Formative assessment; eHealth; Medicine; Population; Intervention (counseling); Alcohol consumption; Family medicine; Psychology; Alcohol; Health care; Environmental health; Nursing","score_opus":0.1257750719769323,"score_gpt":0.4761493809355996,"score_spread":0.3503743089586673,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2054457764","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9931187,0.00087621773,0.0024683964,0.0023710458,0.00014426431,0.0007324813,0.0000033412646,0.000005742124,0.00027982864],"genre_scores_gemma":[0.99501795,0.000121041274,0.0036899738,0.000032019438,0.0002447008,0.000019364372,0.00007101995,0.000013860482,0.00079006254],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99582636,0.00026233762,0.0007335185,0.0001433222,0.002790852,0.00024362374],"domain_scores_gemma":[0.9975902,0.00038821728,0.00030878256,0.00011288588,0.0013843396,0.00021559419],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006464168,0.0001121857,0.00042255534,0.00031310224,0.000035563153,0.000029387702,0.00017946558,0.00012666386,0.0005325346],"category_scores_gemma":[0.0005298392,0.00007309553,0.00021965243,0.00015595983,0.00021875178,0.0002584245,0.00004663656,0.00047286163,0.0000011220772],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.021203993,0.008772504,0.2869691,0.001342373,0.002742419,0.0002632242,0.011877156,0.000020854168,0.0021265447,0.0054346006,0.025908915,0.63333833],"study_design_scores_gemma":[0.19093774,0.03275244,0.49370944,0.010695357,0.0016360898,0.00072125933,0.029398907,0.20978877,0.0061487355,0.020459635,0.0032730573,0.00047857527],"about_ca_topic_score_codex":0.00015866055,"about_ca_topic_score_gemma":0.0011543921,"teacher_disagreement_score":0.63285977,"about_ca_system_score_codex":0.00031689988,"about_ca_system_score_gemma":0.0003462313,"threshold_uncertainty_score":0.5830881},"labels":[],"label_agreement":null},{"id":"W2058192450","doi":"10.2196/jmir.3460","title":"Consensus on Use of the Term “App” Versus “Application” for Reporting of mHealth Research","year":2014,"lang":"en","type":"letter","venue":"Journal of Medical Internet Research","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"JMIR Publications; University of Toronto; University Health Network","funders":"","keywords":"mHealth; Term (time); Computer science; Data science; World Wide Web; Internet privacy; Medicine; Psychology; Psychological intervention; Psychiatry","score_opus":0.5380623702795228,"score_gpt":0.6352022136282216,"score_spread":0.09713984334869885,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2058192450","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019775013,0.00036527295,0.0005286216,0.96766555,0.0022002296,0.007176043,0.0001047491,0.000016996386,0.0021675457],"genre_scores_gemma":[0.27176654,0.0071344473,0.003955914,0.5866928,0.064501174,0.018279755,0.00039517562,0.0007532776,0.04652089],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97401434,0.0070534027,0.008423087,0.0005861254,0.008084401,0.0018386295],"domain_scores_gemma":[0.90329355,0.06792766,0.013649949,0.0022546016,0.0116015235,0.0012727057],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.074828945,0.0002777553,0.0014837881,0.0011259487,0.000716418,0.000020659709,0.0025523356,0.0022656845,0.00048463783],"category_scores_gemma":[0.09484269,0.00017797551,0.00045616468,0.0009195787,0.0014012092,0.000041619154,0.00061789947,0.021832315,0.000054133412],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011846628,0.00016139998,0.0011783531,0.00539758,0.00007437364,0.000023992685,0.00032641014,0.0000014196091,0.000030981057,0.0029602973,0.97506535,0.013595174],"study_design_scores_gemma":[0.001991558,0.0014032938,0.00096506055,0.0050529325,0.000034575354,0.000036593327,0.0002178836,0.00032286925,0.00008315079,0.0008700388,0.98892194,0.000100116165],"about_ca_topic_score_codex":0.0023918417,"about_ca_topic_score_gemma":0.00032301145,"teacher_disagreement_score":0.3809727,"about_ca_system_score_codex":0.000921917,"about_ca_system_score_gemma":0.014663349,"threshold_uncertainty_score":0.9990296},"labels":[],"label_agreement":null},{"id":"W2058553789","doi":"10.2196/jmir.5.4.e24","title":"What Are Patients Seeking When They Turn to the Internet? Qualitative Content Analysis of Questions Asked by Visitors to an Orthopaedics Web Site","year":2003,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":175,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"University of Washington","keywords":"The Internet; Web site; World Wide Web; Content analysis; Internet privacy; Qualitative research; Medicine; Psychology; Computer science; Sociology","score_opus":0.18717600080999883,"score_gpt":0.5649960208502632,"score_spread":0.3778200200402644,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2058553789","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9769989,0.00014499688,0.0069175255,0.013581358,0.0012554046,0.0007087884,0.00007714847,0.000010440884,0.00030539074],"genre_scores_gemma":[0.99215174,0.0001363823,0.00034080163,0.0058980123,0.00020280249,0.000043903296,0.000029210516,0.000014206101,0.0011829447],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.98197037,0.010331471,0.0031219844,0.00025658394,0.0036644787,0.0006550959],"domain_scores_gemma":[0.98776084,0.0041307234,0.0012628167,0.00047558933,0.004887341,0.0014827136],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.039847035,0.00016765905,0.00065428653,0.0009955108,0.00027349425,0.00014193596,0.001108935,0.00028389934,0.0024742254],"category_scores_gemma":[0.029341802,0.00009740413,0.00022349657,0.0011396649,0.00014628663,0.0012423331,0.00033051753,0.0028097401,0.00010801908],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007269216,0.00074347574,0.4115843,0.00024993304,0.00059649465,0.000008415008,0.44008094,0.000025848902,0.000030910876,0.0009526122,0.13538884,0.009611298],"study_design_scores_gemma":[0.0028445607,0.0031951433,0.14885701,0.008662023,0.00026225744,0.000005658997,0.3547311,0.02363792,0.00009172646,0.0004667486,0.4568191,0.00042675468],"about_ca_topic_score_codex":0.0014109259,"about_ca_topic_score_gemma":0.0034476032,"teacher_disagreement_score":0.32143024,"about_ca_system_score_codex":0.0005150889,"about_ca_system_score_gemma":0.0008440802,"threshold_uncertainty_score":0.9994908},"labels":[],"label_agreement":null},{"id":"W2059332746","doi":"10.2196/jmir.1938","title":"Telemedicine Service Use: A New Metric","year":2012,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Telemedicine; Telecare; Teleradiology; eHealth; Metric (unit); Service (business); Medicine; Medical emergency; Health care; Business; Marketing; Political science","score_opus":0.2240135802473915,"score_gpt":0.5262906430228892,"score_spread":0.3022770627754977,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2059332746","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8790704,0.0035779986,0.0027529402,0.11197806,0.0010643267,0.0004183691,0.0000014289623,0.000023573992,0.0011129053],"genre_scores_gemma":[0.98027146,0.00083968265,0.001658563,0.007871551,0.0065730372,0.0000046156106,0.000011318883,0.000029203915,0.0027405676],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9916396,0.00033401453,0.0011459345,0.0001479455,0.0058683087,0.0008641794],"domain_scores_gemma":[0.99399054,0.0012720026,0.00028735562,0.0002577994,0.0012675459,0.0029247317],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.010641839,0.00014530517,0.0005297883,0.0012842588,0.00004502235,0.000034177854,0.00043104327,0.00021457889,0.009500001],"category_scores_gemma":[0.009163229,0.000094903204,0.000111504945,0.0017045751,0.000114527815,0.00040666232,0.00016708183,0.0021492005,0.00017607825],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00057461165,0.0004728639,0.12394652,0.00024638875,0.00020136056,0.00039807285,0.0018859989,9.6602825e-8,0.00030967267,0.0004686851,0.74071366,0.13078208],"study_design_scores_gemma":[0.0071840417,0.0031447615,0.14623648,0.00097099866,0.00014422223,0.005098725,0.0018110375,0.00019642072,0.0014370559,0.00008709141,0.83357126,0.000117926385],"about_ca_topic_score_codex":0.0018798372,"about_ca_topic_score_gemma":0.00008448762,"teacher_disagreement_score":0.13066415,"about_ca_system_score_codex":0.00026777375,"about_ca_system_score_gemma":0.0012935802,"threshold_uncertainty_score":0.999183},"labels":[],"label_agreement":null},{"id":"W2059913296","doi":"10.2196/jmir.4061","title":"Picture Me Smokefree: A Qualitative Study Using Social Media and Digital Photography to Engage Young Adults in Tobacco Reduction and Cessation","year":2015,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Smoking Behavior and Cessation","field":"Medicine","cited_by":83,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia, Okanagan Campus; University of British Columbia","funders":"Canadian Cancer Society Research Institute","keywords":"Psychological intervention; Focus group; Smoking cessation; Social media; Qualitative research; Young adult; Population; Psychology; Descriptive statistics; Intervention (counseling); Data collection; Digital health; Medicine; Gerontology; Environmental health; Nursing; Health care; Computer science","score_opus":0.16496319839038154,"score_gpt":0.47883792037398276,"score_spread":0.3138747219836012,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2059913296","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99809986,0.00009525692,0.00008959356,0.0011061283,0.000252753,0.00028916934,0.000002934501,0.0000057285847,0.00005859456],"genre_scores_gemma":[0.99944216,0.000021129346,0.000047065176,0.000020233265,0.00042853615,0.0000070642636,0.0000055357323,0.000011349441,0.000016950547],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99566644,0.00086632906,0.00046127127,0.00018849545,0.0026061155,0.00021137303],"domain_scores_gemma":[0.99835616,0.00035857194,0.000116848074,0.000070608345,0.00064996496,0.00044787154],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009017161,0.000098721655,0.00028595445,0.0007216698,0.000059412767,0.00011552855,0.00012198484,0.00017435894,0.000039149385],"category_scores_gemma":[0.004340794,0.00007514775,0.00003916399,0.0004892245,0.00018572,0.00028078325,0.00010159715,0.0016519135,4.1041355e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002087069,0.0007111531,0.3107968,0.00003862264,0.00007775106,0.0002797409,0.66975045,4.7410518e-7,0.00037233756,0.00002265372,0.0011062166,0.014756732],"study_design_scores_gemma":[0.0056071524,0.0018347249,0.33054817,0.0006599804,0.000053689262,0.00047567126,0.6599679,0.00015776734,0.00023869742,0.00030455616,0.000044724682,0.000106975815],"about_ca_topic_score_codex":0.00045803553,"about_ca_topic_score_gemma":0.00016484504,"teacher_disagreement_score":0.01975137,"about_ca_system_score_codex":0.00021158604,"about_ca_system_score_gemma":0.00020632324,"threshold_uncertainty_score":0.7176834},"labels":[],"label_agreement":null},{"id":"W2060363541","doi":"10.2196/jmir.1981","title":"Use of Email and Telephone Prompts to Increase Self-Monitoring in a Web-Based Intervention: Randomized Controlled Trial","year":2012,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"National Cancer Institute; National Institutes of Health","keywords":"Self-monitoring; Behavior change; Psychological intervention; Behavior change methods; Intervention (counseling); Randomized controlled trial; Web application; Self-management; World Wide Web; The Internet; Computer science; Applied psychology; Psychology; Internet privacy; Medicine; Social psychology; Nursing","score_opus":0.11674268479041465,"score_gpt":0.4980432099863764,"score_spread":0.38130052519596175,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2060363541","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99122596,0.0010600646,0.00015624225,0.0023338571,0.0023889837,0.0021596309,0.0000037902714,0.000010811633,0.00066064234],"genre_scores_gemma":[0.9972071,0.000023396888,0.0004440779,0.00005935374,0.0006123871,0.00035761454,0.0000010455741,0.000019458059,0.0012755723],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9910672,0.0037508442,0.0023571574,0.00018648957,0.0020417597,0.0005965745],"domain_scores_gemma":[0.9932761,0.004572211,0.00053164305,0.00020559748,0.00043099798,0.0009834231],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.027706813,0.00015272497,0.0013022469,0.0011128236,0.000024812263,0.0000791935,0.00045549648,0.00021146586,0.0014940382],"category_scores_gemma":[0.011022023,0.00010844913,0.00047624463,0.0004012429,0.00026874355,0.00031146238,0.00023333154,0.0011317274,0.000053351472],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97087324,0.006927765,0.0044063,0.00018914083,0.0004237697,0.00015776351,0.0011517977,3.6656363e-7,0.00004108655,0.00073441066,0.004405086,0.010689271],"study_design_scores_gemma":[0.98755246,0.0037264335,0.0021176632,0.0033477962,0.000058314123,0.00013396709,0.000364659,0.00025604988,0.00038744,0.00012288643,0.0018272378,0.00010510409],"about_ca_topic_score_codex":0.0007925638,"about_ca_topic_score_gemma":0.000102145896,"teacher_disagreement_score":0.016684791,"about_ca_system_score_codex":0.00022759364,"about_ca_system_score_gemma":0.00023196299,"threshold_uncertainty_score":0.99941874},"labels":[],"label_agreement":null},{"id":"W2062629495","doi":"10.2196/jmir.2770","title":"Systematic Reviews and Meta-Analyses of Home Telemonitoring Interventions for Patients With Chronic Diseases: A Critical Assessment of Their Methodological Quality","year":2013,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Heart Failure Treatment and Management","field":"Medicine","cited_by":119,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; HEC Montréal","funders":"Canada Research Chairs","keywords":"Systematic review; Critical appraisal; Psychological intervention; Medicine; Context (archaeology); MEDLINE; Cochrane Library; Health technology; Meta-analysis; Health care; Family medicine; Alternative medicine; Nursing; Pathology","score_opus":0.7839590815180414,"score_gpt":0.6813477700968011,"score_spread":0.10261131142124025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2062629495","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000221734,0.9882227,0.006071068,0.0005903951,0.00012213158,0.0047152033,0.000037774425,0.000004360883,0.000014599304],"genre_scores_gemma":[0.0024737646,0.98650783,0.009579386,0.000009434027,0.00022602383,0.00090025936,0.00002604897,0.000030182639,0.0002470716],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9861355,0.006507515,0.0039187726,0.0003251226,0.0027404143,0.00037269006],"domain_scores_gemma":[0.9826114,0.013193635,0.0016019567,0.00047295322,0.0015053417,0.00061472494],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.020444985,0.00036382128,0.008548498,0.00066936994,0.00003427335,0.000047556125,0.0005209788,0.0002685867,0.00080603035],"category_scores_gemma":[0.016926276,0.00014597592,0.0029466415,0.00031774477,0.0004904242,0.00010330301,0.00033627276,0.0010831148,0.000002739342],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000076051016,0.0019117028,0.00017262092,0.8980621,0.023780527,0.000035881374,0.000040036317,3.748703e-8,7.4797174e-7,0.000509747,0.0023087247,0.0731018],"study_design_scores_gemma":[0.0036222218,0.016433932,0.000678235,0.6686165,0.17299806,0.00014192302,0.00027633374,0.00007514665,0.0000080517075,0.00022914464,0.13651045,0.00041004838],"about_ca_topic_score_codex":0.000048161404,"about_ca_topic_score_gemma":0.0000054962366,"teacher_disagreement_score":0.22944567,"about_ca_system_score_codex":0.00034924693,"about_ca_system_score_gemma":0.0006505509,"threshold_uncertainty_score":0.9913546},"labels":[],"label_agreement":null},{"id":"W2063390718","doi":"10.2196/jmir.6.4.e39","title":"Internet Versus Mailed Questionnaires: A Controlled Comparison (2)","year":2004,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Survey Methodology and Nonresponse","field":"Social Sciences","cited_by":223,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; McMaster University","funders":"","keywords":"The Internet; Medicine; Confidence interval; Family medicine; World Wide Web; Computer science","score_opus":0.46891873684511914,"score_gpt":0.5894785636072296,"score_spread":0.12055982676211047,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2063390718","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9495965,0.0016578392,0.008474852,0.029036483,0.0038017267,0.0002696421,8.4230123e-7,0.000027224927,0.007134867],"genre_scores_gemma":[0.995159,0.00039818615,0.0006486692,0.00016503206,0.00109612,0.0000094848565,7.7437386e-7,0.000010217147,0.002512558],"study_design_codex":"randomized_trial","study_design_gemma":"not_applicable","domain_scores_codex":[0.96706295,0.027154034,0.00089795317,0.00019838817,0.0040729954,0.0006136724],"domain_scores_gemma":[0.96477234,0.03290807,0.00030245012,0.00017254785,0.0010229528,0.00082166167],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.16142584,0.00011091247,0.00057844113,0.00046165596,0.00015092701,0.000119853394,0.0013656303,0.0004463495,0.004175416],"category_scores_gemma":[0.2154818,0.00008160051,0.00022969775,0.0004253038,0.001443974,0.00017557066,0.00016627474,0.0021650016,0.00020580097],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.46274054,0.0031460577,0.01718959,0.000061399594,0.0017425417,0.00441492,0.101110645,0.000047395988,0.00027363372,0.14542513,0.21394944,0.049898714],"study_design_scores_gemma":[0.17494008,0.016236844,0.050934236,0.0054393495,0.00027876493,0.0005561754,0.06350954,0.00147079,0.0039872355,0.037516776,0.6439202,0.0012100464],"about_ca_topic_score_codex":0.004525385,"about_ca_topic_score_gemma":0.0064554457,"teacher_disagreement_score":0.4299707,"about_ca_system_score_codex":0.00046405118,"about_ca_system_score_gemma":0.0022333274,"threshold_uncertainty_score":0.9967349},"labels":[],"label_agreement":null},{"id":"W2065421794","doi":"10.2196/jmir.6.1.e11","title":"Pharmacist Computer Skills and Needs Assessment Survey","year":2004,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Vancouver General Hospital","funders":"","keywords":"Computer literacy; Pharmacy; Informatics; Pharmacist; Medical education; Presentation (obstetrics); The Internet; Clinical pharmacy; Health informatics; Medicine; Nursing; Computer science; World Wide Web; Public health","score_opus":0.21452033856755942,"score_gpt":0.6133665212432164,"score_spread":0.398846182675657,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2065421794","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96312284,0.0007671477,0.012003523,0.018321509,0.0026706858,0.0005597138,0.0000055966807,0.000017244405,0.002531724],"genre_scores_gemma":[0.99231374,0.001300068,0.0005359015,0.0013841281,0.0023285476,0.000017515214,0.000003835897,0.000026434791,0.0020898492],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9884595,0.0053397305,0.0014621703,0.00018473901,0.0035064216,0.0010474076],"domain_scores_gemma":[0.99277675,0.0042012446,0.0003708551,0.0001975654,0.0011741837,0.001279372],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.04735021,0.00013287847,0.00051536545,0.00054991635,0.0002343388,0.00003956869,0.00075595506,0.0003645436,0.0017874467],"category_scores_gemma":[0.0019732763,0.00009256672,0.00006775503,0.00046849222,0.0002457588,0.00013270279,0.00040776716,0.006238316,0.00019857232],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039853214,0.0014841397,0.4181648,0.0014257091,0.0003811653,0.0009871834,0.008383757,0.000008693828,0.00009550201,0.007376706,0.4986949,0.062598936],"study_design_scores_gemma":[0.026872851,0.007902902,0.39992666,0.012395655,0.000040121005,0.0020751152,0.0034330576,0.006049618,0.00017505212,0.0030595001,0.53741705,0.00065243355],"about_ca_topic_score_codex":0.0027543444,"about_ca_topic_score_gemma":0.00075842487,"teacher_disagreement_score":0.0619465,"about_ca_system_score_codex":0.0010049425,"about_ca_system_score_gemma":0.0055691353,"threshold_uncertainty_score":0.99912506},"labels":[],"label_agreement":null},{"id":"W2065477583","doi":"10.2196/jmir.3881","title":"Knowledge Translation in Men’s Health Research: Development and Delivery of Content for Use Online","year":2015,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Focus Groups and Qualitative Methods","field":"Social Sciences","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia, Okanagan Campus; University of British Columbia","funders":"National Institute for Health and Care Research; Canadian Institutes of Health Research; Public Health Research Programme; Economic and Social Research Council; Public Health Agency; Health Service Executive","keywords":"Knowledge translation; Curriculum; Reproductive health; Psychology; Medical education; Medicine; Public relations; Computer science; Knowledge management; Political science; Pedagogy; Population","score_opus":0.8882536062566133,"score_gpt":0.6565157881805924,"score_spread":0.2317378180760209,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2065477583","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97040564,0.005276927,0.005232454,0.017928107,0.00016105211,0.00038835773,0.000004568544,0.0000024310168,0.0006004626],"genre_scores_gemma":[0.9679429,0.001358672,0.029193114,0.0000593759,0.00029430242,0.000012219858,0.0000026057078,0.000009575724,0.001127227],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98987883,0.005962561,0.00076839584,0.00012784368,0.0028415613,0.00042078292],"domain_scores_gemma":[0.9893657,0.007472703,0.00014123185,0.00005993048,0.0022763924,0.00068402657],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.10851798,0.000054266333,0.00029017543,0.0005422097,0.00008228062,0.000047249523,0.00035486705,0.00011837948,0.000041480154],"category_scores_gemma":[0.016619531,0.00003978961,0.000043816875,0.0003850442,0.00077322015,0.00018461214,0.00008332683,0.00082931045,0.0000012889633],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008518701,0.0007149698,0.0025890132,0.00013535545,0.00004804267,0.000020148154,0.30964836,5.691091e-7,0.00005503341,0.014457634,0.019971639,0.6515073],"study_design_scores_gemma":[0.0055453936,0.0036882171,0.0085978815,0.0020618662,0.0000049830815,0.000010618486,0.3177143,0.003195889,0.00067210995,0.0055585653,0.6527954,0.00015476732],"about_ca_topic_score_codex":0.0062044547,"about_ca_topic_score_gemma":0.01865603,"teacher_disagreement_score":0.6513526,"about_ca_system_score_codex":0.0004811259,"about_ca_system_score_gemma":0.003187042,"threshold_uncertainty_score":0.99925095},"labels":[],"label_agreement":null},{"id":"W2066612869","doi":"10.2196/jmir.1357","title":"Clinical Effects of Home Telemonitoring in the Context of Diabetes, Asthma, Heart Failure and Hypertension: A Systematic Review","year":2010,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Heart Failure Treatment and Management","field":"Medicine","cited_by":270,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"HEC Montréal","funders":"Canada Research Chairs","keywords":"Medicine; Context (archaeology); Asthma; Diabetes mellitus; MEDLINE; Quality of life (healthcare); Heart failure; Glycemic; Intensive care medicine; Telemedicine; Clinical trial; Blood pressure; Cochrane Library; Physical therapy; Health care; Internal medicine; Randomized controlled trial; Nursing","score_opus":0.09286025791613031,"score_gpt":0.45710975850170016,"score_spread":0.3642495005855698,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2066612869","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0022807706,0.9891166,0.0000016113905,0.0056391936,0.0003317244,0.0026106585,0.0000011242262,0.0000027019457,0.000015635207],"genre_scores_gemma":[0.0037762506,0.9951505,0.00016254126,0.00026657377,0.00046229325,0.00005026902,0.0000032574437,0.000024843412,0.00010348335],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9899603,0.003192056,0.0029457407,0.00024829403,0.003280098,0.00037347156],"domain_scores_gemma":[0.9902216,0.007527059,0.000791748,0.0005351903,0.0005187067,0.00040569188],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.024167882,0.00026822332,0.005347183,0.00052716286,0.000018195546,0.000023156397,0.0006781956,0.00053338223,0.000071814095],"category_scores_gemma":[0.011944255,0.00012188954,0.0008020559,0.0004599484,0.0004234009,0.000051042953,0.00028565255,0.003962559,0.000013557375],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000141886,0.00045804484,0.00029115443,0.84274024,0.00053509505,0.0008292265,0.00006167381,4.303611e-10,0.000001257935,0.000032251235,0.025910733,0.12912612],"study_design_scores_gemma":[0.0007461567,0.0012429665,0.000051662668,0.62306863,0.0010714437,0.0006126703,0.000079078556,0.0000027793956,0.0000025461352,0.0000031358854,0.37306187,0.000057034915],"about_ca_topic_score_codex":0.000031820833,"about_ca_topic_score_gemma":0.0000150569185,"teacher_disagreement_score":0.34715113,"about_ca_system_score_codex":0.00007343319,"about_ca_system_score_gemma":0.0005704104,"threshold_uncertainty_score":0.99833536},"labels":[],"label_agreement":null},{"id":"W2066633049","doi":"10.2196/jmir.1633","title":"Scope of Policy Issues in eHealth: Results From a Structured Literature Review","year":2012,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":57,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"World Health Organization","keywords":"eHealth; Scope (computer science); Public relations; Grey literature; Health policy; Health care; Business; MEDLINE; Political science; Computer science; Knowledge management","score_opus":0.3188907038448519,"score_gpt":0.6535367280650739,"score_spread":0.334646024220222,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2066633049","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000022443443,0.9796405,0.0000041931835,0.013775679,0.0018542764,0.0027276538,0.00022619341,0.0000110542105,0.0017380374],"genre_scores_gemma":[0.000030895237,0.98586017,0.00012549873,0.0006570629,0.0097967265,0.000109602,0.00013621054,0.00009869882,0.003185139],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9554849,0.025901249,0.009646497,0.0005612822,0.0061721904,0.0022338394],"domain_scores_gemma":[0.9774445,0.01274396,0.0047887345,0.0010919094,0.002012005,0.0019188784],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.06365266,0.00054361124,0.0061390894,0.002358063,0.000109834524,0.000028384155,0.0032098482,0.0028874443,0.003959556],"category_scores_gemma":[0.0439494,0.00033605518,0.0006660077,0.002868892,0.00027116097,0.00021171782,0.0007878237,0.02453368,0.00039510868],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013948555,0.00010157711,0.000015252807,0.21562323,0.00013412075,0.00020944828,0.0015670283,5.146942e-9,1.3893856e-7,0.00020430375,0.20512415,0.57688123],"study_design_scores_gemma":[0.0006338897,0.00024688433,0.000010290522,0.4565533,0.000057623172,0.00011663033,0.000070189024,0.0000013112897,2.0352545e-7,0.000100544625,0.54210615,0.000102960104],"about_ca_topic_score_codex":0.008984953,"about_ca_topic_score_gemma":0.0027597065,"teacher_disagreement_score":0.5767783,"about_ca_system_score_codex":0.0026990054,"about_ca_system_score_gemma":0.030754749,"threshold_uncertainty_score":0.99990916},"labels":[],"label_agreement":null},{"id":"W2066734537","doi":"10.2196/jmir.2895","title":"Animated Randomness, Avatars, Movement, and Personalization in Risk Graphics","year":2014,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Risk Perception and Management","field":"Social Sciences","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Sunnybrook Health Science Centre; Health Sciences Centre; Centre hospitalier universitaire de Québec; Université Laval","funders":"Informed Medical Decisions Foundation; American Cancer Society","keywords":"Personalization; Computer science; Human–computer interaction; Movement (music); Randomness; Graphics; Computer graphics (images); World Wide Web; Multimedia; Art; Aesthetics","score_opus":0.06401327117243219,"score_gpt":0.4423368137023102,"score_spread":0.378323542529878,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2066734537","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97058314,0.0003930278,0.0055947225,0.015760502,0.00026438996,0.00019968205,7.961279e-7,0.000010503462,0.007193222],"genre_scores_gemma":[0.9853572,0.01304732,0.00005070692,0.00037964963,0.0002439158,0.000002560443,9.595879e-7,0.0000045569845,0.0009131056],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99564815,0.0014467095,0.00031962682,0.000101016405,0.0022544058,0.00023008717],"domain_scores_gemma":[0.9989888,0.00034045707,0.000110270485,0.000057341993,0.00025157534,0.00025157136],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.020749109,0.00004728171,0.00014556086,0.00035045904,0.00010350594,0.00011068735,0.00034258232,0.000106737854,0.0015745529],"category_scores_gemma":[0.0036591857,0.000036233505,0.00003843852,0.00034023848,0.00033755766,0.00015034665,0.000094104806,0.0006227166,0.000011951647],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00087283395,0.0007034254,0.19514908,0.00015110192,0.00013739144,0.00013816562,0.06536876,0.000007729205,0.00013355205,0.34177834,0.23998488,0.15557474],"study_design_scores_gemma":[0.007318715,0.0006025575,0.08711763,0.00066305476,0.000023808023,0.000008891217,0.018426951,0.019282285,0.00003837089,0.021851644,0.8444668,0.00019926632],"about_ca_topic_score_codex":0.005757417,"about_ca_topic_score_gemma":0.0064929607,"teacher_disagreement_score":0.60448194,"about_ca_system_score_codex":0.00008135404,"about_ca_system_score_gemma":0.000110010515,"threshold_uncertainty_score":0.99933815},"labels":[],"label_agreement":null},{"id":"W2072181779","doi":"10.2196/jmir.1923","title":"CONSORT-EHEALTH: Improving and Standardizing Evaluation Reports of Web-based and Mobile Health Interventions","year":2011,"lang":"en","type":"editorial","venue":"Journal of Medical Internet Research","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":2025,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network","funders":"Weill Cornell Medical College; Universitat Autònoma de Barcelona; Bezmialem Vakıf Üniversitesi; Universidad de Valladolid; Syddansk Universitet; Radboud Universiteit; Universitat de Barcelona; Radboud Universitair Medisch Centrum; Universitetet i Oslo; Trakya Üniversitesi; Tehran University of Medical Sciences and Health Services; Mahidol University; Universiteit Maastricht; University of Oxford; Vrije Universiteit Amsterdam; Care and Public Health Research Institute, Universiteit Maastricht; Monash University; Université Laval; Universiteit van Amsterdam; University of Leeds; San José State University; McMaster University; University of New South Wales; Oulun Yliopisto; George Washington University; Northwestern University","keywords":"eHealth; mHealth; Consolidated Standards of Reporting Trials; Psychological intervention; Checklist; The Internet; Medicine; Telehealth; Health care; Telemedicine; Internet privacy; Nursing; Computer science; Psychology; World Wide Web","score_opus":0.16452715197158096,"score_gpt":0.5650031790961467,"score_spread":0.40047602712456576,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2072181779","genre_codex":"editorial","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.070888914,0.06043971,0.0011767037,0.0025194585,0.85921633,0.0030567725,0.0004236973,0.000035984696,0.0022424085],"genre_scores_gemma":[0.9019833,0.001069448,0.00043739984,0.000076131655,0.0942623,0.00037694967,0.0001188299,0.00010997799,0.0015656635],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.986782,0.0025656421,0.0035866126,0.00053372415,0.005844906,0.0006870865],"domain_scores_gemma":[0.9907594,0.002483917,0.0027346,0.0004339217,0.0025200483,0.0010681128],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.046248257,0.00025320472,0.0010827411,0.0011978943,0.00010922291,0.000112825386,0.00052903424,0.0008269979,0.0023748465],"category_scores_gemma":[0.009601963,0.00021929092,0.00035984625,0.00026388865,0.00085479056,0.00018541094,0.00039967807,0.0037766793,0.000007700021],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004311805,0.0008889418,0.00020589649,0.0037043989,0.00022645295,0.000249029,0.00079602184,1.9162272e-7,0.0000023615564,0.00020184305,0.8221291,0.17116462],"study_design_scores_gemma":[0.008685034,0.0441657,0.00076816854,0.05893408,0.00033620253,0.0013880787,0.0032964265,0.00068939466,0.000098243436,0.0028962616,0.87818056,0.00056184817],"about_ca_topic_score_codex":0.0022750157,"about_ca_topic_score_gemma":0.000646919,"teacher_disagreement_score":0.8310944,"about_ca_system_score_codex":0.00076638826,"about_ca_system_score_gemma":0.0051256907,"threshold_uncertainty_score":0.99874055},"labels":[],"label_agreement":null},{"id":"W2073371068","doi":"10.2196/jmir.1726","title":"A Comparison of Physician Pre-Adoption and Adoption Views on Electronic Health Records in Canadian Medical Practices","year":2011,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":66,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Athabasca University; McMaster University","funders":"Social Sciences and Humanities Research Council of Canada; Canadian Institutes of Health Research","keywords":"Health records; Medical record; Electronic health record; Health information technology; Family medicine; MEDLINE; Medicine; Health care; Business; Internet privacy; Computer science; Political science","score_opus":0.34377623142409186,"score_gpt":0.6073680870411038,"score_spread":0.2635918556170119,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2073371068","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95246166,0.0046578054,0.00019366496,0.031169072,0.0009212113,0.0011864918,0.000002976177,0.000011408146,0.009395733],"genre_scores_gemma":[0.99221253,0.0047743763,0.000083664025,0.0017605836,0.0007509563,0.000046096276,0.000003252512,0.000026462942,0.0003420997],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9841586,0.007398614,0.0025114403,0.00029863353,0.0038701715,0.0017625922],"domain_scores_gemma":[0.99281627,0.0019776998,0.001992895,0.0002649948,0.00064182235,0.0023063058],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.05076432,0.00016526568,0.0008852209,0.0010400951,0.00017436178,0.000011756317,0.0007547517,0.00069767644,0.00225688],"category_scores_gemma":[0.008926156,0.00012725558,0.00007525853,0.0005759341,0.00021248216,0.00021021195,0.000115845316,0.00894266,0.00006640575],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0032273252,0.0024173483,0.33392027,0.0039137313,0.0002075939,0.00021388581,0.054110367,0.0000015287884,0.000040435705,0.021054966,0.16003524,0.4208573],"study_design_scores_gemma":[0.0073769535,0.032055303,0.19252339,0.032586746,0.00003548621,0.0003077639,0.035656616,0.017015088,0.000120309414,0.0019088273,0.67986375,0.00054975285],"about_ca_topic_score_codex":0.50224763,"about_ca_topic_score_gemma":0.83579016,"teacher_disagreement_score":0.5198285,"about_ca_system_score_codex":0.0024238823,"about_ca_system_score_gemma":0.026326427,"threshold_uncertainty_score":0.9994221},"labels":[],"label_agreement":null},{"id":"W2073591605","doi":"10.2196/jmir.1948","title":"Internet-Based HIV and Sexually Transmitted Infection Testing in British Columbia, Canada: Opinions and Expectations of Prospective Clients","year":2012,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":90,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia; Simon Fraser University; BC Centre for Disease Control","funders":"Canadian Institutes of Health Research; University of British Columbia","keywords":"Gonorrhea; The Internet; Focus group; Men who have sex with men; Medicine; Phone; Internet privacy; Family medicine; Syphilis; Human immunodeficiency virus (HIV); Computer science; World Wide Web; Business","score_opus":0.05530866962691115,"score_gpt":0.38831556407300044,"score_spread":0.3330068944460893,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2073591605","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9959194,0.0008616935,0.00077667023,0.0013742446,0.00007024015,0.00028997904,0.000015308991,0.0000045898673,0.000687863],"genre_scores_gemma":[0.99769497,0.0000979207,0.0003407381,0.000030021381,0.00014008637,0.000019994855,0.000010437586,0.000012572085,0.0016532765],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99671674,0.00037020192,0.0006793586,0.00015025264,0.001673578,0.0004098497],"domain_scores_gemma":[0.99745667,0.0007860537,0.0001229223,0.00008674217,0.0008189605,0.0007286632],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025832108,0.00006998701,0.00032250417,0.00035588985,0.00004867893,0.00007936269,0.00014347534,0.000114532995,0.00055092014],"category_scores_gemma":[0.007339421,0.000079198086,0.000058812962,0.00048545207,0.00036622747,0.00018127255,0.000084297586,0.0012853756,0.0000015197202],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008521111,0.0006639501,0.9506406,0.00021065501,0.000089759,0.00012536201,0.00069834775,2.6329027e-7,0.0001444079,0.000023621069,0.022465954,0.024851862],"study_design_scores_gemma":[0.0031286092,0.0030901856,0.9812288,0.0033113423,0.000022679636,0.00077327143,0.0017316584,0.0049848408,0.0002723517,0.00004257679,0.0013348872,0.0000787835],"about_ca_topic_score_codex":0.57241976,"about_ca_topic_score_gemma":0.8043414,"teacher_disagreement_score":0.2319216,"about_ca_system_score_codex":0.00029291975,"about_ca_system_score_gemma":0.0012927604,"threshold_uncertainty_score":0.8786503},"labels":[],"label_agreement":null},{"id":"W2073647687","doi":"10.2196/jmir.2461","title":"Staging Dementia From Symptom Profiles on a Care Partner Website","year":2013,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Atlantic Canada Opportunities Agency","keywords":"Dementia; Psychology; Medicine; Psychiatry; Internal medicine; Disease","score_opus":0.04949849708356842,"score_gpt":0.42570609326332215,"score_spread":0.37620759617975374,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2073647687","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9748217,0.0012073166,0.0002467316,0.011965718,0.00020531152,0.0005176515,0.0000046438104,0.000014665662,0.011016298],"genre_scores_gemma":[0.99419373,0.00033364672,0.00020517017,0.00070250273,0.00086526223,0.00004690301,0.000019441204,0.000027106267,0.0036062566],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99132335,0.0005570874,0.0006453402,0.00028783677,0.0064724814,0.0007138967],"domain_scores_gemma":[0.9960234,0.00062228885,0.0001290868,0.00025903722,0.0019104449,0.0010557551],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.002847209,0.00016456329,0.00039813036,0.00058266934,0.000074258125,0.00021227307,0.00061644637,0.000181549,0.035472553],"category_scores_gemma":[0.0014662051,0.00010703312,0.00020230342,0.0002928313,0.00031690937,0.00020411452,0.00034812378,0.0021989078,0.0012596379],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010911948,0.0013631237,0.59007615,0.00030514374,0.0015669317,0.002733962,0.0023656727,4.3921932e-7,0.005531206,0.0004455321,0.24620463,0.14831601],"study_design_scores_gemma":[0.011975421,0.010962091,0.7917638,0.0074761934,0.00030645553,0.00031968683,0.013963681,0.0020450004,0.056288596,0.001171422,0.10329133,0.00043635274],"about_ca_topic_score_codex":0.00058002304,"about_ca_topic_score_gemma":0.000016541175,"teacher_disagreement_score":0.20168762,"about_ca_system_score_codex":0.00020396478,"about_ca_system_score_gemma":0.0006548457,"threshold_uncertainty_score":0.999518},"labels":[],"label_agreement":null},{"id":"W2074454475","doi":"10.2196/jmir.4174","title":"Effects of Home Telemonitoring Interventions on Patients With Chronic Heart Failure: An Overview of Systematic Reviews","year":2015,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Heart Failure Treatment and Management","field":"Medicine","cited_by":348,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; HEC Montréal","funders":"Canada Research Chairs; McMaster University","keywords":"Heart failure; Psychological intervention; Medicine; Telehealth; Telemedicine; Medical emergency; Intensive care medicine; Health care; Nursing; Cardiology","score_opus":0.3045426558040463,"score_gpt":0.5257990690851907,"score_spread":0.22125641328114437,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2074454475","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006804468,0.9942303,0.00002893332,0.0002900766,0.0003293864,0.004405933,0.000003462277,0.000006485343,0.000025015723],"genre_scores_gemma":[0.00096573937,0.9975441,0.000347336,0.000012134021,0.00047795536,0.00016753488,0.000019887677,0.0000516534,0.00041362294],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9890505,0.0027101238,0.0027441923,0.0002822678,0.004799244,0.0004136593],"domain_scores_gemma":[0.9950347,0.0011186904,0.0013817493,0.0006025806,0.0010996076,0.00076268386],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010815837,0.0003691061,0.005013843,0.0011002988,0.000021835818,0.00003161424,0.00073988555,0.00032561776,0.00025587966],"category_scores_gemma":[0.0028974065,0.00018731144,0.001183275,0.0006368851,0.00019890933,0.000122048645,0.0002452066,0.0017519803,0.000065968656],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008455792,0.0018038255,0.00009037067,0.84859604,0.0011875002,0.00016473021,0.0000711569,4.8737718e-8,3.643644e-7,0.000075128395,0.021512562,0.12641373],"study_design_scores_gemma":[0.001390158,0.008129738,0.000040380528,0.58368367,0.0014890925,0.000069579044,0.00001516561,0.000001988764,0.000005686963,0.000003962719,0.40508735,0.00008322168],"about_ca_topic_score_codex":0.000043845437,"about_ca_topic_score_gemma":0.000021010988,"teacher_disagreement_score":0.38357478,"about_ca_system_score_codex":0.00082981685,"about_ca_system_score_gemma":0.001057462,"threshold_uncertainty_score":0.7638339},"labels":[],"label_agreement":null},{"id":"W2074782377","doi":"10.2196/jmir.3588","title":"Patient Perspectives on Online Health Information and Communication With Doctors: A Qualitative Study of Patients 50 Years Old and Over","year":2015,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":258,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; The Scarborough Hospital","funders":"University of Toronto Scarborough; University of Toronto","keywords":"Qualitative research; Medicine; Health communication; Patient portal; Health care; Psychology; Family medicine; Medical education; Internet privacy; Computer science; Communication; Sociology","score_opus":0.16696492322158518,"score_gpt":0.5934512405070324,"score_spread":0.42648631728544717,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2074782377","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9970508,0.00023036258,0.00007269491,0.0017777063,0.00005990021,0.0006273621,0.000017865794,0.0000038941794,0.00015942007],"genre_scores_gemma":[0.9984247,0.00035005473,0.00039770643,0.0007397402,0.000034371387,0.000009471512,0.000014460617,0.000003989706,0.00002547067],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99263275,0.003423115,0.0016054258,0.00008068415,0.0020455916,0.0002124457],"domain_scores_gemma":[0.99547094,0.0011492945,0.0010363902,0.00017751943,0.0016731637,0.00049268745],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013181062,0.000071399634,0.00027538184,0.0003488819,0.00010705243,0.000025460142,0.00020261062,0.00009519375,0.00010414788],"category_scores_gemma":[0.00316256,0.000044824417,0.0000142177205,0.00020120278,0.00018835953,0.00092830946,0.00020570998,0.0015090017,0.0000037838627],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012338463,0.0009708669,0.052561272,0.00019425026,0.000027536717,5.913143e-7,0.9140093,5.369076e-7,3.0322422e-8,0.0006423023,0.004987826,0.02537166],"study_design_scores_gemma":[0.0038996746,0.007914863,0.17843378,0.0011420319,0.0000028688867,0.00000143691,0.7990917,0.0005318629,3.5733478e-7,0.00012612471,0.00880992,0.000045385037],"about_ca_topic_score_codex":0.002286652,"about_ca_topic_score_gemma":0.0002563091,"teacher_disagreement_score":0.12587251,"about_ca_system_score_codex":0.0003141324,"about_ca_system_score_gemma":0.00072599674,"threshold_uncertainty_score":0.6555945},"labels":[],"label_agreement":null},{"id":"W2075708388","doi":"10.2196/jmir.6.4.e44","title":"Web-Based Targeted Nutrition Counselling and Social Support for Patients at Increased Cardiovascular Risk in General Practice: Randomized Controlled Trial","year":2004,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":70,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University","funders":"Queen's University; Stichting de Drie Lichten","keywords":"Medicine; Randomized controlled trial; Social support; Psychological intervention; Body mass index; Blood pressure; Anthropometry; Physical therapy; Intervention (counseling); Waist; Internal medicine; Psychology; Nursing","score_opus":0.050990567080412934,"score_gpt":0.473309374892109,"score_spread":0.42231880781169606,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2075708388","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.954822,0.0023723682,0.0061203777,0.011641584,0.00093274075,0.023875903,0.00004562596,0.000018087088,0.00017131359],"genre_scores_gemma":[0.96018165,0.015601243,0.001528542,0.0017150004,0.0027398793,0.017906113,0.0001260213,0.000043694836,0.00015783525],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9861878,0.007326774,0.00251776,0.00028497816,0.00286929,0.00081339746],"domain_scores_gemma":[0.98446894,0.011402729,0.0010920404,0.00017393511,0.0020961794,0.0007661714],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.059559,0.00016210902,0.0016943917,0.00052431854,0.00056480593,0.000022600943,0.0003057235,0.0005760058,0.00036799442],"category_scores_gemma":[0.016932063,0.000117701646,0.0005566035,0.0002459247,0.00027710467,0.000120373435,0.000041986943,0.0025284132,0.000017765726],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9828382,0.001371293,0.00037994463,0.0005459371,0.0002670951,0.000026867434,0.0006546114,0.000013538084,0.000006101651,0.00079379376,0.011185284,0.0019173498],"study_design_scores_gemma":[0.8714833,0.000959032,0.000085287174,0.00032427165,0.00015201386,0.0000048736324,0.0001683925,0.002913777,0.000006643688,0.0009258155,0.12289796,0.00007859545],"about_ca_topic_score_codex":0.0010905125,"about_ca_topic_score_gemma":0.00022208922,"teacher_disagreement_score":0.11171268,"about_ca_system_score_codex":0.0007815155,"about_ca_system_score_gemma":0.004015274,"threshold_uncertainty_score":0.9997728},"labels":[],"label_agreement":null},{"id":"W2076464962","doi":"10.2196/jmir.1532","title":"Presenting Evidence to Patients Online: What Do Web Users Think of Consumer Summaries of Cochrane Musculoskeletal Reviews?","year":2011,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Institute of Population and Public Health; Canadian Institutes of Health Research; Carleton University; McMaster University; Ottawa Hospital; University of Ottawa","funders":"Canadian Institutes of Health Research; Arthritis Society","keywords":"The Internet; Usability; Health care; Alliance; MEDLINE; Systematic review; Psychology; Medicine; Medical education; World Wide Web; Family medicine; Computer science","score_opus":0.23672016210096494,"score_gpt":0.5716863524603965,"score_spread":0.33496619035943154,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2076464962","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9913622,0.004796487,0.00010550449,0.0015311061,0.0009106476,0.00078499113,0.000012785059,0.0000053792846,0.0004909069],"genre_scores_gemma":[0.9683489,0.029029185,0.0012618427,0.00085721456,0.00023882625,0.000015979247,0.000006875671,0.0000122117135,0.00022894611],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9882755,0.00338337,0.0042446894,0.00017258662,0.0033596023,0.0005642461],"domain_scores_gemma":[0.98880285,0.0036967604,0.0017507167,0.0004344742,0.0045040166,0.00081118284],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03041922,0.0001293986,0.0007160624,0.0004463997,0.00012737971,0.000031179243,0.0012241148,0.00029198013,0.0068619056],"category_scores_gemma":[0.051980447,0.00008344951,0.0001836799,0.00048912555,0.00036378996,0.0020316045,0.00064732216,0.002585266,0.000106401145],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014871425,0.00089340797,0.7612626,0.011925898,0.00009445041,0.00001381779,0.04540754,2.0175273e-7,0.000057696187,0.0003983975,0.06689065,0.11156822],"study_design_scores_gemma":[0.006949956,0.0048961267,0.49041462,0.21591572,0.00011579638,0.000020556361,0.038700968,0.0023586927,0.0010538428,0.000846055,0.2381404,0.00058725214],"about_ca_topic_score_codex":0.00077706215,"about_ca_topic_score_gemma":0.00016842401,"teacher_disagreement_score":0.27084795,"about_ca_system_score_codex":0.00013206223,"about_ca_system_score_gemma":0.0013180533,"threshold_uncertainty_score":0.9997158},"labels":[],"label_agreement":null},{"id":"W2076935871","doi":"10.2196/jmir.3241","title":"Numeracy and Literacy Independently Predict Patients’ Ability to Identify Out-of-Range Test Results","year":2014,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":110,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval; Centre hospitalier universitaire de Québec","funders":"University of Michigan","keywords":"Numeracy; Literacy; Test (biology); Range (aeronautics); Psychology; Health literacy; Computer science; Statistics; Mathematics; Health care; Engineering; Political science","score_opus":0.11138888944835898,"score_gpt":0.5501048887555673,"score_spread":0.4387159993072083,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2076935871","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.980952,0.00029728035,0.00088763656,0.011832528,0.0022366368,0.0010311025,0.000042439373,0.000016353102,0.0027040052],"genre_scores_gemma":[0.99554867,0.00017063865,0.00014940213,0.00055748824,0.0015573461,0.000035340596,0.0000075520293,0.000029502009,0.001944074],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98543024,0.0052033938,0.0030048785,0.00039036432,0.0048711165,0.0011000155],"domain_scores_gemma":[0.9802625,0.013234946,0.00091140316,0.0005418132,0.0032483402,0.0018009527],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.046693802,0.00017785556,0.00071414636,0.00056909956,0.00019402936,0.000043784752,0.0011525841,0.0005243413,0.00087095087],"category_scores_gemma":[0.07489173,0.00012890472,0.00010718441,0.0003970378,0.00022602896,0.00030028037,0.0006609404,0.0050214035,0.0002267119],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012824812,0.00077142566,0.7663867,0.0017900091,0.00006013452,0.000038262384,0.014928499,3.4516265e-7,0.00013546832,0.00021204312,0.1423268,0.072067864],"study_design_scores_gemma":[0.009373707,0.008058604,0.72965497,0.008990105,0.000026992982,0.000036561847,0.0014061158,0.0019697857,0.0000916722,0.0008704671,0.23924722,0.00027376757],"about_ca_topic_score_codex":0.0014498656,"about_ca_topic_score_gemma":0.00058444554,"teacher_disagreement_score":0.09692042,"about_ca_system_score_codex":0.0005003811,"about_ca_system_score_gemma":0.0016157333,"threshold_uncertainty_score":0.99727404},"labels":[],"label_agreement":null},{"id":"W2076953721","doi":"10.2196/jmir.2796","title":"Enabling Community Through Social Media","year":2013,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":170,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia; Dalhousie University","funders":"University of British Columbia","keywords":"Centrality; Social media; Social network analysis; Social network (sociolinguistics); Set (abstract data type); Vocabulary; Perspective (graphical); Online community; Computer science; World Wide Web; Social relation; Data science; Psychology; Internet privacy; Social psychology; Artificial intelligence","score_opus":0.5035578429091356,"score_gpt":0.5878715585450738,"score_spread":0.08431371563593815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2076953721","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89391196,0.000433582,0.00010323351,0.09036183,0.0051941634,0.00036685975,4.861621e-7,0.000018005927,0.009609862],"genre_scores_gemma":[0.9893796,0.0008219118,0.00024049298,0.0004165403,0.008910786,0.000062808875,0.0000012153274,0.000012884929,0.00015377998],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.98749554,0.005542271,0.0006592057,0.00009365632,0.005549618,0.000659714],"domain_scores_gemma":[0.97367275,0.022724563,0.0002986981,0.00015818622,0.0023120379,0.000833747],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.026630102,0.00007740124,0.0002715699,0.00022857876,0.00076832925,0.0001992167,0.0016529149,0.0004109209,0.008672153],"category_scores_gemma":[0.106481224,0.00006459642,0.00010447102,0.00066806667,0.0014137542,0.00051231956,0.000200873,0.0041524577,0.00029519555],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031549505,0.0004162639,0.0031132891,0.000058787697,0.00004272347,0.000023345649,0.59318024,6.3368965e-8,0.00003585648,0.020847995,0.21651098,0.16573893],"study_design_scores_gemma":[0.0009292085,0.00029853103,0.022257742,0.00052217284,0.0000143430525,0.000022661623,0.33316135,0.000036807465,0.00018944129,0.05914225,0.58322763,0.00019784117],"about_ca_topic_score_codex":0.04836821,"about_ca_topic_score_gemma":0.004733936,"teacher_disagreement_score":0.36671668,"about_ca_system_score_codex":0.0006116466,"about_ca_system_score_gemma":0.002293399,"threshold_uncertainty_score":0.998145},"labels":[],"label_agreement":null},{"id":"W2077872149","doi":"10.2196/jmir.9.3.e24","title":"An Evaluation of Personal Health Information Remnants in Second-Hand Personal Computer Disk Drives","year":2007,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Digital and Cyber Forensics","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Children's Hospital of Eastern Ontario; Agricultural Research Institute of Ontario; University of Ottawa","funders":"","keywords":"Custodians; Personally identifiable information; Internet privacy; Personal computer; Health care; Computer science; Public health; Encryption; Information leakage; Computer security; Medical emergency; Medicine; Nursing; Operating system; Law","score_opus":0.07251498177441282,"score_gpt":0.4160074599851331,"score_spread":0.34349247821072026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2077872149","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92119783,0.00016869075,0.07547595,0.001996382,0.00035328616,0.00010403936,0.0000023526588,0.0000041910766,0.00069724285],"genre_scores_gemma":[0.9982524,0.000022803271,0.0012220069,0.00025328872,0.00020677969,7.744196e-7,0.000003887724,0.000003104776,0.00003496399],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9928905,0.00039330215,0.00080287136,0.00012773188,0.0054185423,0.00036707846],"domain_scores_gemma":[0.9978736,0.00023888932,0.00027412525,0.00012191602,0.0010671169,0.00042434657],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.022034418,0.00008042196,0.00022489701,0.0005372231,0.000038074206,0.00020619042,0.0009317319,0.00009658402,0.00019523277],"category_scores_gemma":[0.0003482469,0.00005922689,0.00007238803,0.0004055147,0.00026787524,0.0016669027,0.00020244991,0.0007388351,0.000010833571],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009073181,0.0002932408,0.0034048697,0.00005029568,0.000025076662,0.00003828625,0.018824764,0.000009208142,0.000031641892,0.0028877805,0.0051140673,0.96923006],"study_design_scores_gemma":[0.0030011667,0.0032663012,0.15429686,0.0009960436,0.000004760501,0.00047720832,0.002193771,0.82620466,0.0010203444,0.003915863,0.004445806,0.00017718796],"about_ca_topic_score_codex":0.00010100129,"about_ca_topic_score_gemma":0.0003334053,"teacher_disagreement_score":0.96905285,"about_ca_system_score_codex":0.00022199948,"about_ca_system_score_gemma":0.0010629664,"threshold_uncertainty_score":0.7636733},"labels":[],"label_agreement":null},{"id":"W2078902626","doi":"10.2196/jmir.2001","title":"De-identification Methods for Open Health Data: The Case of the Heritage Health Prize Claims Dataset","year":2012,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Privacy-Preserving Technologies in Data","field":"Computer Science","cited_by":71,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Privacy Analytics (Canada); Agricultural Research Institute of Ontario; University of Ottawa","funders":"","keywords":"Health Insurance Portability and Accountability Act; Identification (biology); Context (archaeology); Computer science; Competition (biology); Public health; Big data; Data science; Data mining; Actuarial science; Business; Computer security; Confidentiality; Medicine; Geography","score_opus":0.3991933750815713,"score_gpt":0.5972340287401202,"score_spread":0.1980406536585489,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2078902626","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010192364,0.002127309,0.62319916,0.3721867,0.00060229196,0.00056051725,0.0002819413,0.000011199152,0.000011622545],"genre_scores_gemma":[0.16855283,0.0013947487,0.82591313,0.0032421798,0.00054073095,0.00005168532,0.00014054686,0.000026770229,0.00013734472],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.992632,0.00390206,0.0010571702,0.00030832988,0.0013949831,0.0007054589],"domain_scores_gemma":[0.98240787,0.0043503237,0.0010563328,0.011299085,0.0003705639,0.00051580556],"candidate_categories":["metaresearch","open_science"],"consensus_categories":["metaresearch","open_science"],"category_scores_codex":[0.116758056,0.000097275624,0.00032762508,0.00014738522,0.00025012373,0.00041672002,0.09754165,0.00012599959,0.000051750976],"category_scores_gemma":[0.09050529,0.000051089977,0.000059853046,0.00059945293,0.0005182617,0.0012626159,0.13975142,0.0016530221,0.0000036350693],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017205472,0.00013398657,0.000080084516,0.000072323586,0.000036288347,0.000016382808,0.00032901746,1.5866615e-7,0.000027671093,0.0046755187,0.7790638,0.21554756],"study_design_scores_gemma":[0.0013664362,0.00091072987,0.0013016938,0.00089787133,0.000017241351,0.0074714674,0.0018682483,0.21966678,0.0025946647,0.0994334,0.664266,0.00020547955],"about_ca_topic_score_codex":0.0017483459,"about_ca_topic_score_gemma":0.00022847572,"teacher_disagreement_score":0.3689445,"about_ca_system_score_codex":0.00029640552,"about_ca_system_score_gemma":0.0017559922,"threshold_uncertainty_score":0.9171558},"labels":[],"label_agreement":null},{"id":"W2079386922","doi":"10.2196/jmir.2814","title":"Digital Asthma Self-Management Interventions: A Systematic Review","year":2014,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Asthma and respiratory diseases","field":"Medicine","cited_by":192,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Asthma; Psychological intervention; Self-management; The Internet; Medicine; Asthma management; Computer science; World Wide Web; Nursing; Artificial intelligence; Internal medicine","score_opus":0.08953069831251505,"score_gpt":0.48153409023106786,"score_spread":0.3920033919185528,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2079386922","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[9.565364e-7,0.9934953,0.00026204382,0.000571041,0.00031561826,0.0021621403,0.000006870189,0.00002602117,0.0031600094],"genre_scores_gemma":[0.000010813449,0.9911695,0.000052114065,0.00030316244,0.0008112064,0.00014696698,0.000021849779,0.000064409396,0.007419989],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9875782,0.0017227597,0.0036533973,0.00035883806,0.006161596,0.00052519236],"domain_scores_gemma":[0.9946336,0.0009955512,0.001354391,0.0007102743,0.00093752414,0.0013686611],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0112066865,0.00040345837,0.004953331,0.0011142625,0.00004418758,0.00018437441,0.0015843017,0.00044082015,0.0016222491],"category_scores_gemma":[0.007342875,0.00021894429,0.0034906047,0.00066035165,0.00024639026,0.00013071421,0.0006633056,0.0029327846,0.00095334515],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001122773,0.00043070802,5.5659547e-7,0.64182365,0.0011253307,0.002204195,0.0000075489284,2.4849043e-9,8.1647517e-10,0.00008114547,0.048228096,0.30608752],"study_design_scores_gemma":[0.00026002948,0.0005429095,2.5557293e-7,0.5040162,0.0018494725,0.002277428,0.000025680369,0.0000045655565,1.3625349e-8,0.0000048114425,0.4909364,0.00008221159],"about_ca_topic_score_codex":9.1236325e-7,"about_ca_topic_score_gemma":5.0885285e-7,"teacher_disagreement_score":0.44270828,"about_ca_system_score_codex":0.0004484763,"about_ca_system_score_gemma":0.0010873558,"threshold_uncertainty_score":0.9998245},"labels":[],"label_agreement":null},{"id":"W2079931142","doi":"10.2196/jmir.3135","title":"Home Care Technology Through an Ability Expectation Lens","year":2014,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Technology Use by Older Adults","field":"Social Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Dignity; Public relations; Health care; Presentation (obstetrics); Internet privacy; Scopus; Psychology; Nursing; Medicine; MEDLINE; Political science; Computer science","score_opus":0.0696553994258736,"score_gpt":0.4503396029597396,"score_spread":0.380684203533866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2079931142","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95632386,0.0003694478,0.0016100401,0.03674518,0.00042748224,0.00012913784,6.798451e-7,0.00007957784,0.0043146117],"genre_scores_gemma":[0.9981306,0.000340084,0.00070833525,0.00009809408,0.00058186165,0.000007021096,8.7223555e-7,0.0000105057625,0.00012259168],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99443924,0.0012565637,0.00047329572,0.00023679818,0.003067462,0.0005266266],"domain_scores_gemma":[0.99736214,0.00057927857,0.00015512289,0.0003083288,0.0013276881,0.0002674202],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0074579283,0.00008632745,0.0002628474,0.0004708855,0.00019061721,0.00006162987,0.0017902626,0.0006791102,0.00074574805],"category_scores_gemma":[0.0118224155,0.000069179165,0.00007773054,0.00066951883,0.0021541615,0.0005281962,0.00021558153,0.0020029093,0.000052967487],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024685418,0.0008651534,0.122837365,0.00011788789,0.0001294319,0.00035591083,0.20325583,0.0000021728938,0.00086925173,0.33156466,0.02266798,0.31708747],"study_design_scores_gemma":[0.0032391038,0.0047912817,0.025849998,0.00080823526,0.000030396335,0.00022715646,0.24563277,0.00035718852,0.0052816495,0.14321055,0.5701032,0.00046846844],"about_ca_topic_score_codex":0.0012554632,"about_ca_topic_score_gemma":0.004124711,"teacher_disagreement_score":0.5474352,"about_ca_system_score_codex":0.00035008485,"about_ca_system_score_gemma":0.0006079659,"threshold_uncertainty_score":0.99650145},"labels":[],"label_agreement":null},{"id":"W2080807207","doi":"10.2196/jmir.7.1.e8","title":"Pilot Study of an Internet Patient-Physician Communication Tool for Heart Failure Disease Management","year":2005,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Heart Failure Treatment and Management","field":"Medicine","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network","funders":"","keywords":"Heart failure; The Internet; Medicine; Disease management; Disease; Blood pressure; Medical emergency; Intensive care medicine; World Wide Web; Computer science; Internal medicine","score_opus":0.07045705156164388,"score_gpt":0.415672818945091,"score_spread":0.3452157673834471,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2080807207","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9698114,0.00021815828,0.0003665176,0.027639776,0.00008687925,0.0015498084,0.0000025808686,0.000013338254,0.0003115402],"genre_scores_gemma":[0.993446,0.000052301075,0.004305405,0.00056155614,0.00028308237,0.00008004571,0.000017731261,0.000022114265,0.0012317876],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9957442,0.00043896967,0.00078774214,0.00020789656,0.0024890956,0.00033206376],"domain_scores_gemma":[0.9979773,0.0002480127,0.00017254318,0.0005149075,0.00053936016,0.0005478402],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028520196,0.00014439976,0.00041282372,0.000415737,0.000043440017,0.000048585207,0.0005450686,0.00004161448,0.00046711563],"category_scores_gemma":[0.00032124104,0.000100872545,0.00013422169,0.00020074763,0.00013505889,0.0002128726,0.00033068086,0.0006041999,0.000028462764],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009884572,0.044104327,0.007534924,0.0006700624,0.0016208257,0.00050304434,0.0037374743,0.000021977647,0.00028523497,0.002777029,0.6920978,0.23676275],"study_design_scores_gemma":[0.023590952,0.102339104,0.024692424,0.004051532,0.00089607266,0.00009486925,0.012725626,0.008256471,0.0025989092,0.0005165395,0.81981504,0.0004224651],"about_ca_topic_score_codex":0.00011817884,"about_ca_topic_score_gemma":0.00021843576,"teacher_disagreement_score":0.23634028,"about_ca_system_score_codex":0.00019665623,"about_ca_system_score_gemma":0.00012059723,"threshold_uncertainty_score":0.5114589},"labels":[],"label_agreement":null},{"id":"W2080857319","doi":"10.2196/jmir.3513","title":"Posttreatment Attrition and Its Predictors, Attrition Bias, and Treatment Efficacy of the Anxiety Online Programs","year":2014,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Northwestern Polytechnic","funders":"Australian Government","keywords":"Attrition; Anxiety; Mental health; Psychology; Clinical psychology; Psychiatry; Medicine","score_opus":0.2084596921330506,"score_gpt":0.4879397782219499,"score_spread":0.2794800860888993,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2080857319","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9873364,0.0020728512,0.000021522728,0.009268115,0.00048193434,0.00046756986,0.000029688863,0.0000070486717,0.00031486867],"genre_scores_gemma":[0.9981147,0.00043922963,0.000049649927,0.000057538564,0.00027130035,0.000020796353,0.000017607606,0.000012487909,0.001016699],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99675983,0.00082259957,0.0007099043,0.00019325937,0.0012158233,0.0002985574],"domain_scores_gemma":[0.9983795,0.0005363963,0.00024513976,0.00017183449,0.00027211173,0.00039496692],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023382679,0.00011780552,0.0002758852,0.00017074014,0.000055772325,0.000043489148,0.00028203693,0.00016345538,0.00024361326],"category_scores_gemma":[0.00068875024,0.000068708825,0.00014404023,0.00018889789,0.00032930635,0.000091932525,0.0001556213,0.00049107976,0.000009520569],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011750677,0.013362655,0.05395861,0.0002708875,0.0005093683,0.00005722174,0.0013596518,2.206585e-7,0.0001362147,0.0058140596,0.0067416593,0.91661435],"study_design_scores_gemma":[0.02050791,0.055440824,0.8293183,0.008963438,0.0002366021,0.003038845,0.0014626195,0.001105627,0.0041851606,0.0017953272,0.07363077,0.0003145823],"about_ca_topic_score_codex":0.00027540073,"about_ca_topic_score_gemma":0.00013353252,"teacher_disagreement_score":0.9162998,"about_ca_system_score_codex":0.00019370468,"about_ca_system_score_gemma":0.000075538985,"threshold_uncertainty_score":0.28018644},"labels":[],"label_agreement":null},{"id":"W2081022734","doi":"10.2196/jmir.3284","title":"Review and Evaluation of Online Tobacco Dependence Treatment Training Programs for Health Care Practitioners","year":2015,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Smoking Behavior and Cessation","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Centennial College; Centre for Addiction and Mental Health","funders":"Centre for Addiction and Mental Health; Pfizer","keywords":"Health care; Medicine; Training (meteorology); Medical education; Psychology; Nursing; Political science","score_opus":0.4818476659850182,"score_gpt":0.5964884821674272,"score_spread":0.11464081618240901,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2081022734","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94017226,0.032665666,0.00022725598,0.025690159,0.00013620855,0.0010057648,0.000005009382,0.0000045319725,0.00009312888],"genre_scores_gemma":[0.99297494,0.0059023555,0.0005203593,0.0002752126,0.0001972137,0.00003248042,0.000046441906,0.000007113085,0.000043874687],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9963445,0.00033383857,0.00044913497,0.00009957602,0.0026189757,0.00015394494],"domain_scores_gemma":[0.9968206,0.00013973127,0.00023209315,0.000087572065,0.002339922,0.0003800644],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009953245,0.000056574965,0.0003049139,0.00013051114,0.000018373199,0.0000131190955,0.000090676236,0.000074965035,0.00007643225],"category_scores_gemma":[0.002866859,0.00003715482,0.000060550912,0.00012950264,0.00008749238,0.00007887832,0.000019746976,0.00033366954,2.5317743e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002502878,0.00044584833,0.009097479,0.0006554195,0.00007959558,0.000014128329,0.0052479953,6.559407e-7,0.00001173485,0.00002310749,0.007904999,0.97626877],"study_design_scores_gemma":[0.0839694,0.13907191,0.14103511,0.14416522,0.0072675017,0.010106306,0.242033,0.0056450805,0.0023095997,0.0010483596,0.22249049,0.00085801166],"about_ca_topic_score_codex":0.00017351806,"about_ca_topic_score_gemma":0.00010814115,"teacher_disagreement_score":0.97541076,"about_ca_system_score_codex":0.00058156415,"about_ca_system_score_gemma":0.002771726,"threshold_uncertainty_score":0.4916923},"labels":[],"label_agreement":null},{"id":"W2081337394","doi":"10.2196/jmir.3276","title":"Health Domains for Sale: The Need for Global Health Internet Governance","year":2014,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Pharmaceutical Quality and Counterfeiting","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; University of Toronto","funders":"Horowitz Foundation for Social Policy","keywords":"Public health; The Internet; eHealth; Public relations; International health; Health policy; Health care; Corporate governance; Credibility; Business; Health promotion; Internet privacy; Global health; Political science; Medicine; Nursing; Computer science; Law; World Wide Web","score_opus":0.1817662034074357,"score_gpt":0.5645817695053243,"score_spread":0.38281556609788864,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2081337394","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.057768654,0.0037081512,0.1996618,0.7354424,0.0010035727,0.0012155984,0.00003990923,0.000021734066,0.0011381628],"genre_scores_gemma":[0.96928173,0.000675688,0.0008651756,0.025471121,0.0023581334,0.00003257597,0.0000074691197,0.000020774653,0.0012873197],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.994206,0.0008131278,0.0011178752,0.00023290246,0.002773391,0.0008566657],"domain_scores_gemma":[0.9947184,0.0027391657,0.00046554318,0.00024263666,0.0006959878,0.001138318],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.026890764,0.00014293616,0.00064318406,0.00006322769,0.00012313585,0.00008337601,0.00087720784,0.00014572463,0.00019692263],"category_scores_gemma":[0.009066791,0.00008505281,0.0003006479,0.00023023697,0.00040138114,0.00008518885,0.00018469992,0.0014732208,0.000012768813],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003245969,0.0005002191,0.0008233215,0.0010683368,0.0002499749,0.000021597501,0.00087621337,0.0000011383269,0.00002555905,0.10266605,0.56809586,0.32242575],"study_design_scores_gemma":[0.0073759267,0.007203643,0.002165329,0.0027960995,0.000030641106,0.0008162843,0.00072069396,0.027494164,0.00020408408,0.007836908,0.9432369,0.00011931375],"about_ca_topic_score_codex":0.00035320956,"about_ca_topic_score_gemma":0.00024045214,"teacher_disagreement_score":0.9115131,"about_ca_system_score_codex":0.0007917678,"about_ca_system_score_gemma":0.001683981,"threshold_uncertainty_score":0.9992803},"labels":[],"label_agreement":null},{"id":"W2082260805","doi":"10.2196/jmir.1655","title":"An Evaluation of the Use of Smartphones to Communicate Between Clinicians: A Mixed-Methods Study","year":2011,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":211,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; Sunnybrook Health Science Centre; The Wilson Centre; University Health Network; University of Toronto; St. Michael's Hospital","funders":"","keywords":"Pager; Human multitasking; Medicine; Health care; Nursing; Psychology; Medical emergency; Computer science","score_opus":0.7329178741838362,"score_gpt":0.7043015261419555,"score_spread":0.028616348041880735,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2082260805","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98892426,0.00020769634,0.0021502578,0.004733775,0.00057610736,0.0030500204,0.000011154274,0.0000056068397,0.00034113182],"genre_scores_gemma":[0.9934595,0.000248396,0.0048844013,0.00048138012,0.00029310334,0.00050299073,0.000001936243,0.0000175511,0.00011073516],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9660797,0.026758248,0.0027092583,0.00018773109,0.0037448658,0.00052016956],"domain_scores_gemma":[0.9860269,0.0068486463,0.0011218243,0.0011166916,0.0039295154,0.00095641153],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.100013725,0.00009992142,0.00056102406,0.00038919048,0.00023536013,0.000006524334,0.0020312269,0.00029000384,0.0012748342],"category_scores_gemma":[0.016453974,0.000060864742,0.00011279097,0.0007028133,0.00031739235,0.00012139998,0.0006432816,0.0028864252,0.000028813804],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00051975943,0.0020253363,0.4112189,0.00029346018,0.000115027855,0.0000020364187,0.01986088,0.000003634069,0.00008311394,0.00063530746,0.03216482,0.5330777],"study_design_scores_gemma":[0.0024936742,0.003484147,0.91239524,0.0016209434,0.00013372759,0.0000045818874,0.015677596,0.0013573229,0.00038184103,0.0015405549,0.060822032,0.00008834751],"about_ca_topic_score_codex":0.0050678537,"about_ca_topic_score_gemma":0.002263446,"teacher_disagreement_score":0.5329894,"about_ca_system_score_codex":0.00018097309,"about_ca_system_score_gemma":0.0031627475,"threshold_uncertainty_score":0.99963814},"labels":[],"label_agreement":null},{"id":"W2084123339","doi":"10.2196/jmir.1627","title":"Attitudes of Heart Failure Patients and Health care Providers towards Mobile Phone-Based Remote Monitoring","year":2010,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Heart Failure Treatment and Management","field":"Medicine","cited_by":119,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University Health Network","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Likert scale; Mobile phone; Medicine; Medical emergency; Phone; Heart failure; Telemedicine; mHealth; Health care; Mobile technology; Mobile device; Nursing; Psychological intervention; Psychology; Computer science; Telecommunications; World Wide Web; Internal medicine","score_opus":0.054553133670721975,"score_gpt":0.43863223160281417,"score_spread":0.3840790979320922,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2084123339","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96081513,0.00061950256,0.00006751619,0.037609264,0.0003148053,0.00048934907,0.0000014271901,0.000008998575,0.00007400249],"genre_scores_gemma":[0.9924355,0.00012311204,0.006734854,0.00019565062,0.0003280053,0.000006078125,0.00000400841,0.000015536303,0.00015723343],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9962751,0.00014723965,0.00052846613,0.00017153555,0.00253186,0.0003457525],"domain_scores_gemma":[0.99816316,0.00012518627,0.00013210508,0.00018532756,0.0007170734,0.0006771528],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00263034,0.00011480213,0.00042427587,0.00035128993,0.00004453844,0.000036103913,0.00020563987,0.00014601495,0.000310805],"category_scores_gemma":[0.0005788814,0.00007764107,0.000111956484,0.00016980561,0.00023742211,0.00008505612,0.00013541103,0.0012830305,0.000007567377],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00084224704,0.0016067063,0.54758865,0.0022697742,0.0003881223,0.00027922427,0.0031911163,0.000001671166,0.0018047836,0.00003239201,0.18271762,0.2592777],"study_design_scores_gemma":[0.021520456,0.022298083,0.47565296,0.0078093717,0.00015782616,0.00024241261,0.0055322875,0.000539553,0.046505906,0.00003617025,0.41931733,0.00038765202],"about_ca_topic_score_codex":0.0009620426,"about_ca_topic_score_gemma":0.00019107659,"teacher_disagreement_score":0.25889006,"about_ca_system_score_codex":0.000160897,"about_ca_system_score_gemma":0.0009171362,"threshold_uncertainty_score":0.55742},"labels":[],"label_agreement":null},{"id":"W2084959207","doi":"10.2196/jmir.7.4.e46","title":"What Internet Services Would Patients Like From Hospitals During an Epidemic? Lessons From the SARS Outbreak in Toronto","year":2005,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; University Health Network","funders":"","keywords":"Outbreak; Pandemic; Public health; The Internet; Coronavirus disease 2019 (COVID-19); Medicine; Medical emergency; Business; Environmental health; Internet privacy; Virology; Disease; Nursing; Computer science; Infectious disease (medical specialty); World Wide Web","score_opus":0.07669635285204521,"score_gpt":0.47707907616067935,"score_spread":0.4003827233086341,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2084959207","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93921036,0.0031635175,0.00003799997,0.056318395,0.0007600308,0.00034744534,0.000015506592,0.000011695729,0.00013504951],"genre_scores_gemma":[0.98776805,0.003595627,0.00021096971,0.0057188515,0.0023300643,0.000013998036,0.00010546692,0.00002922687,0.00022775057],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9936712,0.00067782955,0.0014211703,0.0003314734,0.0032761223,0.0006221961],"domain_scores_gemma":[0.9970834,0.0009003387,0.00037726216,0.00037269708,0.0004789919,0.00078727887],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004353992,0.00019167257,0.0005549115,0.00019272881,0.000049660706,0.00013685702,0.00097348104,0.00036446648,0.0046941782],"category_scores_gemma":[0.0008958926,0.000119207034,0.00011540555,0.00018128906,0.00015714286,0.001125721,0.00032777147,0.002625146,0.00004881058],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015316645,0.000990657,0.6204948,0.00010709212,0.00028335626,0.0004249336,0.021841606,8.094216e-7,0.00033175483,0.00006980315,0.02390049,0.33002305],"study_design_scores_gemma":[0.0068445196,0.0015443558,0.93815,0.0033070687,0.00005406108,0.00005949917,0.021048076,0.00091726735,0.0009194802,0.00021032448,0.026805656,0.00013970466],"about_ca_topic_score_codex":0.06651554,"about_ca_topic_score_gemma":0.057342444,"teacher_disagreement_score":0.32988337,"about_ca_system_score_codex":0.0010036224,"about_ca_system_score_gemma":0.0002922635,"threshold_uncertainty_score":0.9996758},"labels":[],"label_agreement":null},{"id":"W2085177870","doi":"10.2196/jmir.2966","title":"The 1% Rule in Four Digital Health Social Networks: An Observational Study","year":2014,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":349,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Toronto","keywords":"The Internet; Citizen journalism; Sustainability; Public relations; Political science; Business; Computer science; World Wide Web; Law; Ecology","score_opus":0.5349511957958089,"score_gpt":0.5981214589099025,"score_spread":0.06317026311409368,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2085177870","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85258675,0.00016964888,0.0001866051,0.14332062,0.0026945276,0.0005006474,4.0895952e-7,0.000007823527,0.0005329798],"genre_scores_gemma":[0.9913469,0.0001799225,0.000027377095,0.00041872164,0.007830409,0.000055495948,0.0000013071253,0.00000979728,0.00013004543],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9892355,0.004169071,0.0008137732,0.00014795164,0.004967183,0.0006664938],"domain_scores_gemma":[0.98871976,0.009457375,0.00029458708,0.0001148386,0.0007467083,0.00066672283],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04876486,0.0000682885,0.0002298546,0.00016821768,0.0006620391,0.0003545459,0.0012309303,0.00016290056,0.0001670912],"category_scores_gemma":[0.038269892,0.00004880465,0.000056875695,0.00063350314,0.00060001464,0.0003783844,0.000104980536,0.0016508253,0.000013579957],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014374388,0.0008925462,0.36449558,0.000013648358,0.000027438053,0.000018932677,0.10454454,0.000007798567,1.4668223e-7,0.013300097,0.02004399,0.49651155],"study_design_scores_gemma":[0.00096959725,0.0011101448,0.7315703,0.00013920567,0.0000025485585,0.000006341643,0.051714648,0.0019454794,1.8513327e-7,0.007095399,0.20535046,0.000095696945],"about_ca_topic_score_codex":0.006992489,"about_ca_topic_score_gemma":0.010824286,"teacher_disagreement_score":0.49641585,"about_ca_system_score_codex":0.00070872146,"about_ca_system_score_gemma":0.0031291246,"threshold_uncertainty_score":0.99962},"labels":[],"label_agreement":null},{"id":"W2086670178","doi":"10.2196/jmir.3200","title":"Analysis of a Parent-Initiated Social Media Campaign for Hirschsprung’s Disease","year":2014,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Congenital gastrointestinal and neural anomalies","field":"Medicine","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; University of Manitoba; Children's Hospital Research Institute of Manitoba; Winnipeg Regional Health Authority","funders":"","keywords":"Social media; Analytics; Internet privacy; Social media analytics; The Internet; Shit; World Wide Web; Computer science; History","score_opus":0.16116100809124578,"score_gpt":0.43238147061996357,"score_spread":0.2712204625287178,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2086670178","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9888777,0.00022130783,0.0013990594,0.008908367,0.00014410679,0.00013804562,0.000022285742,0.000008516998,0.00028059678],"genre_scores_gemma":[0.998212,0.000039170936,0.00015012949,0.00017733999,0.0007485673,0.000008202575,0.000022142802,0.000012557319,0.0006298844],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9958753,0.00030852965,0.0007911582,0.00016990633,0.0024867253,0.00036837635],"domain_scores_gemma":[0.9954726,0.0018416685,0.00024068625,0.00012969584,0.0014521906,0.0008631767],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0035314274,0.00011997608,0.00068653875,0.0007635791,0.000041926585,0.000025105923,0.00040294687,0.000095655,0.0015315283],"category_scores_gemma":[0.01263547,0.0000782641,0.0005918254,0.0006556091,0.0004108786,0.000059476737,0.00013848278,0.0007042401,0.0000070606648],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.032661602,0.004469042,0.64333403,0.0018482115,0.009648504,0.0027615763,0.0063168188,0.000011395122,0.0055633998,0.004520581,0.09499247,0.19387235],"study_design_scores_gemma":[0.008827321,0.008236394,0.89976275,0.002062361,0.00557908,0.0005292067,0.0026132427,0.051103648,0.0016964602,0.0016653474,0.0175315,0.000392701],"about_ca_topic_score_codex":0.000027046783,"about_ca_topic_score_gemma":0.00008796188,"teacher_disagreement_score":0.2564287,"about_ca_system_score_codex":0.00006108069,"about_ca_system_score_gemma":0.0003375647,"threshold_uncertainty_score":0.9993812},"labels":[],"label_agreement":null},{"id":"W2088020914","doi":"10.2196/jmir.5.1.e1","title":"Success Factors for Open Access","year":2003,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Academic Publishing and Open Access","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"National Cancer Institute; Eli Lilly and Company","keywords":"Internet privacy; Computer science; World Wide Web","score_opus":0.5250693593539929,"score_gpt":0.6440244122676816,"score_spread":0.11895505291368869,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2088020914","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90169954,0.0007509722,0.024344495,0.032779604,0.0031033547,0.00058702903,0.000011276765,0.0000090606445,0.036714643],"genre_scores_gemma":[0.9851827,0.00008454183,0.00025422784,0.0005613204,0.00045073158,0.0000107396045,0.0000011837485,0.000015189036,0.013439351],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9832848,0.0018135037,0.001598437,0.00042357654,0.01223061,0.0006491051],"domain_scores_gemma":[0.9763167,0.01752302,0.00073156966,0.0005330664,0.0036228152,0.0012728345],"candidate_categories":["metaresearch","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.11006937,0.00013227129,0.00056669844,0.0009288299,0.00016822916,0.01197825,0.035149764,0.00037186884,0.009711554],"category_scores_gemma":[0.2666235,0.00007278875,0.00021075338,0.0015000657,0.00036408784,0.0059241927,0.0035712519,0.0024600388,0.00006264027],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014013806,0.00012840825,0.057004128,0.00000787635,0.000046378344,0.00007042876,0.0004140782,0.0000036968986,0.000007600348,0.012534288,0.90637165,0.02327132],"study_design_scores_gemma":[0.0015290965,0.00034196486,0.0065698572,0.00021240748,0.000007964543,0.00016532828,0.0025667031,0.00071610586,0.002687457,0.09045051,0.8945927,0.00015991327],"about_ca_topic_score_codex":0.0004519872,"about_ca_topic_score_gemma":0.00010361654,"teacher_disagreement_score":0.15655412,"about_ca_system_score_codex":0.00014218235,"about_ca_system_score_gemma":0.0017398522,"threshold_uncertainty_score":0.99984133},"labels":[],"label_agreement":null},{"id":"W2090183200","doi":"10.2196/jmir.1998","title":"Do Participants’ Preferences for Mode of Delivery (Text, Video, or Both) Influence the Effectiveness of a Web-Based Physical Activity Intervention?","year":2012,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Physical Activity and Health","field":"Medicine","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Medical Research Council; Central Queensland University; National Health and Medical Research Council; National Heart Foundation of Australia","keywords":"Psychological intervention; Randomized controlled trial; Intervention (counseling); Attrition; Medicine; Physical therapy; Behavior change; Repeated measures design; Psychology; Social psychology; Nursing","score_opus":0.19591749728079033,"score_gpt":0.514108224573613,"score_spread":0.3181907272928227,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2090183200","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99682313,0.00014584202,0.0015097526,0.00087290676,0.000097480966,0.00045723227,0.000012021887,0.0000045329225,0.00007712132],"genre_scores_gemma":[0.9994247,0.000049746275,0.000054424658,0.000034832792,0.00034479355,0.000046519006,7.7304503e-7,0.000011423754,0.00003281987],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99498796,0.0016462433,0.0005037099,0.0001488067,0.002210032,0.00050326466],"domain_scores_gemma":[0.98915106,0.008979369,0.00034788903,0.00023296406,0.00077646197,0.0005122389],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009516005,0.000121839075,0.0007357941,0.00017789817,0.000045480967,0.00001554759,0.00050602393,0.00013599679,0.00015215723],"category_scores_gemma":[0.006373063,0.00006252331,0.0003469109,0.00029815364,0.0007131483,0.00022542327,0.0001537395,0.0012308029,0.0000040487516],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.21573386,0.120691694,0.14896552,0.028536072,0.0031884522,0.00012085157,0.0073443186,0.0002989264,0.25537336,0.008877539,0.006041829,0.20482758],"study_design_scores_gemma":[0.01646481,0.03184291,0.44727713,0.019419124,0.0005112152,0.000112916525,0.00087560626,0.057719428,0.41929314,0.0050401962,0.0011345783,0.00030892168],"about_ca_topic_score_codex":0.0004748781,"about_ca_topic_score_gemma":0.00005090674,"teacher_disagreement_score":0.29831162,"about_ca_system_score_codex":0.0001370982,"about_ca_system_score_gemma":0.0009921957,"threshold_uncertainty_score":0.7629612},"labels":[],"label_agreement":null},{"id":"W2091767108","doi":"10.2196/jmir.3458","title":"The Effectiveness of Loyalty Rewards to Promote the Use of an Internet-Based Heart Health Program","year":2014,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Diabetes Management and Education","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Heart and Stroke Foundation; Golder Associates (Canada); University Health Network; University of Toronto","funders":"","keywords":"The Internet; Loyalty; Loyalty program; Psychology; Behavior change; Medicine; Social psychology; Loyalty business model; Computer science; Business; Marketing; World Wide Web","score_opus":0.09678472422146843,"score_gpt":0.47582891438186364,"score_spread":0.3790441901603952,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2091767108","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97068477,0.000113267066,0.0009575278,0.026872983,0.00032463335,0.00089041295,5.717989e-7,0.0000075669236,0.00014826674],"genre_scores_gemma":[0.9978171,0.00002194647,0.000899297,0.00048220303,0.00027204526,0.00002756677,0.000003597425,0.000014739817,0.00046152776],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.994154,0.0021336474,0.00065755285,0.00014518862,0.0025420687,0.0003675837],"domain_scores_gemma":[0.9962616,0.0017504179,0.00023291502,0.0003924433,0.0008845328,0.00047809395],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.032640643,0.000090672365,0.00037957454,0.00023697033,0.000042212178,0.00007170536,0.0006445512,0.00007579711,0.000092642214],"category_scores_gemma":[0.0077482886,0.000043695363,0.00013029126,0.0003768552,0.0003886275,0.000083943334,0.00015317056,0.00083967834,0.00000790385],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004356191,0.0027236252,0.015401274,0.0015963963,0.00028770824,0.000012843841,0.0010999651,0.000022749526,0.00040927198,0.0010432624,0.094893955,0.8781527],"study_design_scores_gemma":[0.0035141774,0.040119767,0.20323034,0.009519229,0.00008090026,0.00005223091,0.00046239328,0.03294944,0.018136643,0.00048074964,0.6913052,0.00014893395],"about_ca_topic_score_codex":0.0005510857,"about_ca_topic_score_gemma":0.00006999658,"teacher_disagreement_score":0.87800384,"about_ca_system_score_codex":0.00013509007,"about_ca_system_score_gemma":0.0006125437,"threshold_uncertainty_score":0.9961},"labels":[],"label_agreement":null},{"id":"W2091865253","doi":"10.2196/jmir.1672","title":"A Holistic Framework to Improve the Uptake and Impact of eHealth Technologies","year":2011,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":1268,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Centre for Global Health Research","funders":"University of Twente","keywords":"eHealth; Health care; Interdependence; Knowledge management; Digital health; Computer science; Sociology; Political science","score_opus":0.3499249254897845,"score_gpt":0.6401260235780993,"score_spread":0.29020109808831485,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2091865253","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002007287,0.98875356,0.00075698155,0.0048338054,0.0006900105,0.004178311,0.000056488487,0.000024471123,0.00050563377],"genre_scores_gemma":[0.000699151,0.99541396,0.0005037647,0.0002646637,0.00085276185,0.0017804599,0.000003587597,0.000047899128,0.0004337558],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9908758,0.0022485943,0.003300322,0.00037132946,0.0019334082,0.0012705467],"domain_scores_gemma":[0.985532,0.008950254,0.0017988716,0.0009096404,0.0012229016,0.0015863557],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.022391468,0.00030610734,0.0020846445,0.0009661343,0.0003344058,0.000019668574,0.0023840081,0.0017130469,0.0010696043],"category_scores_gemma":[0.024907976,0.00014756454,0.0004131148,0.0010583348,0.0006498746,0.000046362697,0.0010523464,0.01327102,0.00016699811],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000071556155,0.00008841198,0.000047753605,0.017023101,0.00009758966,0.000013203451,0.00048358017,1.2840124e-8,5.4095633e-8,0.010834195,0.05570574,0.9156348],"study_design_scores_gemma":[0.00022177245,0.0012605325,0.00013438179,0.038252834,0.00008203082,0.000087925975,0.0006703874,0.000007529523,7.654499e-8,0.003368718,0.9558253,0.000088457695],"about_ca_topic_score_codex":0.0014952949,"about_ca_topic_score_gemma":0.00010592782,"teacher_disagreement_score":0.91554636,"about_ca_system_score_codex":0.00069256383,"about_ca_system_score_gemma":0.013001859,"threshold_uncertainty_score":0.99984354},"labels":[],"label_agreement":null},{"id":"W2092204509","doi":"10.2196/jmir.3773","title":"Advantages and Disadvantages of Educational Email Alerts for Family Physicians: Viewpoint","year":2015,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; McGill University Health Centre","funders":"Fonds de Recherche du Québec - Santé; Association des pharmaciens du Canada; Canadian Medical Association; McGill University","keywords":"Thematic analysis; Reading (process); Internet privacy; Electronic mail; Accreditation; Qualitative research; World Wide Web; Computer science; Medical education; Medicine","score_opus":0.2642710197955022,"score_gpt":0.5728092061735188,"score_spread":0.3085381863780166,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2092204509","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8324881,0.0052916566,0.00034405867,0.15543891,0.0042188372,0.0006782801,0.000005635766,0.0000044714643,0.0015300533],"genre_scores_gemma":[0.98836696,0.004603181,0.0012959709,0.00040989916,0.0046365582,0.00011280687,0.0000032830123,0.000015133848,0.0005562089],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.995391,0.0007145048,0.0005566926,0.00013056457,0.0028612397,0.0003459691],"domain_scores_gemma":[0.9891605,0.008304755,0.0002909085,0.00008988416,0.0015162907,0.00063768454],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.010995944,0.00006884951,0.0002769757,0.00021713343,0.000098316035,0.000041502,0.000522125,0.00014935526,0.00019331326],"category_scores_gemma":[0.04501648,0.000057097903,0.000071555325,0.00026475344,0.0009776839,0.0002418752,0.00007502556,0.00050420116,0.000006672981],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048083853,0.0012333536,0.0551254,0.0005353067,0.00013097835,0.00001298858,0.14756316,0.000001249304,0.00021345365,0.074885555,0.27306834,0.4467494],"study_design_scores_gemma":[0.002416138,0.0019729852,0.050861772,0.00258001,0.00004896028,0.00003467924,0.16936052,0.00017881535,0.0006649322,0.0650829,0.7065201,0.00027820407],"about_ca_topic_score_codex":0.0019939921,"about_ca_topic_score_gemma":0.0005787729,"teacher_disagreement_score":0.44647118,"about_ca_system_score_codex":0.00026569932,"about_ca_system_score_gemma":0.002734636,"threshold_uncertainty_score":0.9630278},"labels":[],"label_agreement":null},{"id":"W2092331785","doi":"10.2196/jmir.1340","title":"Online Social and Professional Support for Smokers Trying to Quit: An Exploration of First Time Posts From 2562 Members","year":2010,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Smoking Behavior and Cessation","field":"Medicine","cited_by":80,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tobacco Research Unit; University of Toronto; Centre for Addiction and Mental Health","funders":"Health Canada","keywords":"Social support; Smoking cessation; Psychological intervention; Psychology; Social network (sociolinguistics); The Internet; Social media; Medicine; Social psychology; World Wide Web; Computer science; Psychiatry","score_opus":0.18708208382228725,"score_gpt":0.505585514540496,"score_spread":0.3185034307182088,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2092331785","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98480153,0.0000062245103,0.0002609256,0.014215897,0.00042428894,0.00022920038,0.000016297414,0.0000050782405,0.000040534993],"genre_scores_gemma":[0.99784195,0.0000097954935,0.0005112408,0.00015789062,0.0009661549,0.000008800957,0.000079845886,0.000014734736,0.00040958545],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9969915,0.00009842819,0.00047888327,0.00014309729,0.0020854936,0.0002025741],"domain_scores_gemma":[0.99828595,0.0003260326,0.00014629115,0.00009234409,0.0007206845,0.0004286873],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003153038,0.0000765166,0.00026522696,0.0002601984,0.000064241,0.000032281434,0.00021436959,0.00025055374,0.002033602],"category_scores_gemma":[0.0015549222,0.00005652406,0.00007320486,0.00012260991,0.00016095013,0.0003278961,0.0000763375,0.0010140936,0.000001392511],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0140809035,0.0074488735,0.3968203,0.0006488694,0.0006105537,0.00050764176,0.06848888,0.0000030868057,0.18694955,0.00044350204,0.12191055,0.20208728],"study_design_scores_gemma":[0.01699767,0.012904539,0.87756765,0.0028757672,0.00041443208,0.00043574136,0.023563059,0.0065550394,0.036819257,0.00078220124,0.020609979,0.0004746481],"about_ca_topic_score_codex":0.00025582238,"about_ca_topic_score_gemma":0.00035965722,"teacher_disagreement_score":0.48074737,"about_ca_system_score_codex":0.00006279735,"about_ca_system_score_gemma":0.00036489626,"threshold_uncertainty_score":0.99887866},"labels":[],"label_agreement":null},{"id":"W2095225831","doi":"10.2196/jmir.6.3.e37","title":"Peer Review and Publication of Research Protocols and Proposals: A Role for Open Access Journals","year":2004,"lang":"en","type":"editorial","venue":"Journal of Medical Internet Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Centre for Social Innovation; University Health Network","funders":"","keywords":"Protocol (science); eHealth; Publication; Publishing; Agency (philosophy); Workflow; Openness to experience; Public relations; Medicine; Computer science; Internet privacy; World Wide Web; Health care; Political science; Alternative medicine; Psychology; Sociology","score_opus":0.9153245593549797,"score_gpt":0.7739136001275875,"score_spread":0.14141095922739222,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2095225831","genre_codex":"commentary","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00018265985,0.24888319,0.0065845437,0.47050747,0.082392685,0.18038943,0.0003724204,0.00000558278,0.010682016],"genre_scores_gemma":[0.00094110577,0.06527665,0.006060316,0.00080085255,0.57163537,0.034751046,0.00009555296,0.00021663336,0.32022247],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.73651105,0.058132622,0.031602517,0.0021959995,0.17023893,0.0013188967],"domain_scores_gemma":[0.505907,0.1111814,0.029725129,0.0063947225,0.3433005,0.0034912329],"candidate_categories":["metaresearch","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8248366,0.0003458681,0.006699125,0.0027229046,0.00018201185,0.013219566,0.021566974,0.000966395,0.01607876],"category_scores_gemma":[0.84966415,0.00015586706,0.0010207974,0.002700422,0.00085125107,0.0015963445,0.0055095027,0.0052655227,0.00009343792],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011260091,0.00018266338,0.00013461418,0.0045454637,0.00035493335,0.00001683275,0.000202601,6.605841e-8,0.0000040959876,0.0004491203,0.96192956,0.032067467],"study_design_scores_gemma":[0.00083748985,0.00075890456,0.000044199816,0.021715911,0.00015461522,0.00009062921,0.00021767645,0.0001330731,0.00002080172,0.020623263,0.9552817,0.00012175582],"about_ca_topic_score_codex":0.00016455108,"about_ca_topic_score_gemma":0.000068383764,"teacher_disagreement_score":0.48924267,"about_ca_system_score_codex":0.00023759024,"about_ca_system_score_gemma":0.0065933,"threshold_uncertainty_score":0.9990384},"labels":[],"label_agreement":null},{"id":"W2095441197","doi":"10.2196/jmir.2572","title":"Net Improvement of Correct Answers to Therapy Questions After PubMed Searches: Pre/Post Comparison","year":2013,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Canadian Institutes of Health Research","keywords":"Medicine; MEDLINE; Medical physics; Information retrieval; Computer science","score_opus":0.24112798985265937,"score_gpt":0.5745652606830582,"score_spread":0.33343727083039887,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2095441197","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9528829,0.00037267926,0.00060369243,0.042396918,0.0012878915,0.0017237405,0.000005734548,0.000008264641,0.000718181],"genre_scores_gemma":[0.99276745,0.0006338096,0.00028268035,0.0016621535,0.0009088466,0.0006699185,0.0000032768073,0.000015187083,0.0030566866],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9898731,0.0020845437,0.0014400523,0.00024533592,0.0049445853,0.0014123791],"domain_scores_gemma":[0.99041146,0.0027719603,0.00029659498,0.0003316998,0.003484551,0.002703748],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.023046235,0.0001234056,0.0004159337,0.0008278145,0.00020311608,0.000065978245,0.0013062288,0.00026228555,0.011607714],"category_scores_gemma":[0.009913439,0.000080462996,0.00009977169,0.0008297514,0.00043681718,0.0003093287,0.00034904588,0.003297536,0.00037404962],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010014458,0.0008310763,0.08173745,0.00032146904,0.00006677241,0.000014727761,0.024683665,0.0000061278943,0.0013800886,0.00005144906,0.6327568,0.25714892],"study_design_scores_gemma":[0.0024678924,0.009493569,0.72466505,0.0024683382,0.0000075352095,0.000018294708,0.047291808,0.004310166,0.0012835608,0.00041357733,0.20732151,0.0002587239],"about_ca_topic_score_codex":0.015735183,"about_ca_topic_score_gemma":0.0012184314,"teacher_disagreement_score":0.6429276,"about_ca_system_score_codex":0.00060536247,"about_ca_system_score_gemma":0.00455353,"threshold_uncertainty_score":0.9990019},"labels":[],"label_agreement":null},{"id":"W2095995897","doi":"10.2196/jmir.1560","title":"Seeking Support on Facebook: A Content Analysis of Breast Cancer Groups","year":2011,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":457,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Ontario; University of Toronto; University Health Network","funders":"University of Toronto","keywords":"Popularity; Breast cancer; Social media; Social support; Internet privacy; Support group; Content analysis; The Internet; Psychology; Social network (sociolinguistics); Medicine; World Wide Web; Cancer; Computer science; Social psychology; Sociology","score_opus":0.5208690140938955,"score_gpt":0.5570415741343121,"score_spread":0.03617256004041658,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2095995897","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9760722,0.00011791303,0.00011765411,0.014504574,0.0025306905,0.00042641518,0.00000715994,0.0000071802356,0.006216198],"genre_scores_gemma":[0.99762005,0.00073180953,0.000039515202,0.0002036982,0.001055817,0.00006295079,8.057535e-7,0.000007921377,0.00027744318],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99293745,0.0011586726,0.00073544536,0.00014186464,0.004570909,0.00045564218],"domain_scores_gemma":[0.99502385,0.002306964,0.00040443626,0.00012968066,0.0014137626,0.0007213235],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.014632301,0.000072199044,0.00039583188,0.0008621313,0.000101178346,0.000028463925,0.00087303214,0.00021904042,0.018876225],"category_scores_gemma":[0.007794622,0.000056357196,0.00020195195,0.001105824,0.0007337896,0.000120430275,0.00007584537,0.0010471478,0.00002811315],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00080270605,0.0011677627,0.47928268,0.00009788715,0.0017544372,0.00016186423,0.3164358,0.0000014863301,0.00015725374,0.016821878,0.01663772,0.16667852],"study_design_scores_gemma":[0.0010358352,0.0011749122,0.9021007,0.0010791546,0.00041710385,0.00002199277,0.05763654,0.0004507473,0.00047186614,0.00075974036,0.034642894,0.00020855504],"about_ca_topic_score_codex":0.046071995,"about_ca_topic_score_gemma":0.00880037,"teacher_disagreement_score":0.42281798,"about_ca_system_score_codex":0.0005778958,"about_ca_system_score_gemma":0.0020384493,"threshold_uncertainty_score":0.9820207},"labels":[],"label_agreement":null},{"id":"W2096432317","doi":"10.2196/jmir.8.2.e8","title":"The Open Access Advantage","year":2006,"lang":"en","type":"editorial","venue":"Journal of Medical Internet Research","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":77,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Centre for Social Innovation","funders":"","keywords":"Citation; Open science; Publishing; World Wide Web; Open data; Open access journal; Internet privacy; Computer science; Library science; Political science; MEDLINE; Scopus","score_opus":0.7216890307649272,"score_gpt":0.7454559918373117,"score_spread":0.023766961072384518,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2096432317","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00056034577,0.008104687,0.0009471418,0.016144667,0.933327,0.00051783,0.000062939216,0.0000060605043,0.040329337],"genre_scores_gemma":[0.003578235,0.013772208,0.00008338579,0.00008718947,0.841974,0.0000223684,0.000015199462,0.000056566703,0.14041086],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.7862734,0.005033614,0.0040172725,0.001080487,0.20166084,0.0019343711],"domain_scores_gemma":[0.5592096,0.34827498,0.00393593,0.0036585722,0.08058878,0.004332169],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics","open_science","research_integrity"],"category_scores_codex":[0.4494099,0.0003096074,0.0011565174,0.053808946,0.00055762165,0.070842996,0.11963531,0.0016018142,0.0050981613],"category_scores_gemma":[0.6908848,0.0001402455,0.00055873994,0.09856787,0.001633325,0.0021159577,0.03832491,0.013284684,0.0005538415],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019431608,0.00018378819,0.00034965712,0.000011181302,0.000062366795,0.00075105805,0.000019307312,6.9108523e-7,0.0000015269092,0.0003713801,0.870083,0.12797177],"study_design_scores_gemma":[0.000831501,0.0005875663,0.00022866018,0.00023530118,0.0000072613066,0.00004007766,0.0001808298,0.00048005636,0.00003606406,0.011092509,0.9861267,0.00015343515],"about_ca_topic_score_codex":0.0020919123,"about_ca_topic_score_gemma":0.0007434771,"teacher_disagreement_score":0.34324136,"about_ca_system_score_codex":0.00077737024,"about_ca_system_score_gemma":0.010313903,"threshold_uncertainty_score":0.9996943},"labels":[],"label_agreement":null},{"id":"W2096847323","doi":"10.2196/jmir.2332","title":"Using Social Networking to Understand Social Networks: Analysis of a Mobile Phone Closed User Group Used by a Ghanaian Health Team","year":2013,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Healthcare Systems and Technology","field":"Business, Management and Accounting","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Earth Institute, Columbia University; International Development Research Centre; Novartis Foundation; Johns Hopkins University; Novartis Foundation for Sustainable Development","keywords":"Mobile phone; Social network analysis; Social network (sociolinguistics); Phone; Knowledge management; Key (lock); Business; World Wide Web; Computer science; Social media; Telecommunications; Computer security","score_opus":0.1165597991706754,"score_gpt":0.42172951023155875,"score_spread":0.30516971106088336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2096847323","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95741373,0.0006263565,0.022787392,0.01771685,0.0005416228,0.0005401975,0.000002503106,0.000028080829,0.0003432641],"genre_scores_gemma":[0.9951846,0.000055561715,0.00009240772,0.0010681343,0.0034614322,0.000011496119,0.000007855128,0.000030131254,0.00008840514],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9948901,0.0003156158,0.0013105891,0.00026831508,0.002350964,0.000864418],"domain_scores_gemma":[0.99801236,0.00020729592,0.00078032387,0.00015265367,0.00067925785,0.00016811662],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007935352,0.0001705717,0.0009638995,0.0015195308,0.00025286712,0.00025533396,0.0008215213,0.00039658806,0.0008696279],"category_scores_gemma":[0.00027089394,0.00013913828,0.00028802658,0.002967291,0.0002484013,0.0003404678,0.00040913094,0.0013135812,0.00001707678],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036253646,0.00091892824,0.015724825,0.0008324621,0.0028031138,0.00013004999,0.0050875805,0.00018775105,0.00048374472,0.0067466944,0.7639716,0.20275067],"study_design_scores_gemma":[0.0073548513,0.0014678767,0.011773745,0.0026356624,0.0007192888,0.00006680556,0.05656749,0.36804858,0.000030398633,0.0023060574,0.54786944,0.0011598034],"about_ca_topic_score_codex":0.044502072,"about_ca_topic_score_gemma":0.006143918,"teacher_disagreement_score":0.36786082,"about_ca_system_score_codex":0.0004203807,"about_ca_system_score_gemma":0.0002521521,"threshold_uncertainty_score":0.96186066},"labels":[],"label_agreement":null},{"id":"W2096957825","doi":"10.2196/jmir.9.2.e12","title":"How Cancer Survivors Provide Support on Cancer-Related Internet Mailing Lists","year":2007,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Cancer survivorship and care","field":"Medicine","cited_by":157,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Robert Wood Johnson Foundation","keywords":"The Internet; Breast cancer; Cancer; Medicine; World Wide Web; Internet privacy; Computer science; Internal medicine","score_opus":0.07427629846715512,"score_gpt":0.4390924464946019,"score_spread":0.3648161480274468,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2096957825","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9503565,0.0025817652,0.00033459766,0.03808935,0.0034639025,0.00034690296,0.000007923621,0.000043036274,0.00477603],"genre_scores_gemma":[0.9642351,0.0016742779,0.000029628638,0.0009766427,0.0019544614,0.000017014,0.0000066250327,0.000053856016,0.031052377],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99166125,0.00032746643,0.0009725678,0.00038821826,0.0057009626,0.00094954454],"domain_scores_gemma":[0.9958365,0.0007714802,0.0003248615,0.00032473242,0.0013260817,0.0014163677],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.010645115,0.00025269666,0.0006664617,0.00081402797,0.0000464477,0.00015150393,0.0008619878,0.00049279095,0.005889795],"category_scores_gemma":[0.0017800541,0.00018043516,0.00032660496,0.00068321306,0.00034931817,0.00017259679,0.00023174638,0.004012794,0.000044798264],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009509496,0.0018595494,0.13325089,0.0014693377,0.0021029871,0.019553814,0.019799022,0.0000072085795,0.0019449072,0.0016920562,0.30080593,0.5080048],"study_design_scores_gemma":[0.00583243,0.0058421046,0.015047254,0.007845616,0.00021319799,0.0017939992,0.0053558694,0.0011309925,0.028165508,0.00019947611,0.9280521,0.000521443],"about_ca_topic_score_codex":0.016042642,"about_ca_topic_score_gemma":0.038094826,"teacher_disagreement_score":0.6272462,"about_ca_system_score_codex":0.0011882221,"about_ca_system_score_gemma":0.001791206,"threshold_uncertainty_score":0.998285},"labels":[],"label_agreement":null},{"id":"W2098161667","doi":"10.2196/jmir.8.4.e28","title":"Evaluating Common De-Identification Heuristics for Personal Health Information","year":2006,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":72,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Carleton University; Agricultural Research Institute of Ontario","funders":"Ontario Centres of Excellence","keywords":"Observational study; Heuristics; Health Insurance Portability and Accountability Act; Identification (biology); Protected health information; Agency (philosophy); Personally identifiable information; Confidentiality; Internet privacy; Accountability; Data science; Computer science; Medicine; Nursing; Computer security; HRHIS; Public health; Health policy; Political science; Sociology","score_opus":0.6632204600192323,"score_gpt":0.7130576617179335,"score_spread":0.049837201698701206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2098161667","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7592079,0.00094167667,0.06981848,0.16702898,0.00059033744,0.00095434824,0.000016202215,0.00002179773,0.0014202449],"genre_scores_gemma":[0.99173087,0.00046212625,0.0034557076,0.0009893323,0.001290825,0.000018068513,0.000034455163,0.000015052973,0.0020035466],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.988414,0.0007183858,0.0017330194,0.00014399985,0.008431463,0.0005591293],"domain_scores_gemma":[0.97920245,0.014341291,0.00055516144,0.0002115568,0.0049456963,0.0007438285],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.093463145,0.00008379589,0.0003571715,0.00044507143,0.00012312196,0.00014184474,0.00051361276,0.00039923258,0.00040538437],"category_scores_gemma":[0.089516856,0.00006528089,0.00017515474,0.00028471998,0.00040880032,0.00018182179,0.00015565386,0.00452002,0.000042600594],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00418117,0.0019016466,0.021439597,0.0047622016,0.00026553395,0.00018320934,0.0049076416,0.000027702132,0.0012418535,0.038770363,0.4449498,0.47736925],"study_design_scores_gemma":[0.014228953,0.019333417,0.07219703,0.00894024,0.00011311503,0.002108351,0.0038738851,0.64473605,0.0037911907,0.14526938,0.08503243,0.0003759349],"about_ca_topic_score_codex":0.0005746736,"about_ca_topic_score_gemma":0.0001645065,"teacher_disagreement_score":0.6447084,"about_ca_system_score_codex":0.00074588624,"about_ca_system_score_gemma":0.00450686,"threshold_uncertainty_score":0.99777657},"labels":[],"label_agreement":null},{"id":"W2098204287","doi":"10.2196/jmir.1982","title":"Applying Social Network Analysis to Understand the Knowledge Sharing Behaviour of Practitioners in a Clinical Online Discussion Forum","year":2012,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Healthcare Systems and Technology","field":"Business, Management and Accounting","cited_by":91,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Canadian Institutes of Health Research; Health Canada; Public Health Agency; Public Health Agency of Canada","keywords":"Knowledge translation; Experiential knowledge; Online community; Knowledge sharing; Online discussion; Medical education; Medicine; Health care; Community of practice; Knowledge management; The Internet; Experiential learning; Psychology; World Wide Web; Computer science","score_opus":0.18706104756762806,"score_gpt":0.49641003669376915,"score_spread":0.30934898912614106,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2098204287","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94827837,0.00029938284,0.0024184578,0.047580343,0.0005544841,0.00030101527,8.7228847e-7,0.000008266027,0.00055880594],"genre_scores_gemma":[0.99632996,0.00003114747,0.00005514218,0.000338058,0.0031107338,0.000009531331,0.0000030914657,0.000010345133,0.000111964786],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9968192,0.00021637983,0.0010893267,0.00013649045,0.0012264211,0.000512191],"domain_scores_gemma":[0.9986436,0.0003409792,0.00041186498,0.00014405446,0.00037146627,0.00008805277],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018328264,0.00008088032,0.000412689,0.00080196175,0.00010102603,0.00006761117,0.0006953016,0.00024697898,0.00020380339],"category_scores_gemma":[0.0018218395,0.00004221648,0.00019573871,0.0017545144,0.00015550738,0.0003075293,0.0006665399,0.0015703631,0.000014160347],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017853692,0.0007464833,0.8371132,0.000117859294,0.00030471818,0.00004122813,0.00087457185,0.000012805141,0.0000054349734,0.019923758,0.02913898,0.11154243],"study_design_scores_gemma":[0.0021792036,0.00028079186,0.59055793,0.0016695377,0.00034512475,0.000043581564,0.059020836,0.011891632,0.000004896843,0.0045913123,0.32910666,0.00030847342],"about_ca_topic_score_codex":0.0020608096,"about_ca_topic_score_gemma":0.0069606085,"teacher_disagreement_score":0.29996768,"about_ca_system_score_codex":0.00012509861,"about_ca_system_score_gemma":0.000115262636,"threshold_uncertainty_score":0.6822533},"labels":[],"label_agreement":null},{"id":"W2100320843","doi":"10.2196/jmir.1867","title":"Opportunities and Challenges of Cloud Computing to Improve Health Care Services","year":2011,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Cloud Computing and Resource Management","field":"Computer Science","cited_by":508,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Cloud computing; Health care; Services computing; Cloud computing security; Utility computing; Knowledge management; Computer science; Business; Process management; World Wide Web; Web service","score_opus":0.16801657532971312,"score_gpt":0.38544057890475764,"score_spread":0.21742400357504452,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2100320843","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91607505,0.016357439,0.012364273,0.050185587,0.0009864254,0.00021004985,8.379285e-7,0.000031113817,0.003789203],"genre_scores_gemma":[0.9951389,0.0010377173,0.0029741703,0.00042182163,0.00033254467,6.531939e-7,8.065069e-8,0.000006620591,0.00008749861],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9966773,0.00040246188,0.0005575691,0.0002059593,0.0018018975,0.0003548256],"domain_scores_gemma":[0.99824435,0.00025199866,0.00023707232,0.00025851867,0.0004608375,0.00054724445],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0060020313,0.00009156504,0.00029786112,0.0003657569,0.00006309737,0.000064021646,0.0017989154,0.000068464935,0.000019775754],"category_scores_gemma":[0.00012651522,0.00006622292,0.000060483748,0.00015809739,0.00013072582,0.000030147698,0.0018855097,0.0005476088,0.0000029438002],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036684385,0.00013445663,0.00012755918,0.0009760196,0.00008271185,0.0002087152,0.10556046,0.000007933975,0.0000071699546,0.025558805,0.0020549796,0.8652445],"study_design_scores_gemma":[0.0063954885,0.032977026,0.021334952,0.021125639,0.000049991002,0.0016226385,0.5031872,0.20495968,0.003492942,0.005701483,0.19780914,0.0013438597],"about_ca_topic_score_codex":0.00053489214,"about_ca_topic_score_gemma":0.00005139838,"teacher_disagreement_score":0.86390066,"about_ca_system_score_codex":0.000056053414,"about_ca_system_score_gemma":0.0002052741,"threshold_uncertainty_score":0.33428624},"labels":[],"label_agreement":null},{"id":"W2101189926","doi":"10.2196/jmir.3107","title":"Effectiveness of a Web- and Mobile Phone-Based Intervention to Promote Physical Activity and Healthy Eating in Middle-Aged Males: Randomized Controlled Trial of the ManUp Study","year":2014,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Physical Activity and Health","field":"Medicine","cited_by":159,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; University of British Columbia, Okanagan Campus; University of British Columbia","funders":"Queensland Health","keywords":"Intervention (counseling); Psychological intervention; Randomized controlled trial; Gerontology; Medicine; Mobile phone; Social cognitive theory; Health literacy; Physical therapy; Psychology; Health care; Developmental psychology; Nursing","score_opus":0.06501984936059384,"score_gpt":0.44931509176757317,"score_spread":0.3842952424069793,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2101189926","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9938214,0.0000505182,0.0002763039,0.0008968637,0.00009802643,0.0048217047,0.0000010164957,0.0000023460254,0.000031827265],"genre_scores_gemma":[0.9995692,0.000017819613,0.00002242175,0.000021610424,0.00015858113,0.00017890283,1.9124404e-7,0.000008667707,0.000022638707],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9885974,0.008361891,0.000765475,0.0001971062,0.0018314418,0.00024671378],"domain_scores_gemma":[0.99097705,0.007818367,0.0004331114,0.00016346399,0.00028450304,0.00032349332],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.030581027,0.000121060446,0.0020513213,0.00029462992,0.00003671311,0.000016563286,0.00020640134,0.000100334626,0.000021644513],"category_scores_gemma":[0.010478558,0.00006516098,0.00030786285,0.0002743563,0.00041125467,0.00006010844,0.00016754944,0.0014060254,6.000782e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9639437,0.012014844,0.002311124,0.0017452921,0.00018234547,0.000012625566,0.0018119477,0.0000038153885,0.007968396,0.000032192307,0.0000074992604,0.0099661825],"study_design_scores_gemma":[0.9202861,0.022042183,0.027533758,0.006365604,0.00008613675,0.000013298028,0.00034494646,0.01828633,0.0047840276,0.00020199345,0.0000031138488,0.000052511667],"about_ca_topic_score_codex":0.0005961626,"about_ca_topic_score_gemma":0.00013660868,"teacher_disagreement_score":0.043657638,"about_ca_system_score_codex":0.00010336543,"about_ca_system_score_gemma":0.00029597426,"threshold_uncertainty_score":0.99822086},"labels":[],"label_agreement":null},{"id":"W2103970509","doi":"10.2196/jmir.5.4.e32","title":"How Adolescents Use Technology for Health Information: Implications for Health Professionals from Focus Group Studies","year":2003,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":383,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Hospital for Sick Children; University of Toronto","funders":"Health Canada","keywords":"eHealth; Focus group; Internet privacy; The Internet; Social media; mHealth; Psychology; Phone; Health care; Qualitative research; Medical education; Medicine; World Wide Web; Nursing; Computer science; Psychological intervention; Sociology","score_opus":0.26436855663839176,"score_gpt":0.6153412075623076,"score_spread":0.35097265092391583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2103970509","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.033551723,0.0037048915,0.21282963,0.74196494,0.0021564513,0.005263828,0.0003969159,0.000060033268,0.0000716178],"genre_scores_gemma":[0.8850527,0.0038655025,0.03452597,0.071045205,0.0014944166,0.0022549273,0.00022707248,0.000052484156,0.0014817422],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9915207,0.0020811243,0.0035751553,0.00022239547,0.0014901281,0.0011105065],"domain_scores_gemma":[0.98748976,0.0042747636,0.0022209124,0.00042856656,0.0046154675,0.00097052526],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.027246885,0.00017620175,0.00076092745,0.00077511603,0.0010908935,0.00010355596,0.0008447158,0.00046757027,0.00016552392],"category_scores_gemma":[0.036318123,0.00012096427,0.00015563527,0.00060086756,0.00024172978,0.0021472843,0.00022929774,0.0025516364,0.000024666368],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00054002757,0.0004313357,0.029863281,0.0032043392,0.00012080059,5.949194e-7,0.007833658,2.498562e-7,0.0000023983735,0.042626206,0.81868017,0.096696936],"study_design_scores_gemma":[0.0034241662,0.0010542157,0.00935779,0.0047027376,0.000005666414,0.00001092821,0.011309552,0.0002934423,0.000017916514,0.016330997,0.95337504,0.0001175331],"about_ca_topic_score_codex":0.00012993556,"about_ca_topic_score_gemma":0.00022803851,"teacher_disagreement_score":0.8515009,"about_ca_system_score_codex":0.0010668288,"about_ca_system_score_gemma":0.005132618,"threshold_uncertainty_score":0.99974954},"labels":[],"label_agreement":null},{"id":"W2105025948","doi":"10.2196/jmir.1191","title":"An International Comparison of Web-based Reporting About Health Care Quality: Content Analysis","year":2010,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"The Internet; Health care; Presentation (obstetrics); World Wide Web; Content analysis; Quality (philosophy); Internet privacy; Medicine; Business; Computer science; Political science; Sociology","score_opus":0.40897924677141195,"score_gpt":0.6803836816445119,"score_spread":0.27140443487309995,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2105025948","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9810569,0.00016368537,0.0043008137,0.011050543,0.0014863937,0.00029705736,0.00002239425,0.000016137225,0.0016060347],"genre_scores_gemma":[0.9951447,0.000039136325,0.0019586969,0.0020600003,0.0005984314,0.000013100769,0.000059071695,0.000009162214,0.00011765197],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98128927,0.003378261,0.009886636,0.00022232434,0.0046399795,0.0005835384],"domain_scores_gemma":[0.98271453,0.0019280292,0.007975482,0.0005316166,0.00573814,0.0011121812],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06971693,0.00011726189,0.0009322389,0.0010363855,0.00026646562,0.000053543925,0.0013152292,0.00037351606,0.0056613563],"category_scores_gemma":[0.02760468,0.00008237067,0.000280976,0.00070350064,0.00027278715,0.0006070176,0.00017878016,0.005611886,0.000022172464],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036227057,0.00037547943,0.94627106,0.0006393751,0.00015807872,0.000008430855,0.013531507,0.000012267218,0.000111698995,0.0012276693,0.004681767,0.032620374],"study_design_scores_gemma":[0.0033578007,0.0010252265,0.7154252,0.0014828001,0.000046212303,0.00000950959,0.04069168,0.08910646,0.0004160351,0.00007099941,0.1481883,0.00017978271],"about_ca_topic_score_codex":0.002987178,"about_ca_topic_score_gemma":0.003035931,"teacher_disagreement_score":0.2308459,"about_ca_system_score_codex":0.00038925905,"about_ca_system_score_gemma":0.0052402155,"threshold_uncertainty_score":0.9966822},"labels":[],"label_agreement":null},{"id":"W2110512319","doi":"10.2196/jmir.6.3.e30","title":"Internet Versus Mailed Questionnaires: A Randomized Comparison (2)","year":2004,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Survey Methodology and Nonresponse","field":"Social Sciences","cited_by":155,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; University of Toronto; McMaster University","funders":"McMaster University","keywords":"The Internet; Medicine; Family medicine; Psychology; World Wide Web; Computer science","score_opus":0.4534763967790767,"score_gpt":0.5879260827002035,"score_spread":0.13444968592112683,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2110512319","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92283845,0.002208122,0.025334286,0.035955023,0.004839898,0.00035475154,8.859579e-7,0.000034154422,0.008434439],"genre_scores_gemma":[0.9946501,0.000708806,0.0013293056,0.00015038981,0.0010124171,0.000010361238,9.499474e-7,0.000010462558,0.0021271976],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9431311,0.0507314,0.0010147474,0.00021006542,0.0042982344,0.00061449],"domain_scores_gemma":[0.9408482,0.056837864,0.00032702152,0.00018087213,0.0009825011,0.0008235676],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2513133,0.00010992712,0.0006784855,0.00046975393,0.00013786908,0.00011401863,0.0013449837,0.00043655882,0.004230372],"category_scores_gemma":[0.3000779,0.00007932353,0.00028057746,0.00044024843,0.0026246423,0.00017987621,0.00018230312,0.0021662652,0.00019380951],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8126777,0.00071903726,0.0015415394,0.000023055038,0.000528879,0.0010593565,0.044773046,0.000012112783,0.000032909345,0.07266838,0.051161908,0.014802098],"study_design_scores_gemma":[0.6104915,0.0048246114,0.0073773935,0.0041470774,0.0002131435,0.0003663254,0.032285042,0.0010793555,0.0028564585,0.052783046,0.28278843,0.0007876018],"about_ca_topic_score_codex":0.0067125857,"about_ca_topic_score_gemma":0.0046202578,"teacher_disagreement_score":0.23162651,"about_ca_system_score_codex":0.00040735645,"about_ca_system_score_gemma":0.0019863776,"threshold_uncertainty_score":0.9999018},"labels":[],"label_agreement":null},{"id":"W2114862788","doi":"10.2196/jmir.8.1.e1","title":"A Case Analysis of INFOMED: The Cuban National Health Care Telecommunications Network and Portal","year":2006,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"Université Laval","keywords":"Telecommunications; Internet portal; The Internet; Health care; Telemedicine; Political science; Business; Library science; World Wide Web; Computer science; Law","score_opus":0.144225147226982,"score_gpt":0.5706640298891927,"score_spread":0.42643888266221075,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2114862788","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9203381,0.016114883,0.00071448955,0.05226232,0.00048355697,0.0008669613,0.00003237279,0.000013919443,0.009173407],"genre_scores_gemma":[0.99674076,0.00077569886,0.00022279109,0.000682967,0.0009750541,0.000033275257,0.000019228366,0.000012823193,0.0005374262],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9898699,0.0043773423,0.0020082707,0.00014277609,0.0028608171,0.00074088114],"domain_scores_gemma":[0.99087304,0.0054125246,0.0009298591,0.00032604206,0.002016744,0.0004417969],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.025970722,0.00009905205,0.0005697483,0.00068861333,0.00056551024,0.00001876824,0.00074795686,0.00024387332,0.0009495897],"category_scores_gemma":[0.0022570754,0.000062096646,0.00014578542,0.0015525378,0.00035325674,0.00007733976,0.00030157485,0.0036422333,0.000008347378],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017339838,0.00031151794,0.16844451,0.0008176655,0.0014653528,0.0006403141,0.018797856,0.00023310776,0.0000044592675,0.028269893,0.7650203,0.01582163],"study_design_scores_gemma":[0.006121346,0.0039174207,0.18009081,0.0047210045,0.00052036403,0.009958002,0.08983947,0.03940622,0.000009883254,0.003134385,0.66171366,0.00056744344],"about_ca_topic_score_codex":0.01521706,"about_ca_topic_score_gemma":0.04851141,"teacher_disagreement_score":0.10330665,"about_ca_system_score_codex":0.00053909497,"about_ca_system_score_gemma":0.0068406644,"threshold_uncertainty_score":0.9999637},"labels":[],"label_agreement":null},{"id":"W2116148325","doi":"10.2196/jmir.2740","title":"Scoping Review on Search Queries and Social Media for Disease Surveillance: A Chronology of Innovation","year":2013,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Data-Driven Disease Surveillance","field":"Medicine","cited_by":171,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Agency of Canada; University of Guelph","funders":"College of Engineering, Michigan State University; Centers for Disease Control and Prevention; Public Health Agency; Public Health Agency of Canada; University of Guelph; Michigan State University","keywords":"Social media; Disease surveillance; Pandemic; Outbreak; Internet privacy; Disease; Influenza A virus subtype H5N1; Warning system; Coronavirus disease 2019 (COVID-19); Computer science; Medicine; Medical emergency; Data science; World Wide Web; Infectious disease (medical specialty); Virology; Pathology","score_opus":0.11419644035205836,"score_gpt":0.46655618000076204,"score_spread":0.3523597396487037,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2116148325","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92177427,0.019801727,0.00056678354,0.055597678,0.00028011587,0.0016990128,0.00006293924,0.000016226988,0.00020125772],"genre_scores_gemma":[0.9878506,0.0100835245,0.00019477605,0.0009155432,0.0006922399,0.00006473369,0.000072591116,0.00002217246,0.00010381545],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99570906,0.00050811924,0.0009864522,0.0002049504,0.0022354436,0.00035598362],"domain_scores_gemma":[0.99446374,0.0018270042,0.00028384698,0.00020196925,0.0028271002,0.00039635983],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.007249435,0.000111814654,0.0006706412,0.00044911096,0.00004086566,0.00002707293,0.00033394515,0.00012441869,0.0014489273],"category_scores_gemma":[0.017738339,0.000080264814,0.00009221834,0.00045802662,0.0007212911,0.000118738724,0.0001898195,0.00078077597,0.000019124001],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006688116,0.0014805814,0.05385024,0.088983595,0.0007062606,0.000505651,0.0014242763,6.0774954e-7,0.0014626895,0.008601675,0.4618101,0.3744862],"study_design_scores_gemma":[0.021578906,0.008861309,0.5776148,0.35190025,0.00022160316,0.0005770021,0.0016419644,0.0029846237,0.002270552,0.003733142,0.027737467,0.0008784063],"about_ca_topic_score_codex":0.00003769956,"about_ca_topic_score_gemma":0.000030219111,"teacher_disagreement_score":0.52376455,"about_ca_system_score_codex":0.00010250344,"about_ca_system_score_gemma":0.0014549325,"threshold_uncertainty_score":0.99946386},"labels":[],"label_agreement":null},{"id":"W2117112642","doi":"10.2196/jmir.5.3.e23","title":"A Web-Based Screening Instrument for Depression and Anxiety Disorders in Primary Care","year":2003,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":101,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Centre for Addiction and Mental Health","funders":"","keywords":"Anxiety; Primary care; Psychiatry; Major depressive disorder; Depression (economics); Medicine; Anxiety disorder; Clinical psychology; Psychology; Family medicine; Mood","score_opus":0.07277724013132512,"score_gpt":0.46434508836661564,"score_spread":0.3915678482352905,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2117112642","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9767503,0.0027669284,0.0034979829,0.0034437978,0.0007353281,0.00049826584,0.000010316178,0.0000074797917,0.012289595],"genre_scores_gemma":[0.99810976,0.000064505504,0.0011924276,0.00017815063,0.000052916246,0.000056555597,0.000004997791,0.000014966921,0.00032574366],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99722034,0.0004800861,0.0005926146,0.00019298634,0.0011076009,0.00040638633],"domain_scores_gemma":[0.9987635,0.00046828706,0.00011763951,0.00012282682,0.00014732378,0.00038043264],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037281883,0.0000867584,0.00020320543,0.00037761702,0.000041592077,0.000045092154,0.00031926238,0.00016221708,0.0004703617],"category_scores_gemma":[0.0006756748,0.00006905853,0.000105973544,0.0001799143,0.00017808925,0.00010426072,0.00009213038,0.00089019025,0.00000687199],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011374337,0.0010041111,0.1317641,0.0005047722,0.00005328139,0.00006184166,0.0008977479,0.0000026167645,0.000025296169,0.002081296,0.009347061,0.85312045],"study_design_scores_gemma":[0.052862715,0.015524231,0.28889257,0.018847827,0.00005096554,0.0009213481,0.014807156,0.0035646888,0.0021946204,0.0069065494,0.5946808,0.00074655993],"about_ca_topic_score_codex":0.00012339928,"about_ca_topic_score_gemma":0.00032640737,"teacher_disagreement_score":0.8523739,"about_ca_system_score_codex":0.00023748574,"about_ca_system_score_gemma":0.00026146267,"threshold_uncertainty_score":0.5150131},"labels":[],"label_agreement":null},{"id":"W2118925472","doi":"10.2196/jmir.1589","title":"Wikipedia: A Key Tool for Global Public Health Promotion","year":2011,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Wikis in Education and Collaboration","field":"Social Sciences","cited_by":239,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital; University of Saskatchewan","funders":"","keywords":"Key (lock); Public health; Health promotion; World Wide Web; Computer science; Internet privacy; Data science; Medicine; Computer security; Nursing","score_opus":0.2855737451355565,"score_gpt":0.533754942753633,"score_spread":0.2481811976180765,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2118925472","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41550845,0.000652044,0.030929193,0.5016313,0.004922814,0.0010794547,0.0000071131913,0.00003979011,0.045229822],"genre_scores_gemma":[0.9936442,0.00033931003,0.0013024083,0.00047407197,0.001940068,0.000022692086,0.0000019697452,0.0000050266194,0.0022702538],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9954065,0.00095768034,0.00044424811,0.00010846086,0.002675249,0.0004078814],"domain_scores_gemma":[0.99696785,0.00020509453,0.00019806843,0.00008616822,0.001950666,0.0005921745],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.020687386,0.000048123147,0.00013744498,0.00014157972,0.00018389893,0.00016760283,0.00065625214,0.00015079827,0.0020553542],"category_scores_gemma":[0.011113913,0.000038328937,0.00006511737,0.00055393105,0.00033043107,0.00035733418,0.000049533504,0.00042514593,0.000026308167],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000097691496,0.0012029328,0.006330723,0.000038533304,0.00004243961,0.000011216944,0.04364912,4.1417064e-8,0.0000024170251,0.41593418,0.3477253,0.18496542],"study_design_scores_gemma":[0.00077933504,0.0017142722,0.0050246255,0.00015589187,0.0000044143153,0.00002520643,0.015554675,0.00013597208,0.000025109974,0.024530856,0.9519603,0.00008930254],"about_ca_topic_score_codex":0.00066490413,"about_ca_topic_score_gemma":0.0017825171,"teacher_disagreement_score":0.60423505,"about_ca_system_score_codex":0.00061738153,"about_ca_system_score_gemma":0.0061466335,"threshold_uncertainty_score":0.9994876},"labels":[],"label_agreement":null},{"id":"W2121719057","doi":"10.2196/jmir.1030","title":"Medicine 2.0: Social Networking, Collaboration, Participation, Apomediation, and Openness","year":2008,"lang":"en","type":"editorial","venue":"Journal of Medical Internet Research","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":1155,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; University of Toronto","funders":"Canadian Institutes of Health Research; Max-Planck-Gesellschaft","keywords":"eHealth; World Wide Web; The Internet; Openness to experience; Web 2.0; Health care; Internet privacy; Medicine; Psychology; Computer science; Political science","score_opus":0.21376075132847905,"score_gpt":0.5731647517358128,"score_spread":0.3594040004073338,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2121719057","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0052352925,0.00550559,0.00005578679,0.08310316,0.9038615,0.00082449906,0.0000074907166,0.00002155225,0.0013851289],"genre_scores_gemma":[0.0144300265,0.030436223,0.00003240387,0.00018003535,0.9538549,0.00018568622,0.00006068496,0.000041668438,0.0007783619],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97870904,0.004233838,0.0017183895,0.00036825828,0.014129194,0.0008413071],"domain_scores_gemma":[0.9622957,0.02430707,0.0013583737,0.00018672585,0.010523226,0.0013288828],"candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.031388197,0.00022569174,0.00083672535,0.000743394,0.00094368745,0.00022993612,0.0014283638,0.0021214236,0.0017052569],"category_scores_gemma":[0.18754719,0.00019669165,0.00008278582,0.0015824612,0.0031350928,0.00038922534,0.0001935208,0.004131108,0.000028212386],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000073422045,0.00009437637,0.000461654,0.000088573855,0.000057823516,0.000041929834,0.08420498,1.4023935e-7,3.2957524e-7,0.00085434207,0.90317637,0.010946081],"study_design_scores_gemma":[0.0007975911,0.0003151272,0.00060256716,0.0006719647,0.000038709488,0.0000044038616,0.00707979,0.00002169295,0.0000012094893,0.0008138646,0.98950213,0.00015092679],"about_ca_topic_score_codex":0.007665776,"about_ca_topic_score_gemma":0.005361909,"teacher_disagreement_score":0.156159,"about_ca_system_score_codex":0.0012674293,"about_ca_system_score_gemma":0.014041313,"threshold_uncertainty_score":0.9995778},"labels":[],"label_agreement":null},{"id":"W2124216067","doi":"10.2196/jmir.3844","title":"Cost Analysis of In-Home Telerehabilitation for Post-Knee Arthroplasty","year":2015,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Total Knee Arthroplasty Outcomes","field":"Medicine","cited_by":177,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University; Centre hospitalier universitaire de Québec; Institut Universitaire en Santé Mentale de Québec; Université de Montréal; Université Laval; Centre Hospitalier Universitaire de Sherbrooke; Health and Social Services Centre University Institute of Geriatrics of Sherbrooke; St Mary's Hospital Centre; Centre for Interdisciplinary Research in Rehabilitation; Université de Sherbrooke","funders":"Canadian Institutes of Health Research","keywords":"Telerehabilitation; Medicine; Rehabilitation; Physical therapy; Telemedicine; Randomized controlled trial; Videoconferencing; Service delivery framework; Telehealth; Intervention (counseling); Service (business); Health care; Multimedia; Computer science; Nursing; Surgery","score_opus":0.0984011952886791,"score_gpt":0.4431374846116767,"score_spread":0.3447362893229976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2124216067","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9876166,0.00034270374,0.001399974,0.009730885,0.0003271913,0.00039233515,0.000010552036,0.000005387054,0.00017438638],"genre_scores_gemma":[0.9979224,0.000043373315,0.0011837468,0.00013359441,0.00018437463,0.000012947063,0.0000078736475,0.000015385545,0.0004962609],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9948312,0.00030533053,0.0010729424,0.0001773245,0.0032419593,0.00037121816],"domain_scores_gemma":[0.99424386,0.0021462482,0.00023691914,0.0002253663,0.002431423,0.0007162077],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0084317075,0.00010875851,0.0007821865,0.001941208,0.000013631366,0.000020062284,0.00023154115,0.00019523685,0.00073032215],"category_scores_gemma":[0.018609159,0.00007719536,0.00035748546,0.0012342065,0.00043191138,0.00015259521,0.0001221103,0.00088645995,0.000021236125],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006910034,0.0019502718,0.8535467,0.00037567166,0.002410995,0.00048615184,0.006631068,0.00016910673,0.000764557,0.0009461141,0.023933778,0.10187555],"study_design_scores_gemma":[0.012308939,0.0107294675,0.9381264,0.000827981,0.0004294681,0.0003087486,0.007289495,0.011986066,0.000537318,0.00042147117,0.016877173,0.00015750354],"about_ca_topic_score_codex":0.00021817967,"about_ca_topic_score_gemma":0.0006842366,"teacher_disagreement_score":0.101718046,"about_ca_system_score_codex":0.0002990377,"about_ca_system_score_gemma":0.0009913521,"threshold_uncertainty_score":0.9896575},"labels":[],"label_agreement":null},{"id":"W2124563368","doi":"10.2196/jmir.4069","title":"Wikipedia and Medicine: Quantifying Readership, Editors, and the Significance of Natural Language","year":2015,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Wikis in Education and Collaboration","field":"Social Sciences","cited_by":146,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"University of Pennsylvania","keywords":"Audience measurement; Natural (archaeology); Computer science; World Wide Web; Data science; Internet privacy; History; Advertising","score_opus":0.16292978860674612,"score_gpt":0.5127794378513704,"score_spread":0.34984964924462425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2124563368","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71808594,0.012493235,0.00008411563,0.25793645,0.004926514,0.00022861018,6.1533353e-7,0.0000065203108,0.006237981],"genre_scores_gemma":[0.9921137,0.0007200228,0.000048612572,0.00015508535,0.005954384,0.0000021882709,3.4297744e-7,0.0000029574273,0.0010027171],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.99587077,0.001117055,0.00029503886,0.000073480645,0.0024936246,0.00015002792],"domain_scores_gemma":[0.99695253,0.0016465466,0.00015139427,0.00006805512,0.000892708,0.00028874347],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.018900065,0.000040671013,0.00015514778,0.00011800687,0.00007645789,0.000058701557,0.0003638368,0.00008974164,0.00013983829],"category_scores_gemma":[0.02150418,0.000022520786,0.000017318936,0.000303131,0.0023970525,0.00015151393,0.00005438714,0.00065070717,0.0000014239512],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004913365,0.00006862237,0.00483151,0.000054563305,0.00004068552,0.000030132454,0.36445063,2.338776e-7,0.00012897608,0.06058682,0.5468839,0.022432622],"study_design_scores_gemma":[0.0030359696,0.0003819598,0.0024697147,0.0005822696,0.0000251738,0.000041619303,0.7795523,0.00062734826,0.00025164304,0.0046257926,0.20830734,0.000098884455],"about_ca_topic_score_codex":0.0025956829,"about_ca_topic_score_gemma":0.00097121065,"teacher_disagreement_score":0.41510168,"about_ca_system_score_codex":0.000056093984,"about_ca_system_score_gemma":0.00079909916,"threshold_uncertainty_score":0.9867381},"labels":[],"label_agreement":null},{"id":"W2125728425","doi":"10.2196/jmir.1922","title":"The Role of User Control in Adherence to and Knowledge Gained from a Website: Randomized Comparison Between a Tunneled Version and a Freedom-of-Choice Version","year":2012,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":95,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek","keywords":"Test (biology); The Internet; Psychological intervention; Control (management); Population; Medicine; World Wide Web; Computer science; Internet privacy; Psychology; Nursing; Artificial intelligence","score_opus":0.09482665439410719,"score_gpt":0.5246257522432041,"score_spread":0.42979909784909687,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2125728425","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9935168,0.0024193889,0.00079432793,0.0018482542,0.00022608395,0.0007049579,0.000014688013,0.0000027257888,0.00047278282],"genre_scores_gemma":[0.9989904,0.00027640848,0.0001825901,0.00012621593,0.00031293137,0.000017547234,0.000003094289,0.0000047760336,0.00008600964],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99175066,0.004445981,0.0021347282,0.00010214615,0.0011469547,0.00041954196],"domain_scores_gemma":[0.97471666,0.022898914,0.00070606667,0.00016740353,0.0008352524,0.00067568384],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03175569,0.00008763316,0.00073574815,0.00026723812,0.00014064636,0.000017501394,0.00042533875,0.00024156332,0.0005527417],"category_scores_gemma":[0.016815726,0.000049473616,0.000062842504,0.00025665842,0.00031884343,0.0004014855,0.00034280602,0.0016907007,0.000030213332],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.032006226,0.00018694907,0.9198897,0.00027642457,0.000060360257,7.4900186e-7,0.020191317,3.690513e-7,0.00014699135,0.00018433583,0.009567961,0.017488655],"study_design_scores_gemma":[0.17389454,0.0014119315,0.58738637,0.0069976584,0.000067171364,0.0000023732935,0.017705807,0.043255247,0.00031759497,0.0007019817,0.16808093,0.0001783952],"about_ca_topic_score_codex":0.002450483,"about_ca_topic_score_gemma":0.00024476906,"teacher_disagreement_score":0.3325033,"about_ca_system_score_codex":0.00009771794,"about_ca_system_score_gemma":0.00047076814,"threshold_uncertainty_score":0.99701124},"labels":[],"label_agreement":null},{"id":"W2129813704","doi":"10.2196/jmir.2102","title":"FluBreaks: Early Epidemic Detection from Google Flu Trends","year":2012,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Data-Driven Disease Surveillance","field":"Medicine","cited_by":103,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"York University; University of Michigan","keywords":"Disease control; Medicine; Disease surveillance; Baseline (sea); Service (business); Public health surveillance; Epidemic disease; Bird flu; Disease; Geography; Demography; Medical emergency; Environmental health; Public health; Virology; Business; Political science","score_opus":0.08038576323393631,"score_gpt":0.4395567260200853,"score_spread":0.35917096278614896,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2129813704","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.987355,0.0037434765,0.0010883192,0.0040086117,0.000952759,0.00009208497,0.000025799078,0.000032010437,0.0027019358],"genre_scores_gemma":[0.9932196,0.00040483737,0.00022854506,0.00030964654,0.0035160293,0.0000061085348,0.000022686567,0.00003007733,0.002262473],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9934808,0.0007947329,0.00082542887,0.00021107247,0.003985494,0.0007024721],"domain_scores_gemma":[0.9960756,0.0009609894,0.00022065453,0.00040078396,0.0005395088,0.0018025148],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008218962,0.00014960501,0.00053500355,0.0006035555,0.0000418083,0.000046017823,0.00064283324,0.00028552132,0.008578294],"category_scores_gemma":[0.0062879985,0.00010770581,0.00025667401,0.00050014857,0.0003018602,0.00034593302,0.00026475912,0.0022846912,0.0006243779],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021059148,0.0010620741,0.149143,0.00007501065,0.00058841234,0.0009279601,0.00086344883,4.7448597e-7,0.008444089,0.000084452804,0.2179099,0.6187953],"study_design_scores_gemma":[0.004182539,0.0016546375,0.6347395,0.0012036575,0.00012358245,0.0011873264,0.00030938585,0.0014782011,0.008699842,0.00026114137,0.34593248,0.00022766794],"about_ca_topic_score_codex":0.0009862412,"about_ca_topic_score_gemma":0.00008625959,"teacher_disagreement_score":0.6185676,"about_ca_system_score_codex":0.00032292237,"about_ca_system_score_gemma":0.00027940702,"threshold_uncertainty_score":0.9925974},"labels":[],"label_agreement":null},{"id":"W2129909922","doi":"10.2196/jmir.4486","title":"A Computerized Lifestyle Application to Promote Multiple Health Behaviors at the Workplace: Testing Its Behavioral and Psychological Effects","year":2015,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Physical Activity and Health","field":"Medicine","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Behavior change; Theory of planned behavior; Health promotion; Intervention (counseling); Workplace health promotion; Promotion (chess); Behavior change methods; Applied psychology; Randomized controlled trial; Psychology; Control (management); Psychological intervention; Medicine; Nursing; Social psychology; Public health; Computer science","score_opus":0.2628600799433259,"score_gpt":0.5286715945084117,"score_spread":0.26581151456508584,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2129909922","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9626084,0.00025833433,0.001079633,0.035072535,0.00012723585,0.00078641315,0.00000150806,0.000015778125,0.000050140126],"genre_scores_gemma":[0.9969019,0.00003338923,0.0012267377,0.0009705353,0.00058494677,0.00003460337,0.0000023741886,0.000013733017,0.0002317628],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9959237,0.00064339506,0.00048399504,0.00024877104,0.0022333693,0.00046675536],"domain_scores_gemma":[0.9962038,0.0010402146,0.00017326896,0.00019514344,0.00047564917,0.0019119474],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006431931,0.000116650364,0.00047803143,0.00013666322,0.00011246017,0.000044772492,0.000344556,0.00015832816,0.00002937871],"category_scores_gemma":[0.0031638846,0.000066894296,0.000063016,0.00039599062,0.0002229078,0.000056430457,0.0003891499,0.0018082805,0.000050021317],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0073188865,0.015883511,0.050585482,0.00081157364,0.00011187931,0.0012746378,0.008069888,0.000010390977,0.025203755,0.00015224527,0.093925945,0.7966518],"study_design_scores_gemma":[0.05089354,0.21477753,0.49987724,0.015290988,0.0003015453,0.019095069,0.0016982938,0.08342332,0.014106257,0.0011844211,0.09812409,0.0012277066],"about_ca_topic_score_codex":0.00027257035,"about_ca_topic_score_gemma":0.00008217863,"teacher_disagreement_score":0.7954241,"about_ca_system_score_codex":0.00034577787,"about_ca_system_score_gemma":0.00040593956,"threshold_uncertainty_score":0.78561795},"labels":[],"label_agreement":null},{"id":"W2130951046","doi":"10.2196/jmir.1732","title":"A Smartphone Client-Server Teleradiology System for Primary Diagnosis of Acute Stroke","year":2011,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Acute Ischemic Stroke Management","field":"Medicine","cited_by":91,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"Fondation pour la Recherche Médicale; Heart and Stroke Foundation of Canada","keywords":"Teleradiology; Medicine; DICOM; Radiology; Neuroimaging; Computer science; Acute stroke; Telemedicine","score_opus":0.08080905661620015,"score_gpt":0.3798697175686931,"score_spread":0.29906066095249295,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2130951046","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98360974,0.0007763111,0.0024667068,0.002723722,0.00070334243,0.00059347745,0.00002037007,0.000014049334,0.0090922555],"genre_scores_gemma":[0.9920679,0.0007556163,0.0030499964,0.00030412112,0.000694607,0.0000730869,0.000008520755,0.000030816416,0.0030153503],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9952144,0.0002501984,0.001126498,0.00023972642,0.0026339923,0.0005351746],"domain_scores_gemma":[0.99702,0.00070883514,0.00038919217,0.00035740665,0.00095169235,0.000572893],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0058702026,0.00015181107,0.00082034414,0.00056628016,0.00002523095,0.000011279125,0.0008736357,0.00029189073,0.0014910515],"category_scores_gemma":[0.0010631976,0.00010504522,0.0003725617,0.00019324647,0.0004222253,0.00008133614,0.00044260247,0.0011446538,0.00003309031],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008440255,0.001971428,0.13720371,0.0026533569,0.00624114,0.0037152213,0.0017895731,2.0467083e-7,0.004251772,0.001433676,0.7961955,0.036104143],"study_design_scores_gemma":[0.047702808,0.045073885,0.22490008,0.0135352565,0.0038582145,0.013351128,0.007827176,0.0014132624,0.2836017,0.00021317147,0.35759532,0.0009279959],"about_ca_topic_score_codex":0.00010740633,"about_ca_topic_score_gemma":0.000004820314,"teacher_disagreement_score":0.4386002,"about_ca_system_score_codex":0.0003809277,"about_ca_system_score_gemma":0.00040762752,"threshold_uncertainty_score":0.9994217},"labels":[],"label_agreement":null},{"id":"W2133622904","doi":"10.2196/jmir.2350","title":"Development and Testing of a Multidimensional iPhone Pain Assessment Application for Adolescents with Cancer","year":2013,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Pediatric Pain Management Techniques","field":"Medicine","cited_by":314,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Children's Hospital of Eastern Ontario; University of Ottawa; University of Toronto; BC Children's Hospital; SickKids Foundation; Hospital for Sick Children; McMaster University","funders":"","keywords":"Usability; Psychological pain; Cancer pain; Thematic analysis; Qualitative research; Psychology; Pain assessment; Mood; Fidelity; Applied psychology; Medicine; Physical therapy; Clinical psychology; Computer science; Cancer; Pain management; Human–computer interaction","score_opus":0.07231908396044605,"score_gpt":0.4332300676551473,"score_spread":0.36091098369470126,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2133622904","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8776044,0.00024338524,0.117918976,0.0032605552,0.000021669683,0.0008602879,5.186683e-7,0.000010719787,0.00007944146],"genre_scores_gemma":[0.88221127,0.000115277864,0.11707506,0.00019016833,0.00014753822,0.00014968966,0.0000016148456,0.000010655648,0.00009872468],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99701995,0.00015278252,0.00048479656,0.00013669045,0.001985462,0.00022034944],"domain_scores_gemma":[0.9978161,0.00050310465,0.00022212185,0.00009523798,0.0010871618,0.00027627527],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0077933297,0.000076612734,0.0002454841,0.00027787412,0.000026251035,0.000012223526,0.00017228082,0.00008051249,0.0000750754],"category_scores_gemma":[0.0015776998,0.000050293944,0.000027387841,0.00020180373,0.00012930544,0.000061785366,0.00012627768,0.0004988338,0.0000011570029],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004386835,0.0008863808,0.43051618,0.0015596736,0.00019920831,0.000058077014,0.0003020615,0.0000018015392,0.012679918,0.00009138491,0.0289368,0.52432984],"study_design_scores_gemma":[0.008679231,0.004084433,0.8336923,0.014701597,0.00013446182,0.00019744331,0.00096999324,0.102820694,0.012565736,0.00044376287,0.02141121,0.0002991358],"about_ca_topic_score_codex":0.00026152364,"about_ca_topic_score_gemma":0.000018456294,"teacher_disagreement_score":0.5240307,"about_ca_system_score_codex":0.00018321206,"about_ca_system_score_gemma":0.00064173713,"threshold_uncertainty_score":0.27010283},"labels":[],"label_agreement":null},{"id":"W2134336309","doi":"10.2196/jmir.2829","title":"The Good, Bad, and Ugly of Online Recruitment of Parents for Health-Related Focus Groups: Lessons Learned","year":2013,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Focus Groups and Qualitative Methods","field":"Social Sciences","cited_by":77,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa; University Health Network; University of Toronto; Bruyère; Public Health Ontario; Hospital for Sick Children; University of Calgary; Trillium Health Centre","funders":"Canadian Institutes of Health Research; Public Health Agency; Public Health Agency of Canada","keywords":"Incentive; The Internet; Focus group; Protocol (science); Social media; Medicine; Psychology; Computer science; Medical education; Internet privacy; World Wide Web; Business; Marketing; Alternative medicine","score_opus":0.43625979858111247,"score_gpt":0.6028910685183995,"score_spread":0.166631269937287,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2134336309","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.68325675,0.007711039,0.0027350348,0.30365092,0.00048514883,0.001099636,0.000020128395,0.000005449144,0.0010358877],"genre_scores_gemma":[0.9907803,0.0052447272,0.002004266,0.000072982606,0.00020602877,0.000028959807,0.0000014183343,0.000010864596,0.0016504701],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9921466,0.0038638203,0.001041208,0.00013606108,0.0023733524,0.00043895718],"domain_scores_gemma":[0.9918171,0.006000035,0.0005529618,0.00012438995,0.0010441615,0.00046133174],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03533847,0.00007895189,0.00040866795,0.00014790839,0.00019659285,0.000052237287,0.00072223676,0.00015195306,0.00027310726],"category_scores_gemma":[0.010882257,0.000045230136,0.00013458995,0.0002887052,0.0014382539,0.00010963143,0.00015685348,0.0007895787,0.0000025384704],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003031412,0.0004860309,0.0010863438,0.00009453686,0.00021972555,0.000005385885,0.025219431,4.356176e-7,0.00018091206,0.123761594,0.014476427,0.83416605],"study_design_scores_gemma":[0.00844711,0.015101668,0.024292424,0.0037274985,0.000067634704,0.000039225244,0.21117137,0.0029428992,0.0016634275,0.3172298,0.414911,0.00040594328],"about_ca_topic_score_codex":0.0074450043,"about_ca_topic_score_gemma":0.00210365,"teacher_disagreement_score":0.8337601,"about_ca_system_score_codex":0.00012037023,"about_ca_system_score_gemma":0.00063967373,"threshold_uncertainty_score":0.9991645},"labels":[],"label_agreement":null},{"id":"W2136662419","doi":"10.2196/jmir.1349","title":"Usability Testing of an Online Self-management Program for Adolescents With Juvenile Idiopathic Arthritis","year":2010,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Autoimmune and Inflammatory Disorders Research","field":"Medicine","cited_by":147,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Institute for Clinical Evaluative Sciences; BC Children's Hospital; University of Toronto; SickKids Foundation; Montreal Children's Hospital; Izaak Walton Killam Health Centre; Hospital for Sick Children","funders":"Canadian Arthritis Network; Canadian Institutes of Health Research; Canada Research Chairs; Arthritis Society; Canadian Child Health Clinician Scientist Program","keywords":"Usability; Applied psychology; The Internet; Descriptive statistics; Psychology; Web usability; Multimedia; Medical education; Computer science; World Wide Web; Medicine; Human–computer interaction; Mathematics","score_opus":0.056615688931662356,"score_gpt":0.40317080688287743,"score_spread":0.3465551179512151,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2136662419","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9964142,0.00041091442,0.00021468553,0.0014975033,0.000112022804,0.0009928565,0.00000302386,0.00002617746,0.0003286352],"genre_scores_gemma":[0.98975474,0.00017034366,0.009451239,0.000049491453,0.00035319926,0.000043813787,0.000005196483,0.000027371614,0.00014458587],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9942287,0.00025557203,0.0011192283,0.00024629835,0.0036071362,0.0005430401],"domain_scores_gemma":[0.9964211,0.00019055564,0.00029034942,0.00039742346,0.0020703848,0.00063020067],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0105378935,0.00013490008,0.00062223675,0.00037269204,0.000064489606,0.000046208042,0.0007087867,0.00022151213,0.00022033462],"category_scores_gemma":[0.004019043,0.000090737696,0.00013532992,0.00043907805,0.00052345934,0.00017078138,0.00021855827,0.0026324496,0.000005200841],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002381353,0.008858273,0.05072034,0.0028749842,0.00020530794,0.0009368757,0.00051080005,0.0000013897856,0.0022757656,0.00012674431,0.0012019032,0.92990625],"study_design_scores_gemma":[0.07211833,0.123303436,0.4752303,0.05774731,0.00042523962,0.0074221487,0.008582846,0.08242076,0.02297943,0.0018200912,0.14680728,0.0011428338],"about_ca_topic_score_codex":0.000090260575,"about_ca_topic_score_gemma":0.00017982716,"teacher_disagreement_score":0.92876345,"about_ca_system_score_codex":0.00009019385,"about_ca_system_score_gemma":0.0011527688,"threshold_uncertainty_score":0.99966854},"labels":[],"label_agreement":null},{"id":"W2138515006","doi":"10.2196/jmir.9.2.e18","title":"Language Preferences on Websites and in Google Searches for Human Health and Food Information","year":2007,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph; University of Toronto","funders":"","keywords":"The Internet; World Wide Web; Local language; Computer science; Internet privacy","score_opus":0.24094930617844126,"score_gpt":0.6006707008772453,"score_spread":0.35972139469880404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2138515006","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9898612,0.00040576575,0.0013776184,0.0058455085,0.00010190973,0.00050801353,0.000007914709,0.000005894576,0.0018861794],"genre_scores_gemma":[0.99650115,0.00023350716,0.00041830962,0.0024507777,0.00018888895,0.000013870072,0.000010785246,0.0000035813807,0.00017914578],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9961268,0.0006992805,0.0015216024,0.000080397505,0.0011035749,0.00046839248],"domain_scores_gemma":[0.9958569,0.0026678117,0.0003756637,0.00008756558,0.0004055705,0.00060652685],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.036710784,0.000065212196,0.0002279879,0.00055768294,0.00021798465,0.00004563565,0.000232521,0.00018016435,0.00032045893],"category_scores_gemma":[0.005612785,0.00004327107,0.000021644923,0.00017597964,0.0001336077,0.00075362786,0.00012443453,0.0017827759,0.00001433919],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020908448,0.0003327356,0.34084892,0.0066206465,0.000040695257,0.000007131578,0.15283257,6.1449845e-7,0.000017478531,0.013724298,0.048003923,0.43548015],"study_design_scores_gemma":[0.008390582,0.010698415,0.59431756,0.00792812,0.000003639396,0.000034418317,0.11712846,0.0043794694,0.00020355372,0.0078832125,0.24878235,0.00025018898],"about_ca_topic_score_codex":0.00035576196,"about_ca_topic_score_gemma":0.0011189942,"teacher_disagreement_score":0.43522996,"about_ca_system_score_codex":0.00018154616,"about_ca_system_score_gemma":0.0007201268,"threshold_uncertainty_score":0.99190897},"labels":[],"label_agreement":null},{"id":"W2140384373","doi":"10.2196/jmir.8.4.e25","title":"Age-Specific Search Strategies for Medline","year":2006,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":102,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Toronto","funders":"U.S. National Library of Medicine","keywords":"MEDLINE; Medicine; Computer science; Biology","score_opus":0.2601106171192911,"score_gpt":0.5943111250951568,"score_spread":0.3342005079758657,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2140384373","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84599835,0.0011714876,0.088436514,0.027768752,0.0020038874,0.0012595564,0.000023587647,0.000038540744,0.03329933],"genre_scores_gemma":[0.98504007,0.00032509948,0.0028266008,0.0013052901,0.004082509,0.00005268057,0.000028131628,0.000019059968,0.006320541],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9910661,0.0020863777,0.002661588,0.00015886973,0.003189362,0.0008376865],"domain_scores_gemma":[0.99168086,0.0044357735,0.00040717234,0.000243991,0.0026827853,0.0005494074],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.047526084,0.00010563723,0.0003682877,0.00044875286,0.00040926444,0.00010514192,0.0008922909,0.00038945497,0.0071208663],"category_scores_gemma":[0.0028255964,0.00006909855,0.00012857752,0.00037042832,0.000303792,0.0007636307,0.00020787223,0.004470234,0.00021562362],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00080257806,0.0002985665,0.0055283834,0.0010911586,0.000024531051,0.00008764105,0.004704164,0.000009360403,0.000077749275,0.05779698,0.90122575,0.02835312],"study_design_scores_gemma":[0.0020163397,0.00044958433,0.006081258,0.0008293568,0.0000027215835,0.000024412755,0.007873575,0.0057533155,0.00008537756,0.011347764,0.96545017,0.00008609785],"about_ca_topic_score_codex":0.0005339746,"about_ca_topic_score_gemma":0.00017069846,"teacher_disagreement_score":0.13904175,"about_ca_system_score_codex":0.0003212053,"about_ca_system_score_gemma":0.0025604968,"threshold_uncertainty_score":0.9978265},"labels":[],"label_agreement":null},{"id":"W2141445247","doi":"10.2196/jmir.955","title":"Assessing Patient Attitudes to Computerized Screening in Primary Care: Psychometric Properties of the Computerized Lifestyle Assessment Scale","year":2008,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute for Work & Health; York University; University of Toronto; St. Michael's Hospital","funders":"Institute of Gender and Health; Canadian Institutes of Health Research","keywords":"Intraclass correlation; Scale (ratio); Construct validity; Reliability (semiconductor); Popularity; Psychology; Medicine; Psychometrics; Clinical psychology; Construct (python library); Family medicine; Social psychology; Computer science","score_opus":0.20349938522535724,"score_gpt":0.52379389679623,"score_spread":0.32029451157087274,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2141445247","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9794544,0.00092632964,0.008044299,0.008203472,0.0007766997,0.00190352,0.000003485556,0.000012151481,0.0006756326],"genre_scores_gemma":[0.9866415,0.00060420414,0.009956789,0.0019026253,0.0004043427,0.00039083135,0.0000034044895,0.000021121285,0.00007516737],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99084705,0.0027421247,0.0020171478,0.00026415085,0.0033692082,0.00076032156],"domain_scores_gemma":[0.9957575,0.0011281321,0.0006288101,0.00039252228,0.0012473669,0.00084564084],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0069697853,0.00014460225,0.00064418407,0.0008447337,0.00045698942,0.000027772765,0.0011416482,0.00024953907,0.00013940303],"category_scores_gemma":[0.0009303649,0.000089050314,0.00012536043,0.0015050633,0.00029814744,0.00016018588,0.00080332253,0.0030858554,0.000013638171],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00082612585,0.0014876539,0.772777,0.0036456876,0.00006831688,0.00006178772,0.009571387,0.000052017935,0.0022115877,0.0001926885,0.027946146,0.1811596],"study_design_scores_gemma":[0.0033775445,0.0006540029,0.9521336,0.00827545,0.00000690123,0.00007144359,0.0015200721,0.0011037175,0.00021923105,0.000014198585,0.03250425,0.00011958237],"about_ca_topic_score_codex":0.0006706423,"about_ca_topic_score_gemma":0.00014508526,"teacher_disagreement_score":0.18104002,"about_ca_system_score_codex":0.00062124815,"about_ca_system_score_gemma":0.0042092837,"threshold_uncertainty_score":0.99921405},"labels":[],"label_agreement":null},{"id":"W2142045602","doi":"10.2196/jmir.2496","title":"Collaborative Biomedicine in the Age of Big Data: The Case of Cancer","year":2014,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Biomedical and Engineering Education","field":"Engineering","cited_by":64,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"PricewaterhouseCoopers (Canada)","funders":"","keywords":"Biomedicine; Precision medicine; Personalized medicine; Informatics; Big data; Sociotechnical system; Health care; Cancer prevention; Health informatics; Data science; Medicine; Cancer; Computer science; Knowledge management; Engineering; Political science; Bioinformatics; Data mining","score_opus":0.08865560778507883,"score_gpt":0.42496280530006875,"score_spread":0.33630719751498994,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2142045602","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96316665,0.0058752256,0.0053099617,0.022696137,0.0019416863,0.00016819657,0.000020505277,0.0000071815452,0.0008144686],"genre_scores_gemma":[0.9980071,0.0010310528,0.000047813188,0.000055729397,0.00080794824,0.000004437811,0.0000037908137,0.00000672691,0.00003541048],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980278,0.00023551584,0.00045614003,0.00006432376,0.0010488585,0.00016735504],"domain_scores_gemma":[0.9983605,0.0010188596,0.00005983111,0.00026117032,0.00020315991,0.00009645205],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007497685,0.00005893133,0.00019765487,0.0002197599,0.000011570215,0.000012222899,0.0010294857,0.000092496295,0.00011630695],"category_scores_gemma":[0.0016007856,0.000026947058,0.000024783907,0.0007578021,0.00041019538,0.000044341738,0.000100230296,0.000880695,0.0000014362502],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013058784,0.0005325227,0.0010880126,0.001805985,0.0004308537,0.0017758477,0.017515587,0.00040068274,0.0052915546,0.0021386878,0.45241278,0.51647687],"study_design_scores_gemma":[0.0040370077,0.0018526512,0.016267348,0.0057398635,0.0001212769,0.002454048,0.017444247,0.24127792,0.0059950636,0.00165937,0.70280784,0.00034336487],"about_ca_topic_score_codex":0.0010190922,"about_ca_topic_score_gemma":0.00073994003,"teacher_disagreement_score":0.51613355,"about_ca_system_score_codex":0.00004000959,"about_ca_system_score_gemma":0.00013856863,"threshold_uncertainty_score":0.38262305},"labels":[],"label_agreement":null},{"id":"W2142564124","doi":"10.2196/jmir.2058","title":"Design of an mHealth App for the Self-management of Adolescent Type 1 Diabetes: A Pilot Study","year":2012,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":718,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; University of Toronto; University Health Network","funders":"Hospital for Sick Children; University Health Network","keywords":"mHealth; Thematic analysis; Diabetes management; Population; Type 2 diabetes; Medicine; Computer science; Psychology; Applied psychology; Diabetes mellitus; Psychological intervention; Nursing; Qualitative research","score_opus":0.299451055951236,"score_gpt":0.5666331298542607,"score_spread":0.26718207390302473,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2142564124","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9009747,0.009613263,0.041318182,0.018136745,0.0032484904,0.025883293,0.000019693338,0.000052401705,0.0007532228],"genre_scores_gemma":[0.9925238,0.0025743728,0.002149563,0.0005315154,0.0007748067,0.00120669,0.0000020093341,0.000023798346,0.00021346033],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99246204,0.0024807137,0.0016728884,0.00015641021,0.0022614305,0.00096653117],"domain_scores_gemma":[0.99262065,0.0036684936,0.0007485047,0.00046184054,0.0013539351,0.0011465616],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.037602704,0.00011031898,0.0004477345,0.00024579337,0.0002631611,0.0000052652317,0.0010656812,0.0001248515,0.00045207722],"category_scores_gemma":[0.0008880783,0.00006549733,0.000052723557,0.00044604772,0.00014609209,0.000089090994,0.0002391649,0.001736505,0.00002654984],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.013032518,0.057292175,0.11838135,0.030021863,0.0016347137,0.000022307077,0.023861786,0.000053756616,0.00023751204,0.022011476,0.4218291,0.31162143],"study_design_scores_gemma":[0.027049486,0.10191453,0.28750885,0.011402605,0.0008047539,0.00002899349,0.06971014,0.02366063,0.00036953803,0.0016296405,0.47535223,0.00056860386],"about_ca_topic_score_codex":0.00017395083,"about_ca_topic_score_gemma":0.000035930283,"teacher_disagreement_score":0.31105283,"about_ca_system_score_codex":0.00025003505,"about_ca_system_score_gemma":0.0017753273,"threshold_uncertainty_score":0.9909905},"labels":[],"label_agreement":null},{"id":"W2142854083","doi":"10.2196/jmir.3569","title":"Motivations for Contributing to Health-Related Articles on Wikipedia: An Interview Study","year":2014,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Wikis in Education and Collaboration","field":"Social Sciences","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Thematic analysis; Medical education; Psychology; Computer-assisted web interviewing; Medicine; Qualitative research; Sociology","score_opus":0.18930715834211917,"score_gpt":0.5497075854152728,"score_spread":0.36040042707315356,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2142854083","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8386665,0.000051478073,0.0049961754,0.15432099,0.0007102928,0.000516623,0.0000010847081,0.000011507202,0.0007253533],"genre_scores_gemma":[0.99719584,0.000021671587,0.0001492468,0.00094159076,0.0009640009,0.000024945017,0.0000013934111,0.000006612537,0.00069472275],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9940656,0.0027303076,0.0006255111,0.00013213464,0.0020485548,0.00039789442],"domain_scores_gemma":[0.9958524,0.0015450951,0.00018504442,0.00012049246,0.0016314458,0.00066549954],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.044112258,0.00005344724,0.0001929707,0.0002806228,0.00034459878,0.00018772851,0.00057589856,0.00008477542,0.0004521396],"category_scores_gemma":[0.028425198,0.0000421971,0.000044456625,0.0006253437,0.00012245387,0.00017174703,0.000058803893,0.000523127,0.0000322297],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028001392,0.0040893364,0.020223001,0.000038576996,0.00011365999,0.0000074822756,0.1647033,0.000027269129,0.000033516335,0.14980482,0.14466837,0.51601064],"study_design_scores_gemma":[0.0050250595,0.021168832,0.080977865,0.0014566777,0.000026873253,0.000013593906,0.31180143,0.005280319,0.0002362202,0.018758766,0.5549001,0.00035421707],"about_ca_topic_score_codex":0.0005911593,"about_ca_topic_score_gemma":0.0032819395,"teacher_disagreement_score":0.5156565,"about_ca_system_score_codex":0.00028671688,"about_ca_system_score_gemma":0.00077978167,"threshold_uncertainty_score":0.98428756},"labels":[],"label_agreement":null},{"id":"W2146029572","doi":"10.2196/jmir.2912","title":"Social Media: A Review and Tutorial of Applications in Medicine and Health Care","year":2014,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":753,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Social media; Health care; Web 2.0; Public relations; Population; Internet privacy; Thematic analysis; Medical education; World Wide Web; Medicine; Psychology; Sociology; Computer science; The Internet; Political science; Qualitative research; Social science","score_opus":0.5318333213496785,"score_gpt":0.6761076393253134,"score_spread":0.14427431797563484,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2146029572","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000012911736,0.9612749,0.000008664906,0.035534322,0.0013327193,0.0015856902,0.0000034503653,0.0000036304946,0.00024369563],"genre_scores_gemma":[0.00012580636,0.9905135,0.00003710568,0.00014761338,0.008892598,0.0002436505,0.000010818411,0.000017598637,0.000011300911],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9899769,0.0039526145,0.0019140227,0.0002461185,0.0034548265,0.0004555082],"domain_scores_gemma":[0.9838692,0.0129657425,0.0012392877,0.00014152413,0.00093261915,0.00085165235],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.030802814,0.00016440645,0.0024917526,0.00067207153,0.00015772507,0.000023393146,0.00082043087,0.0006099272,0.0002197279],"category_scores_gemma":[0.03659195,0.00011883265,0.00013304752,0.0009845503,0.001797576,0.00006580802,0.0001597426,0.0024130149,0.0000025178465],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003517445,0.000038543087,0.000039261144,0.0482297,0.00002734895,0.0000032236594,0.03721831,3.0210734e-10,2.1583277e-9,0.0048820777,0.026059799,0.8834982],"study_design_scores_gemma":[0.00022829633,0.00014446297,0.000039158847,0.05180799,0.00010497486,0.00001059485,0.00430333,9.6191194e-8,7.8878815e-9,0.000317626,0.9429781,0.000065366854],"about_ca_topic_score_codex":0.00496289,"about_ca_topic_score_gemma":0.003989369,"teacher_disagreement_score":0.9169183,"about_ca_system_score_codex":0.00082687405,"about_ca_system_score_gemma":0.0069751483,"threshold_uncertainty_score":0.9998885},"labels":[],"label_agreement":null},{"id":"W2148814994","doi":"10.2196/jmir.9.5.e39","title":"Pragmatists, Positive Communicators, and Shy Enthusiasts: Three Viewpoints on Web Conferencing in Health Sciences Education","year":2007,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Q Methodology Applications","field":"Decision Sciences","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Viewpoints; Whiteboard; Curriculum; Medical education; Videoconferencing; Interpersonal communication; Computer science; Psychology; Multimedia; Pedagogy; Medicine","score_opus":0.39129556127618903,"score_gpt":0.6230939401098402,"score_spread":0.23179837883365118,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2148814994","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8962799,0.0025061741,0.01777741,0.075554594,0.00033871946,0.00034193773,0.000002899038,0.00000560573,0.007192794],"genre_scores_gemma":[0.990942,0.0006524528,0.0069653466,0.0011613326,0.0001404351,0.000005591754,7.72495e-7,0.0000057088273,0.00012638186],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.98822564,0.003999834,0.0016238821,0.00033034373,0.0053515085,0.0004688169],"domain_scores_gemma":[0.9741598,0.023250006,0.000654471,0.00041199164,0.00091928476,0.0006044899],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.16928193,0.00009972707,0.0004019281,0.0016224923,0.00018906307,0.0001838907,0.0022760828,0.00016981768,0.00066028937],"category_scores_gemma":[0.038035713,0.00006619328,0.000052826952,0.0013098255,0.0014756679,0.00022438342,0.0005071938,0.0020040986,0.000059818925],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020142284,0.0006620676,0.039558183,0.000022298196,0.000024793579,0.000042149535,0.005174848,0.0000022629063,0.00015483596,0.13325986,0.031891845,0.78900546],"study_design_scores_gemma":[0.0018604524,0.0030145391,0.75265336,0.0040902807,0.0000070198885,0.0011614243,0.022970825,0.0051758387,0.0010823696,0.17555073,0.03215185,0.0002812947],"about_ca_topic_score_codex":0.0006217345,"about_ca_topic_score_gemma":0.0043264655,"teacher_disagreement_score":0.7887241,"about_ca_system_score_codex":0.00030745295,"about_ca_system_score_gemma":0.0027170146,"threshold_uncertainty_score":0.9700673},"labels":[],"label_agreement":null},{"id":"W2150353123","doi":"10.2196/jmir.8.2.e9","title":"eHealth Literacy: Essential Skills for Consumer Health in a Networked World","year":2006,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":2557,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University Health Network; Vancouver Coastal Health Research Institute; University of Toronto; Vancouver Coastal Health","funders":"Canadian Institutes of Health Research; Health Canada","keywords":"eHealth; Health literacy; Literacy; Health care; Information literacy; Population; Set (abstract data type); Public relations; Medical education; Knowledge management; Medicine; Computer science; Internet privacy; Psychology; World Wide Web; Political science; Pedagogy; Environmental health","score_opus":0.1752535360108935,"score_gpt":0.6357331515023248,"score_spread":0.4604796154914313,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2150353123","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000056575573,0.9823713,0.0023663905,0.006641235,0.00309409,0.0040181605,0.000108408254,0.000020996144,0.0013228653],"genre_scores_gemma":[0.000037310536,0.9833727,0.0010727458,0.003431555,0.004000155,0.00035447266,0.00024630682,0.00006617037,0.007418575],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9697268,0.011771511,0.012442023,0.00049457524,0.003325553,0.0022395311],"domain_scores_gemma":[0.9773464,0.0133793345,0.0048734103,0.00059123914,0.0021085804,0.0017010338],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.083680116,0.00044175825,0.0037374333,0.002697426,0.00041651668,0.00012479087,0.0019915255,0.0012052482,0.0033784658],"category_scores_gemma":[0.0076411054,0.000294713,0.0006934875,0.0018463893,0.00031726796,0.0006721175,0.00051064824,0.0134972455,0.00023002815],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009975997,0.00026517565,0.00017659341,0.038375985,0.00003963688,0.000018049579,0.00071482634,1.7528174e-7,7.440497e-10,0.00031878,0.35885957,0.60113144],"study_design_scores_gemma":[0.0015445461,0.00026040597,0.000057093308,0.10482372,0.000023515946,0.000034604782,0.00006932036,0.0005693725,1.8710388e-8,0.00033075246,0.89211553,0.00017108969],"about_ca_topic_score_codex":0.001682006,"about_ca_topic_score_gemma":0.0017572298,"teacher_disagreement_score":0.6009604,"about_ca_system_score_codex":0.0024953105,"about_ca_system_score_gemma":0.02368328,"threshold_uncertainty_score":0.9999505},"labels":[],"label_agreement":null},{"id":"W2150567881","doi":"10.2196/jmir.3717","title":"A Web-Based Psychoeducational Program for Informal Caregivers of Patients With Alzheimer’s Disease: A Pilot Randomized Controlled Trial","year":2015,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":213,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Research Unit on Children's Psychosocial Maladjustment","funders":"Université Paris Descartes","keywords":"Randomized controlled trial; Psychoeducation; Dementia; Medicine; Thematic analysis; Intervention (counseling); Caregiver burden; Family caregivers; Physical therapy; Psychology; Disease; Clinical psychology; Gerontology; Nursing; Qualitative research","score_opus":0.06788115428699189,"score_gpt":0.44007084591833195,"score_spread":0.3721896916313401,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2150567881","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97994494,0.00042230648,0.0006734326,0.0067986404,0.00038394172,0.010273911,0.000013545087,0.000010958172,0.0014783429],"genre_scores_gemma":[0.996981,0.000032176682,0.0005589461,0.00013673019,0.00042349845,0.0011576775,0.000052470157,0.00001790618,0.00063959917],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99051756,0.000775965,0.0010671658,0.00017254268,0.007000508,0.00046623423],"domain_scores_gemma":[0.9890675,0.0018619464,0.00042840163,0.0001650533,0.0069925226,0.0014845532],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.012563893,0.00015495675,0.0011176722,0.0006778175,0.00003452469,0.000057725254,0.00041944638,0.0000906382,0.00091775914],"category_scores_gemma":[0.0119522335,0.00008510897,0.00047169285,0.00029827963,0.0008370724,0.00014042386,0.000066565866,0.0007414241,0.000006591363],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.95798755,0.005837374,0.010101806,0.00010112341,0.0012376832,0.000038787257,0.00016297803,8.600447e-7,0.0000015004765,0.00012652531,0.017086351,0.007317449],"study_design_scores_gemma":[0.95910734,0.026236597,0.0051758955,0.0005704841,0.00052514527,0.0000075976286,0.00025445834,0.0020951764,0.000030470494,0.00006837214,0.005850684,0.00007777086],"about_ca_topic_score_codex":0.000026400561,"about_ca_topic_score_gemma":0.000005132247,"teacher_disagreement_score":0.020399224,"about_ca_system_score_codex":0.000102959064,"about_ca_system_score_gemma":0.007639108,"threshold_uncertainty_score":0.9999955},"labels":[],"label_agreement":null},{"id":"W2151796218","doi":"10.2196/jmir.7.1.e5","title":"The Internet and Clinical Trials: Background, Online Resources, Examples and Issues","year":2005,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Statistical Methods in Clinical Trials","field":"Mathematics","cited_by":93,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Hamilton General Hospital; Hamilton Health Sciences","funders":"","keywords":"The Internet; Clinical trial; Randomized controlled trial; Medicine; Medical physics; Computer science; World Wide Web; Surgery; Pathology","score_opus":0.9320175324453995,"score_gpt":0.7712830913716275,"score_spread":0.160734441073772,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2151796218","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000124929,0.9912464,0.0018461094,0.004391005,0.0013207496,0.0008209611,0.000053239688,0.000016938602,0.0001796578],"genre_scores_gemma":[0.000003283226,0.9262315,0.060735684,0.00009255614,0.00959713,0.000017560766,0.0000025573352,0.00009070802,0.0032290309],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9110706,0.06800571,0.012800917,0.0008790289,0.0062387744,0.0010049883],"domain_scores_gemma":[0.29300314,0.6997663,0.003697257,0.0008718903,0.00093178346,0.001729681],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.3333852,0.0005579311,0.0070682694,0.00043524237,0.00011935515,0.00072396605,0.0029698007,0.001839556,0.0014674522],"category_scores_gemma":[0.7446266,0.00026809284,0.0012656667,0.0003562424,0.0035804335,0.000096525866,0.00216541,0.010561508,0.000036966652],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021777129,0.00031885612,0.0000067434944,0.0022751924,0.0010156147,0.00020438497,0.00007962308,9.750208e-10,1.0256469e-8,0.010563566,0.10076301,0.8845552],"study_design_scores_gemma":[0.0011123812,0.0010470451,0.000006626954,0.027606042,0.0008597905,0.0006474208,0.00027762723,0.00008681889,1.14950154e-7,0.06462232,0.90351635,0.00021748431],"about_ca_topic_score_codex":0.000087855115,"about_ca_topic_score_gemma":0.00015908408,"teacher_disagreement_score":0.8843377,"about_ca_system_score_codex":0.0001800571,"about_ca_system_score_gemma":0.00075046154,"threshold_uncertainty_score":0.9999771},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2152040760","doi":"10.2196/jmir.3264","title":"Virtual Intervention to Support Self-Management of Antiretroviral Therapy Among People Living With HIV","year":2015,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; Ste. Anne's Hospital; Polytechnique Montréal; Université Laval; Université de Montréal; Centre Hospitalier de l’Université de Montréal","funders":"Fonds de Recherche du Québec - Santé; Canadian Institutes of Health Research","keywords":"Antiretroviral therapy; Human immunodeficiency virus (HIV); Psychological intervention; Intervention (counseling); Medicine; eHealth; Information and Communications Technology; Health care; Nursing; Family medicine; Viral load; Computer science; World Wide Web","score_opus":0.05386086035439534,"score_gpt":0.4167344709624465,"score_spread":0.3628736106080511,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2152040760","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.984192,0.0001895989,0.007349463,0.0020363044,0.00010437129,0.00037628817,0.0000030975466,0.00001612545,0.005732721],"genre_scores_gemma":[0.9786473,0.00029803725,0.00065044884,0.000041931766,0.0002682334,0.000017540213,0.000005263002,0.000026286178,0.020044994],"study_design_codex":"not_applicable","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.99240905,0.0005420043,0.0008987752,0.00022219362,0.005388461,0.00053952675],"domain_scores_gemma":[0.9961873,0.00023154251,0.00020525101,0.00029404316,0.0016019858,0.0014798503],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.009734022,0.00014287424,0.00048746212,0.00091013,0.000034336288,0.00007447341,0.0007558055,0.00013058634,0.0030874663],"category_scores_gemma":[0.0014783448,0.000093623086,0.0003103091,0.0007170904,0.00025252096,0.0002630544,0.00041798022,0.001305919,0.000117169024],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004286452,0.0056815515,0.26372215,0.000691273,0.0020896266,0.0021583585,0.0085200295,0.000005415366,0.0003059234,0.0010935256,0.52925926,0.18218644],"study_design_scores_gemma":[0.03428375,0.51536316,0.2784908,0.04173724,0.00031044154,0.0027346676,0.057469282,0.010286535,0.007000457,0.00016969845,0.051419955,0.0007339867],"about_ca_topic_score_codex":0.00037183063,"about_ca_topic_score_gemma":0.00013463177,"teacher_disagreement_score":0.50968164,"about_ca_system_score_codex":0.0002645034,"about_ca_system_score_gemma":0.0004836821,"threshold_uncertainty_score":0.99782383},"labels":[],"label_agreement":null},{"id":"W2154580930","doi":"10.2196/jmir.2.2.e10","title":"Organizing the Present, Looking to the Future: An Online Knowledge Repository to Facilitate Collaboration","year":2000,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Historical and modern epidemiology studies","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"St. Boniface Hospital","funders":"Health Canada","keywords":"Glossary; Computer science; Confidentiality; Medical library; World Wide Web; Health care; Data dictionary; Data science; Knowledge management; Library science; Metadata","score_opus":0.198020466828669,"score_gpt":0.47058183121087616,"score_spread":0.2725613643822071,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2154580930","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49735746,0.0049775955,0.0006149026,0.48292577,0.0015901044,0.00033795525,0.0000029248174,0.000017113507,0.012176153],"genre_scores_gemma":[0.93589234,0.001561463,0.00016657705,0.0016764064,0.010851514,0.000013105272,7.662913e-7,0.000010997795,0.049826853],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99433887,0.002903447,0.00045362336,0.00016746658,0.001740856,0.0003957551],"domain_scores_gemma":[0.99704725,0.0013081004,0.00006707642,0.00018038365,0.0008609969,0.0005362095],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013231481,0.00007350627,0.0001971878,0.00009254714,0.00077463215,0.00009190536,0.0013037225,0.00012605322,0.00051346776],"category_scores_gemma":[0.0047937166,0.000035642493,0.00005744843,0.0006562074,0.0004582439,0.00012137821,0.00017424511,0.0010237971,0.00010531359],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013635041,0.00018961146,0.00051863247,0.0000067484157,0.000058749687,0.00005239999,0.16325036,0.000023654096,0.0000613239,0.0011311003,0.6743859,0.16018516],"study_design_scores_gemma":[0.000093209754,0.0002895532,0.0010515421,0.00005544399,0.0000062545223,0.000011534792,0.019756164,0.00017681048,0.000021346274,0.00022123924,0.97827375,0.000043178978],"about_ca_topic_score_codex":0.0020036749,"about_ca_topic_score_gemma":0.020284971,"teacher_disagreement_score":0.48124936,"about_ca_system_score_codex":0.00032391484,"about_ca_system_score_gemma":0.00053709873,"threshold_uncertainty_score":0.9975923},"labels":[],"label_agreement":null},{"id":"W2154722390","doi":"10.2196/jmir.1912","title":"Perceptions and Experiences of Heart Failure Patients and Clinicians on the Use of Mobile Phone-Based Telemonitoring","year":2012,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Heart Failure Treatment and Management","field":"Medicine","cited_by":157,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University Health Network","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Heart failure; Medicine; Mobile phone; Psychological intervention; Medical emergency; Decompensation; mHealth; Blood pressure; Anxiety; Nursing; Internal medicine; Psychiatry; Computer science","score_opus":0.13395217685381666,"score_gpt":0.43958390057638963,"score_spread":0.30563172372257297,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2154722390","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9927183,0.00014953953,0.000027986925,0.006742353,0.00011707711,0.00021608452,8.8830694e-7,0.0000019272895,0.00002587718],"genre_scores_gemma":[0.9987286,0.0001284746,0.0006616195,0.00013947692,0.00017746529,0.000014617298,7.126179e-7,0.0000057839966,0.00014327203],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99776465,0.0002260228,0.00038755295,0.00007500933,0.0013499733,0.00019682034],"domain_scores_gemma":[0.99841595,0.00087024213,0.00009076832,0.00011007844,0.00023693715,0.00027602803],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020304855,0.00006537757,0.00024190337,0.00017970747,0.000035059642,0.000016533306,0.000096860844,0.000073629664,0.00054383406],"category_scores_gemma":[0.0009699324,0.00003420575,0.000063493455,0.00011282301,0.0003869769,0.00009444861,0.00007829626,0.0004421577,0.0000037929437],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00078882644,0.0031238482,0.767843,0.00024774054,0.00026930147,0.000028850645,0.031515386,0.0000015781255,0.0011452339,0.0001294387,0.16822045,0.026686365],"study_design_scores_gemma":[0.011015292,0.024177974,0.36647576,0.0062788115,0.00030284285,0.00014015056,0.15815532,0.0012439624,0.027915234,0.000023501898,0.40394717,0.00032400465],"about_ca_topic_score_codex":0.00007255604,"about_ca_topic_score_gemma":0.000007461244,"teacher_disagreement_score":0.40136725,"about_ca_system_score_codex":0.000030898103,"about_ca_system_score_gemma":0.00007378635,"threshold_uncertainty_score":0.5954602},"labels":[],"label_agreement":null},{"id":"W2156400800","doi":"10.2196/jmir.9.4.e33","title":"Web-Based Asynchronous Teleconsulting for Consumers in Colombia: A Case Study","year":2007,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Healthcare Systems and Technology","field":"Business, Management and Accounting","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Social Innovation; University of Toronto","funders":"","keywords":"World Wide Web; Health care; Telemedicine; The Internet; Equity (law); Asynchronous communication; Web application; Universal design; Internet privacy; Computer science; Business; Multimedia; Political science; Telecommunications","score_opus":0.08515081716189161,"score_gpt":0.4309317838436485,"score_spread":0.3457809666817569,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2156400800","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9927681,0.00018241494,0.0009841332,0.0044197636,0.00044379936,0.00065970427,5.069315e-7,0.000020017938,0.0005215295],"genre_scores_gemma":[0.9987871,0.000004157662,0.00013250239,0.0003512255,0.00064077834,0.000020893542,6.0548916e-7,0.000018169781,0.000044568314],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967582,0.000107605556,0.001044834,0.00019701799,0.0012468866,0.0006454198],"domain_scores_gemma":[0.9972069,0.0013108129,0.00031500997,0.00014582212,0.00093090074,0.000090552116],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.026965389,0.000107058484,0.00038033017,0.0014058609,0.00008593008,0.000114899114,0.0005243727,0.0002665364,0.00024547774],"category_scores_gemma":[0.006805629,0.00008495582,0.00008041634,0.0006810785,0.00018462677,0.00017225774,0.0001595386,0.0014320916,0.000023977309],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007080953,0.0018329225,0.41950417,0.00078696205,0.00014019183,0.07802203,0.00043681957,0.000002910871,0.00009612408,0.0011734043,0.02308815,0.47420824],"study_design_scores_gemma":[0.045100976,0.0044706855,0.025628572,0.0031533414,0.0000942418,0.012996099,0.09173025,0.07047811,0.0002665323,0.00066574756,0.7445555,0.00085994124],"about_ca_topic_score_codex":0.018517125,"about_ca_topic_score_gemma":0.05045946,"teacher_disagreement_score":0.7214674,"about_ca_system_score_codex":0.00021777971,"about_ca_system_score_gemma":0.0005478847,"threshold_uncertainty_score":0.98801863},"labels":[],"label_agreement":null},{"id":"W2160398616","doi":"10.2196/jmir.1510","title":"Feasibility of an eHealth Service to Support Collaborative Depression Care: Results of a Pilot Study","year":2010,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":74,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; University of Toronto","funders":"Ministrstvo za zdravje","keywords":"eHealth; Intervention (counseling); Medicine; Odds ratio; Depression (economics); Physical therapy; Service (business); Confidence interval; Health care; Family medicine; Nursing; Internal medicine","score_opus":0.2069471912865617,"score_gpt":0.584964544144505,"score_spread":0.37801735285794336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2160398616","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9896419,0.00006131782,0.000022918286,0.003356795,0.001427224,0.0009250036,0.00011952135,0.00000665526,0.00443864],"genre_scores_gemma":[0.9989257,0.000002194075,0.00025542773,0.00014654695,0.00018990388,0.00002457266,0.000008131956,0.000017402584,0.00043012202],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99250144,0.0015810757,0.0019585288,0.00034050527,0.003164329,0.00045409854],"domain_scores_gemma":[0.9935492,0.00075269135,0.0006158389,0.00062466104,0.0032724275,0.0011851565],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.012686461,0.00012747216,0.00050666986,0.00049194397,0.000042738306,0.000029765117,0.001388915,0.00015112286,0.0015479216],"category_scores_gemma":[0.0033478697,0.00009654296,0.000076523735,0.0008753511,0.00025392135,0.00019393215,0.00043160532,0.0018513052,0.00006173169],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.124275096,0.14022177,0.17100659,0.002531695,0.0008785288,0.0020000115,0.14911321,0.000004993412,0.005525875,0.0030458209,0.13991815,0.26147825],"study_design_scores_gemma":[0.023229452,0.35860175,0.5191148,0.0026726094,0.00006635532,0.00052526966,0.07456844,0.00007020108,0.012284995,0.001128612,0.007366197,0.00037134433],"about_ca_topic_score_codex":0.0046368064,"about_ca_topic_score_gemma":0.016563194,"teacher_disagreement_score":0.3481082,"about_ca_system_score_codex":0.00017442743,"about_ca_system_score_gemma":0.0010532184,"threshold_uncertainty_score":0.9993648},"labels":[],"label_agreement":null},{"id":"W2160919213","doi":"10.2196/jmir.2533","title":"Partnership for Health-2, A Web-Based Versus Print Smoking Cessation Intervention for Childhood and Young Adult Cancer Survivors: Randomized Comparative Effectiveness Study","year":2013,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Smoking Behavior and Cessation","field":"Medicine","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; Princess Margaret Cancer Centre","funders":"National Cancer Institute","keywords":"Smoking cessation; General partnership; Medicine; Intervention (counseling); Randomized controlled trial; Childhood cancer; Health promotion; Cancer; Family medicine; Public health; Nursing; Internal medicine","score_opus":0.13538956180688388,"score_gpt":0.4989543308854649,"score_spread":0.36356476907858104,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2160919213","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9858569,0.0002231878,0.0064647687,0.0032426403,0.00051494373,0.003657779,0.0000027418432,0.000012097206,0.00002495864],"genre_scores_gemma":[0.9981108,0.000053703916,0.000051304723,0.00006740592,0.00033429795,0.0013091032,0.000016593474,0.000017446393,0.000039348193],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9953396,0.0016243074,0.00078756333,0.0002340337,0.0016967005,0.0003178057],"domain_scores_gemma":[0.9942159,0.0030877872,0.0004007317,0.00011630073,0.0018532488,0.0003260041],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015246448,0.00013799561,0.0007645361,0.00035659724,0.00009434902,0.000111944646,0.00018144229,0.00014179082,0.00017397522],"category_scores_gemma":[0.0038369556,0.00009587936,0.0002383097,0.00017232582,0.00018713067,0.00015144024,0.00004505104,0.0007170915,5.00875e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.22754362,0.0061863577,0.6922535,0.0023602683,0.0021095874,0.00002356094,0.017095396,0.0000205822,0.00016760416,0.0005305035,0.005183488,0.04652554],"study_design_scores_gemma":[0.45553935,0.007361832,0.50821537,0.0043363995,0.00033502336,0.000029471457,0.005761254,0.016774876,0.0011614648,0.00024300368,0.00008718258,0.00015477743],"about_ca_topic_score_codex":0.0035906336,"about_ca_topic_score_gemma":0.0009330438,"teacher_disagreement_score":0.22799572,"about_ca_system_score_codex":0.00040114322,"about_ca_system_score_gemma":0.000484792,"threshold_uncertainty_score":0.5427988},"labels":[],"label_agreement":null},{"id":"W2161620759","doi":"10.2196/jmir.7.1.e7","title":"Usage and Longitudinal Effectiveness of a Web-Based Self-Help Cognitive Behavioral Therapy Program for Panic Disorder","year":2005,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":234,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Addiction and Mental Health","funders":"","keywords":"Panic disorder; Panic; Anxiety; Cognitive behavioral therapy; Context (archaeology); Psychological intervention; Agoraphobia; Session (web analytics); Psychology; Clinical psychology; Psychiatry; Medicine; Computer science; World Wide Web","score_opus":0.1325176619394532,"score_gpt":0.549147409836536,"score_spread":0.4166297478970828,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2161620759","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9944055,0.0015711659,0.00084525294,0.0013138357,0.0003443617,0.0010554782,0.000027820004,0.000016729264,0.0004198387],"genre_scores_gemma":[0.99888456,0.000043771764,0.00033595396,0.000041527383,0.00017726024,0.0002525744,0.000006568423,0.000023531016,0.0002342574],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9964187,0.00092113676,0.0006940226,0.00022810878,0.0012759572,0.000462075],"domain_scores_gemma":[0.99661785,0.0019968816,0.00022070584,0.00012047269,0.0006448708,0.00039923564],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0063738488,0.00013015384,0.0003648126,0.0003331866,0.00004546743,0.000055211673,0.0004115763,0.00019054688,0.0010015633],"category_scores_gemma":[0.00042074017,0.000097802134,0.00021749994,0.00022396183,0.00046269468,0.00014381665,0.00009257206,0.0008343202,0.000021321735],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007396211,0.022774145,0.054977022,0.00063169503,0.00044516873,0.00016141766,0.00064950285,3.4220406e-7,0.000074432355,0.0013215676,0.0028145027,0.908754],"study_design_scores_gemma":[0.07660716,0.18718885,0.63819325,0.01529947,0.00030016614,0.001425907,0.0029403435,0.0048328955,0.0094891945,0.0023347125,0.06053757,0.00085048366],"about_ca_topic_score_codex":0.00012730279,"about_ca_topic_score_gemma":0.00011494603,"teacher_disagreement_score":0.9079035,"about_ca_system_score_codex":0.00012846725,"about_ca_system_score_gemma":0.00027142244,"threshold_uncertainty_score":0.99991167},"labels":[],"label_agreement":null},{"id":"W2162602469","doi":"10.2196/jmir.4.2.e9","title":"Use of the Internet by Women with Breast Cancer","year":2002,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":200,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen Elizabeth II Health Sciences Centre","funders":"American Psychological Association","keywords":"The Internet; Breast cancer; Medicine; Cancer; Internet privacy; World Wide Web; Internal medicine; Computer science","score_opus":0.18082411056606493,"score_gpt":0.5344347894893188,"score_spread":0.3536106789232538,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2162602469","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9737885,0.00021786423,0.00035244593,0.023609128,0.00045583432,0.00027793483,0.000036408535,0.000005634033,0.0012562477],"genre_scores_gemma":[0.9849052,0.00043465098,0.000049609946,0.0034753645,0.00028150482,0.00002971874,7.140691e-7,0.00000992639,0.010813304],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99318194,0.0017364406,0.0016471569,0.00010907191,0.002758404,0.00056696095],"domain_scores_gemma":[0.9956734,0.0012255986,0.00074571645,0.00027546455,0.0014927364,0.0005870847],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.009435135,0.000089671725,0.00029853586,0.00015342461,0.000120613775,0.000034120734,0.0010138303,0.00022049155,0.042217717],"category_scores_gemma":[0.0021432233,0.00004138468,0.000052035844,0.0004029302,0.0004823743,0.000709228,0.00032570487,0.0034264866,0.000075620614],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005467646,0.0002181291,0.14980292,0.00038483637,0.000057867826,0.0000069142143,0.012690679,8.503278e-7,0.000015843776,0.00020440696,0.8028043,0.033266492],"study_design_scores_gemma":[0.0019192958,0.0005923003,0.08395856,0.004514097,0.000008053955,0.00009661971,0.003127215,0.00972106,0.00013102402,0.000086081054,0.8957295,0.00011618319],"about_ca_topic_score_codex":0.0012380424,"about_ca_topic_score_gemma":0.0001101577,"teacher_disagreement_score":0.09292522,"about_ca_system_score_codex":0.00047461572,"about_ca_system_score_gemma":0.0006696537,"threshold_uncertainty_score":0.99887264},"labels":[],"label_agreement":null},{"id":"W2163650954","doi":"10.2196/jmir.6.3.e32","title":"HIV-Positive Youth's Perspectives on the Internet and eHealth","year":2004,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":70,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"AIDS Committee of Toronto; Canadian AIDS Treatment Information Exchange; Hospital for Sick Children; University of Toronto","funders":"Ontario HIV Treatment Network","keywords":"eHealth; The Internet; Human immunodeficiency virus (HIV); Internet privacy; Psychology; Medicine; World Wide Web; Computer science; Health care; Family medicine; Political science","score_opus":0.07903181473461815,"score_gpt":0.4558251087662565,"score_spread":0.3767932940316383,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2163650954","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8352146,0.0019793855,0.0018132093,0.14285664,0.000080897225,0.00034380655,0.00001248769,0.000010223129,0.017688721],"genre_scores_gemma":[0.9867134,0.0014024772,0.00008203554,0.00047141747,0.0005853588,0.0000067599103,0.00000350333,0.000017448343,0.010717597],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.99476033,0.00062711834,0.00052574556,0.00022649742,0.003351392,0.0005089322],"domain_scores_gemma":[0.9969626,0.00078578567,0.00011065146,0.00022518451,0.00092993514,0.0009858428],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006737162,0.00012727044,0.00032912128,0.00051910273,0.00008731629,0.00011427464,0.00057595613,0.00015137544,0.0027965081],"category_scores_gemma":[0.0072752335,0.00006775351,0.0002183797,0.00030887808,0.0009794845,0.00011100589,0.00026270168,0.0033763906,0.00017964147],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005955273,0.0049967016,0.0041564303,0.0003391638,0.0016524743,0.004425757,0.100240834,0.0000018127679,0.00063881883,0.14737882,0.6714574,0.058756493],"study_design_scores_gemma":[0.03418731,0.20885335,0.039019704,0.05125596,0.00036920744,0.015101072,0.52751285,0.0054550054,0.021988478,0.015125865,0.08010391,0.0010272845],"about_ca_topic_score_codex":0.00058118074,"about_ca_topic_score_gemma":0.00006120188,"teacher_disagreement_score":0.59135354,"about_ca_system_score_codex":0.00041547412,"about_ca_system_score_gemma":0.0007288923,"threshold_uncertainty_score":0.9989229},"labels":[],"label_agreement":null},{"id":"W2164995937","doi":"10.2196/jmir.2661","title":"A Lot of Action, But Not in the Right Direction: Systematic Review and Content Analysis of Smartphone Applications for the Prevention, Detection, and Management of Cancer","year":2013,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":385,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto General Hospital; University Health Network; Public Health Ontario; University of Toronto; Princess Margaret Cancer Centre","funders":"","keywords":"Computer science; Action (physics); Content analysis; Internet privacy; Multimedia; Medicine","score_opus":0.32922806849284436,"score_gpt":0.5991955266123211,"score_spread":0.26996745811947676,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2164995937","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000059033944,0.9776244,0.00347431,0.0033725696,0.000108271255,0.015281889,0.000042150456,0.0000022824563,0.000035059154],"genre_scores_gemma":[0.00061304827,0.9661039,0.0000535991,0.00017439404,0.000112484384,0.03208203,0.0000075172816,0.000012668411,0.0008403294],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.99210477,0.0024175067,0.0036897827,0.00022015581,0.0012722878,0.00029552396],"domain_scores_gemma":[0.9892729,0.0053962865,0.0029674831,0.00048250754,0.0016550524,0.0002257653],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017544134,0.00015853153,0.0021763488,0.0006383285,0.0002026678,0.000008659183,0.0006740049,0.000258212,0.00029515693],"category_scores_gemma":[0.00093296776,0.00007592601,0.00033814393,0.0015217941,0.00028651935,0.000045187207,0.00013560106,0.0012840754,0.0000022211107],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024447163,0.0001427396,0.000025148152,0.8226382,0.0014994264,4.410682e-7,0.00013071875,1.5266443e-7,5.654495e-7,0.0010345414,0.0028648083,0.17163879],"study_design_scores_gemma":[0.0006765049,0.00025072772,0.00063651655,0.3802888,0.013504123,0.000027344724,0.00139599,0.00013407852,0.0000034230943,0.0000981894,0.6028926,0.00009174228],"about_ca_topic_score_codex":0.0016215326,"about_ca_topic_score_gemma":0.0020722046,"teacher_disagreement_score":0.60002774,"about_ca_system_score_codex":0.00020189349,"about_ca_system_score_gemma":0.00077171007,"threshold_uncertainty_score":0.60804814},"labels":[],"label_agreement":null},{"id":"W2165119358","doi":"10.2196/jmir.3138","title":"Medical Students and Personal Smartphones in the Clinical Environment: The Impact on Confidentiality of Personal Health Information and Professionalism","year":2014,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":85,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Trillium Health Centre; University Health Network","funders":"","keywords":"Confidentiality; Mobile phone; Phone; Personally identifiable information; Internet privacy; Personal care; Health care; Medicine; Psychology; Applied psychology; Family medicine; Computer science; Computer security","score_opus":0.17674750609934622,"score_gpt":0.6053906549693732,"score_spread":0.42864314887002697,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2165119358","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8934209,0.0007250031,0.00021725748,0.10407127,0.00024605636,0.0011078632,0.000010278072,0.0000025765585,0.00019881057],"genre_scores_gemma":[0.98667747,0.0046681473,0.000013423422,0.007902618,0.00049553084,0.00016387829,0.00000743694,0.000006154894,0.00006535897],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98348516,0.008110503,0.0020168207,0.00016410959,0.005679556,0.0005438524],"domain_scores_gemma":[0.98942006,0.008535301,0.0007515664,0.00019259611,0.00023309693,0.0008673635],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.08637187,0.000116416784,0.0004450531,0.00019545518,0.00038471373,0.000029758065,0.0008836698,0.00034544987,0.0011893394],"category_scores_gemma":[0.004663974,0.000053003067,0.000085634885,0.00015951383,0.00080882903,0.000118335316,0.0003530526,0.0045444295,0.000029819668],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019669132,0.0013655783,0.47645077,0.001186934,0.00009946775,0.000012723155,0.037600387,5.10214e-7,0.0000013802502,0.01039444,0.160457,0.31046388],"study_design_scores_gemma":[0.003446233,0.0014985732,0.8930285,0.0014502865,0.000007598539,0.00008100827,0.009815366,0.00322458,5.1729086e-7,0.0010207598,0.086364664,0.00006193645],"about_ca_topic_score_codex":0.001906615,"about_ca_topic_score_gemma":0.00016967842,"teacher_disagreement_score":0.4165777,"about_ca_system_score_codex":0.00013970371,"about_ca_system_score_gemma":0.0022024848,"threshold_uncertainty_score":0.99972373},"labels":[],"label_agreement":null},{"id":"W2165298997","doi":"10.2196/jmir.1058","title":"Measuring the Impact of a Moving Target: Towards a Dynamic Framework for Evaluating Collaborative Adaptive Interactive Technologies","year":2009,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Princess Margaret Cancer Centre; Centre for Social Innovation","funders":"Institute of Gender and Health; Canadian Institutes of Health Research","keywords":"Usability; Credibility; Computer science; Quality (philosophy); World Wide Web; Human–computer interaction; Knowledge management; Multimedia","score_opus":0.36362122263327246,"score_gpt":0.6619338451240896,"score_spread":0.29831262249081714,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2165298997","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00046721473,0.95893186,0.033062875,0.00158723,0.00063826144,0.0041779755,0.00012907501,0.00003363974,0.00097185257],"genre_scores_gemma":[0.007995099,0.9782911,0.012495508,0.00010662103,0.00045414947,0.00045951278,0.000015718813,0.000044523713,0.00013774971],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9827825,0.0072022546,0.005232928,0.00031770422,0.003510763,0.0009538522],"domain_scores_gemma":[0.9623302,0.022967275,0.005871702,0.00057906745,0.0078782765,0.00037346035],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.05606263,0.00037923062,0.0023797886,0.0010495569,0.00045764746,0.00007759766,0.0025211766,0.0014496803,0.0007625843],"category_scores_gemma":[0.11392676,0.0001830918,0.0008884933,0.0014823106,0.00047088074,0.0006539365,0.00073032035,0.013277049,0.0000301008],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00053699536,0.0001252861,0.000019208434,0.008045782,0.00046296345,0.000007961283,0.008518335,0.0000039555375,1.5821654e-7,0.0007623919,0.0028193486,0.9786976],"study_design_scores_gemma":[0.0019583958,0.008252038,0.00017803514,0.47807863,0.00032707158,0.00010517691,0.05176173,0.05045203,0.000006699334,0.03597006,0.37232256,0.0005875952],"about_ca_topic_score_codex":0.00021337818,"about_ca_topic_score_gemma":0.000019517198,"teacher_disagreement_score":0.97811,"about_ca_system_score_codex":0.0029389316,"about_ca_system_score_gemma":0.017915137,"threshold_uncertainty_score":0.99984664},"labels":[],"label_agreement":null},{"id":"W2165899877","doi":"10.2196/jmir.2888","title":"Factors Associated With Intention to Use Internet-Based Testing for Sexually Transmitted Infections Among Men Who Have Sex With Men","year":2013,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":61,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Public Health Agency of Canada; Community Based Research Centre; AIDS Vancouver; BC Centre for Disease Control; University of British Columbia","funders":"Canadian Institutes of Health Research; British Columbia Centre for Disease Control","keywords":"The Internet; Logistic regression; Medicine; Men who have sex with men; Population; Demography; Reproductive health; Odds; Odds ratio; Family medicine; Gerontology; Psychology; Human immunodeficiency virus (HIV); Environmental health; Syphilis; Computer science; Internal medicine","score_opus":0.10610911196737126,"score_gpt":0.4053209409863462,"score_spread":0.2992118290189749,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2165899877","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9320269,0.000017304743,0.05893916,0.0037697032,0.000020013316,0.0013762683,0.000014482339,0.00003823997,0.003797879],"genre_scores_gemma":[0.9349548,0.000003768709,0.00033777312,0.00010402285,0.00011307136,0.00016056033,0.00004316546,0.00005835477,0.06422447],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9939391,0.00059401756,0.0009020384,0.00035392068,0.0033627886,0.00084812543],"domain_scores_gemma":[0.9907306,0.0027053708,0.0002599026,0.00026358722,0.0043948316,0.0016457505],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0039642197,0.00025758782,0.00063227286,0.0012062523,0.000119369965,0.00036134265,0.00055321713,0.0002600302,0.001876287],"category_scores_gemma":[0.016779939,0.00015248318,0.00022202164,0.00081986876,0.0004914882,0.00053319556,0.00010733854,0.0021422533,0.000020033172],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00097606366,0.001791737,0.6911376,0.00022382659,0.0015624464,0.00017005093,0.0016801942,0.00001381644,0.0014170842,0.00003821052,0.28667757,0.014311397],"study_design_scores_gemma":[0.011107678,0.09604727,0.5546635,0.013117115,0.00027839173,0.00015587755,0.007206343,0.30739424,0.005922149,0.00007374706,0.0035686467,0.00046505718],"about_ca_topic_score_codex":0.005639633,"about_ca_topic_score_gemma":0.0027512943,"teacher_disagreement_score":0.3073804,"about_ca_system_score_codex":0.0005392706,"about_ca_system_score_gemma":0.000817122,"threshold_uncertainty_score":0.99903613},"labels":[],"label_agreement":null},{"id":"W2166704201","doi":"10.2196/jmir.2787","title":"Wikis and Collaborative Writing Applications in Health Care: A Scoping Review","year":2013,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Wikis in Education and Collaboration","field":"Social Sciences","cited_by":79,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University Health Network; Association of Universities and Colleges of Canada; Université du Québec à Rimouski; University of British Columbia; JMIR Publications; University of Ottawa; Université Laval; The Quebec Population Health Research Network; Centre intégré de santé et de services sociaux de Chaudière-Appalaches; Cégep de Lévis","funders":"Canadian Institutes of Health Research","keywords":"Knowledge translation; Health care; Observational study; Collaborative writing; Grey literature; Psychology; Medical education; Affect (linguistics); MEDLINE; Medicine; Knowledge management; Computer science; World Wide Web; Political science","score_opus":0.17732779329462778,"score_gpt":0.6128714188146582,"score_spread":0.43554362552003045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2166704201","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000032282169,0.9838866,0.000049865303,0.011392968,0.00018374673,0.0022542349,0.000002880519,0.000005145865,0.0022213166],"genre_scores_gemma":[0.000014712841,0.99788404,0.00026547868,0.00027187116,0.0008193347,0.00031540624,0.000008766045,0.000013952398,0.00040644078],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.991117,0.004090146,0.0015630752,0.0002301109,0.002617981,0.00038168082],"domain_scores_gemma":[0.9945979,0.0018617562,0.000863284,0.0001577271,0.0019447425,0.0005746056],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017248299,0.00014005566,0.001122195,0.0005282931,0.000213965,0.0002835577,0.00079960667,0.00030289326,0.0007849027],"category_scores_gemma":[0.0066630263,0.000106170504,0.000101038,0.0020826433,0.00046885884,0.00022828826,0.00013708087,0.0017263156,0.000026339983],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[9.720269e-7,0.00004645187,0.0000060748225,0.041913446,0.000018456101,0.0000049717964,0.0056547187,9.559851e-9,3.4599268e-9,0.004043769,0.02182984,0.9264813],"study_design_scores_gemma":[0.000058772424,0.00004819906,5.457811e-7,0.30930927,0.000011435706,0.000007155397,0.008392149,5.390406e-7,2.7818565e-8,0.0000399971,0.6820774,0.000054496213],"about_ca_topic_score_codex":0.0009135642,"about_ca_topic_score_gemma":0.0022875918,"teacher_disagreement_score":0.92642677,"about_ca_system_score_codex":0.00097432546,"about_ca_system_score_gemma":0.019766968,"threshold_uncertainty_score":0.9857901},"labels":[],"label_agreement":null},{"id":"W2168211098","doi":"10.2196/jmir.1854","title":"Superusers in Social Networks for Smoking Cessation: Analysis of Demographic Characteristics and Posting Behavior From the Canadian Cancer Society's Smokers' Helpline Online and StopSmokingCenter.net","year":2012,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Smoking Behavior and Cessation","field":"Medicine","cited_by":61,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Public Health Ontario; University of Toronto; Canadian Cancer Society; Centre for Addiction and Mental Health","funders":"University of Toronto; Rotman School of Management, University of Toronto; Centre for Addiction and Mental Health","keywords":"Helpline; Smoking cessation; Cancer; Medicine; Psychology; Environmental health; Demography; Gerontology; Sociology","score_opus":0.09764930076758144,"score_gpt":0.42796223735411065,"score_spread":0.3303129365865292,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2168211098","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.993787,0.00086433126,0.0001946299,0.0046816273,0.00021362293,0.0001805323,0.00007259881,0.0000025091153,0.0000031772195],"genre_scores_gemma":[0.99773973,0.0007197379,0.000061194114,0.00032899063,0.0009934467,0.000012549135,0.00011850471,0.000013976908,0.0000118758135],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9975307,0.000167263,0.00058984035,0.00013686655,0.0011863359,0.0003890226],"domain_scores_gemma":[0.99821,0.0006328857,0.00022488953,0.00008830311,0.00047781874,0.00036606521],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004141383,0.0001058351,0.00041746855,0.00043851152,0.00014197633,0.00005674516,0.0001900772,0.00028719977,0.00017422398],"category_scores_gemma":[0.00054114556,0.000075782074,0.00015603747,0.00063221063,0.0003110943,0.000105543186,0.00007162693,0.0011582256,1.4301592e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008397208,0.00012849536,0.9799287,0.000026430731,0.00045758326,0.000013604084,0.002863459,0.0000020235966,0.000035104465,0.000022922173,0.00043045712,0.01600728],"study_design_scores_gemma":[0.0011483403,0.00010974725,0.98842156,0.0003588012,0.0011283542,0.000017997667,0.0018351092,0.0065687406,0.000015999314,0.000006275445,0.00032779778,0.0000612797],"about_ca_topic_score_codex":0.053022742,"about_ca_topic_score_gemma":0.050201416,"teacher_disagreement_score":0.015946,"about_ca_system_score_codex":0.00025067895,"about_ca_system_score_gemma":0.0003174146,"threshold_uncertainty_score":0.96712995},"labels":[],"label_agreement":null},{"id":"W2188742620","doi":"10.2196/jmir.4705","title":"From Help-Seekers to Influential Users: A Systematic Review of Participation Styles in Online Health Communities","year":2015,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":61,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Addiction and Mental Health","funders":"Young and Well Cooperative Research Centre; National Health and Medical Research Council; Medical Research Council","keywords":"Seekers; Dissemination; Psychological intervention; Social media; Public relations; Online participation; Information Dissemination; Psychology; Internet privacy; Knowledge management; The Internet; World Wide Web; Computer science; Political science","score_opus":0.47149985142315637,"score_gpt":0.6760020374139688,"score_spread":0.20450218599081244,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2188742620","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014100597,0.99129224,0.00012979774,0.0030093573,0.00047033353,0.0034095782,0.00017230723,0.000008227156,0.00009811436],"genre_scores_gemma":[0.00019849866,0.9944033,0.00020741581,0.004157752,0.00048706567,0.00018072012,0.00022610353,0.000023907847,0.000115213996],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9575899,0.024671521,0.012262238,0.00016987632,0.004570607,0.0007358359],"domain_scores_gemma":[0.984303,0.0058080973,0.0049330276,0.00070696964,0.0029270246,0.0013218557],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07906922,0.0002579405,0.0044229766,0.0011400648,0.00010448067,0.000034291523,0.001867889,0.0005765096,0.0017796177],"category_scores_gemma":[0.022845529,0.000162897,0.00031774415,0.0009771804,0.00018099384,0.00048567084,0.00068045163,0.006223099,0.00016284254],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052915282,0.00022553289,0.000094910865,0.89100546,0.00008557767,0.0000071924396,0.011069619,1.3984497e-7,2.7953726e-9,0.000042750926,0.03542903,0.061986856],"study_design_scores_gemma":[0.00032363177,0.00026447256,0.000020032652,0.67090976,0.00006325927,0.0000046372343,0.007577277,0.000083250976,1.867951e-8,0.000021286729,0.32066303,0.0000693215],"about_ca_topic_score_codex":0.007029164,"about_ca_topic_score_gemma":0.0016339005,"teacher_disagreement_score":0.285234,"about_ca_system_score_codex":0.001585198,"about_ca_system_score_gemma":0.010871241,"threshold_uncertainty_score":0.9995831},"labels":[],"label_agreement":null},{"id":"W2194074858","doi":"10.2196/jmir.4503","title":"Online Outreach Services Among Men Who Use the Internet to Seek Sex With Other Men (MISM) in Ontario, Canada: An Online Survey","year":2015,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia; Ministry of Health and Long Term Care; AIDS Vancouver; Ontario HIV Treatment Network; University of Toronto","funders":"Canadian Institutes of Health Research; Ontario HIV Treatment Network; University of Guelph","keywords":"Outreach; The Internet; Men who have sex with men; Internet privacy; Human immunodeficiency virus (HIV); Reproductive health; Psychology; Medicine; Family medicine; World Wide Web; Population; Computer science; Political science; Environmental health","score_opus":0.1512001652336607,"score_gpt":0.4189745801433449,"score_spread":0.2677744149096842,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2194074858","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98616725,0.0001320489,0.00014049406,0.010275846,0.000050528128,0.00045166875,0.000067823545,0.000008254959,0.0027060811],"genre_scores_gemma":[0.84227425,0.000032611766,0.00016461783,0.0007269961,0.00036423665,0.0000137899315,0.00011495597,0.000047371614,0.15626118],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9904508,0.0017870397,0.0010005047,0.00036433726,0.0055480916,0.00084922375],"domain_scores_gemma":[0.9942538,0.00069697294,0.0001781051,0.00053065055,0.0017505614,0.0025899021],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.010950187,0.00023979858,0.0006686573,0.0006156545,0.00004112655,0.00020303614,0.0015515409,0.00019422825,0.0023871784],"category_scores_gemma":[0.0025662952,0.00013113632,0.000096001204,0.00059962744,0.00034787928,0.00037525946,0.00048018107,0.0038024534,0.000019320145],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020144496,0.0016190734,0.58358026,0.00005399132,0.00036333952,0.001391935,0.0059106476,0.000011028485,0.000023092342,0.000014963916,0.40095523,0.004061986],"study_design_scores_gemma":[0.0045032226,0.012931202,0.82857597,0.0028916846,0.000040484592,0.0004916519,0.015519709,0.021471873,0.00010876474,0.000020392581,0.11322059,0.00022446859],"about_ca_topic_score_codex":0.9947256,"about_ca_topic_score_gemma":0.9995157,"teacher_disagreement_score":0.28773466,"about_ca_system_score_codex":0.0017349714,"about_ca_system_score_gemma":0.005342154,"threshold_uncertainty_score":0.9985248},"labels":[],"label_agreement":null},{"id":"W2271977278","doi":"10.2196/jmir.4982","title":"Features of Computer-Based Decision Aids: Systematic Review, Thematic Synthesis, and Meta-Analyses","year":2016,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Patient-Provider Communication in Healthcare","field":"Health Professions","cited_by":106,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; McGill University Health Centre","funders":"Canadian Institutes of Health Research","keywords":"Decision aids; CINAHL; Computer science; MEDLINE; Decision support system; Randomized controlled trial; Thematic analysis; Interactivity; Decision quality; PsycINFO; Systematic review; Meta-analysis; Medical education; Artificial intelligence; Medicine; Qualitative research; Knowledge management; Nursing; Multimedia; Alternative medicine; Psychological intervention; Pathology","score_opus":0.6822961241263109,"score_gpt":0.6394367960908278,"score_spread":0.04285932803548309,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2271977278","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000002279636,0.99245775,0.0010659144,0.0027257374,0.00031321016,0.0032437432,0.0000401631,0.000011350283,0.00013983897],"genre_scores_gemma":[0.00015482781,0.9960532,0.0021442245,0.00041564478,0.0002297742,0.000641649,0.0000061010014,0.000059288464,0.00029528866],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.95481414,0.030824276,0.0070900824,0.00038527115,0.006267707,0.0006185149],"domain_scores_gemma":[0.8946281,0.09415071,0.0057115625,0.0017475714,0.0029633634,0.0007986638],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.027913455,0.0004651388,0.00915134,0.0013558937,0.00020392287,0.000032430256,0.0038574317,0.00090331415,0.0024553307],"category_scores_gemma":[0.076253116,0.00020382337,0.0016131417,0.0006837911,0.00047402072,0.00012231516,0.0012362398,0.0051613725,0.00012465792],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021325177,0.000097216165,0.0000013308205,0.85550606,0.003205597,0.00003165266,0.00018664783,2.1847656e-8,6.139752e-8,0.00018418493,0.025669232,0.11509668],"study_design_scores_gemma":[0.00025393438,0.00031468144,8.7877174e-7,0.9249709,0.013146442,0.000111132984,0.0002780549,0.000023880228,0.0000013064031,0.0001830541,0.060570385,0.00014532507],"about_ca_topic_score_codex":0.0001218074,"about_ca_topic_score_gemma":0.000027717024,"teacher_disagreement_score":0.11495136,"about_ca_system_score_codex":0.0005010462,"about_ca_system_score_gemma":0.0034741117,"threshold_uncertainty_score":0.99845654},"labels":[],"label_agreement":null},{"id":"W2294510577","doi":"10.2196/jmir.5391","title":"Toward a Mixed-Methods Research Approach to Content Analysis in The Digital Age: The Combined Content-Analysis Model and its Applications to Health Care Twitter Feeds","year":2016,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":100,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"King Abdulaziz University","keywords":"Social media; Content analysis; Microblogging; Digital health; Digital content; Health care; Digital media; Content (measure theory); Internet privacy; Psychology; World Wide Web; Data science; Computer science; Sociology; Political science","score_opus":0.716371351550524,"score_gpt":0.643709941758358,"score_spread":0.07266140979216595,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2294510577","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007791769,0.85871726,0.011407848,0.11923431,0.0005248803,0.007892081,0.00004819772,0.00001205099,0.001384179],"genre_scores_gemma":[0.033570156,0.9570428,0.0008691572,0.0010033888,0.0017565256,0.0048693316,0.000039528997,0.000043345848,0.0008057833],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9695843,0.01801581,0.0021472278,0.00065850746,0.008258689,0.0013355019],"domain_scores_gemma":[0.96746254,0.026383359,0.0006517437,0.00070765684,0.0028813544,0.0019133503],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.08073395,0.00029251588,0.0021674337,0.003587155,0.00060825684,0.00083437515,0.004349292,0.0005621885,0.000074373136],"category_scores_gemma":[0.04156645,0.00014719597,0.0008407809,0.010818499,0.0009655974,0.00014302703,0.00068925705,0.0041465266,0.000039600753],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040623156,0.00026586643,0.00010775134,0.0009319594,0.0011874764,0.000010098213,0.09744162,0.0000028123272,6.2646215e-8,0.0041790716,0.00729374,0.8885389],"study_design_scores_gemma":[0.00025574572,0.00030393078,0.0002968305,0.0019904713,0.00070730335,0.00000839531,0.078083836,0.00018022094,1.0885176e-7,0.00021039425,0.9177758,0.0001869341],"about_ca_topic_score_codex":0.004881023,"about_ca_topic_score_gemma":0.0026431018,"teacher_disagreement_score":0.9104821,"about_ca_system_score_codex":0.0023654376,"about_ca_system_score_gemma":0.0056640226,"threshold_uncertainty_score":0.99997294},"labels":[],"label_agreement":null},{"id":"W2301441047","doi":"10.2196/jmir.5258","title":"Including Online-Recruited Seeds: A Respondent-Driven Sample of Men Who Have Sex With Men","year":2016,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"HIV, Drug Use, Sexual Risk","field":"Medicine","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Victoria; Simon Fraser University; AIDS Vancouver; University of British Columbia","funders":"National Institute on Drug Abuse; Michael Smith Health Research BC; Canadian Institutes of Health Research; Canadian Foundation for AIDS Research","keywords":"Men who have sex with men; Respondent; Sample (material); Demography; Population; Sex partners; Psychology; Gerontology; Medicine; Family medicine; Human immunodeficiency virus (HIV); Political science; Sociology","score_opus":0.180656152536026,"score_gpt":0.4814049625480147,"score_spread":0.3007488100119887,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2301441047","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9623834,0.0002601354,0.003038115,0.025109768,0.000054103995,0.00045406068,0.000044280423,0.00001976727,0.008636361],"genre_scores_gemma":[0.9554238,0.0005858563,0.0010703519,0.00018830807,0.00094182714,0.000009799162,0.000008973243,0.00006508718,0.041706048],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.9899918,0.00089014805,0.0012226234,0.00034427768,0.006813075,0.0007380818],"domain_scores_gemma":[0.99267334,0.0035143457,0.00044179359,0.0004931117,0.0016256415,0.0012517801],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.007920588,0.00022795003,0.00091706106,0.001115022,0.000052291947,0.00003834045,0.0011163645,0.00033490328,0.0025595666],"category_scores_gemma":[0.012228222,0.000119980956,0.00014569143,0.00054331886,0.000668886,0.00021234006,0.00061997323,0.0019450593,0.000044611606],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01687687,0.0027524254,0.17749524,0.000675055,0.0026238319,0.005767805,0.035478067,0.0000072731914,0.067922875,0.0003157527,0.50129205,0.18879274],"study_design_scores_gemma":[0.081215054,0.06112669,0.070449956,0.06503507,0.0010576516,0.008527296,0.2562124,0.07290703,0.13395715,0.0021801358,0.24540369,0.0019278787],"about_ca_topic_score_codex":0.000916455,"about_ca_topic_score_gemma":0.00034897303,"teacher_disagreement_score":0.25588837,"about_ca_system_score_codex":0.00063900463,"about_ca_system_score_gemma":0.0012927087,"threshold_uncertainty_score":0.9983522},"labels":[],"label_agreement":null},{"id":"W2307588028","doi":"10.2196/jmir.5068","title":"Assessing the Effects of Participant Preference and Demographics in the Usage of Web-based Survey Questionnaires by Women Attending Screening Mammography in British Columbia","year":2016,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Survey Methodology and Nonresponse","field":"Social Sciences","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia; University of British Columbia, Okanagan Campus; Interior Health; BC Cancer Agency","funders":"BC Cancer Foundation","keywords":"Demographics; The Internet; Data collection; Preference; Web survey; Medicine; Mammography; Scope (computer science); Family medicine; World Wide Web; Computer science; Demography; Statistics","score_opus":0.3350954432490145,"score_gpt":0.5094190852394709,"score_spread":0.17432364199045636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2307588028","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9965017,0.00086420355,0.0007588904,0.0016110585,0.00010044954,0.0001415456,0.000003236423,0.0000019015758,0.000017048515],"genre_scores_gemma":[0.99897414,0.00082070753,0.00008292094,0.000052781925,0.00003114009,0.000012156855,2.3704101e-7,0.000004205778,0.000021719],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.92547005,0.071225,0.0006411074,0.00015040864,0.0020346935,0.00047873522],"domain_scores_gemma":[0.89939904,0.099894814,0.00021812813,0.00009857683,0.00024269772,0.00014676998],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.24906117,0.000050723134,0.00027793183,0.0002433537,0.00012399613,0.00014908453,0.0007602333,0.00017301855,0.00008637245],"category_scores_gemma":[0.13620292,0.000034063927,0.000052509607,0.00088498,0.0024308932,0.00017368466,0.000086637876,0.0008241583,1.0855894e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002971977,0.000113465394,0.9718725,0.000036053807,0.000025187603,0.0000708919,0.0026840996,1.4747336e-7,0.0005915687,0.000020317206,0.0007278104,0.02356073],"study_design_scores_gemma":[0.0007486136,0.0002616171,0.993273,0.0020905088,0.000004795481,0.00000824182,0.0029993765,0.00005013368,0.00008233477,0.00030624308,0.00013623039,0.000038870858],"about_ca_topic_score_codex":0.03961059,"about_ca_topic_score_gemma":0.2212223,"teacher_disagreement_score":0.1816117,"about_ca_system_score_codex":0.00003754343,"about_ca_system_score_gemma":0.0004735703,"threshold_uncertainty_score":0.9667847},"labels":[],"label_agreement":null},{"id":"W2340931105","doi":"10.2196/jmir.5076","title":"Evaluation of QuitNow Men: An Online, Men-Centered Smoking Cessation Intervention","year":2016,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Smoking Behavior and Cessation","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia, Okanagan Campus; Kelowna General Hospital","funders":"","keywords":"Smoking cessation; Usability; Psychological intervention; Focus group; Intervention (counseling); Health promotion; Stakeholder; Medicine; Psychology; Medical education; Promotion (chess); Applied psychology; Nursing; Computer science; Public health; Public relations","score_opus":0.30116542062603563,"score_gpt":0.5184305267976831,"score_spread":0.21726510617164746,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2340931105","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9929527,0.00017845466,0.00204048,0.0034325055,0.00034697913,0.00020947449,0.0000042089528,0.00000922837,0.0008259519],"genre_scores_gemma":[0.99879694,0.00022028471,0.00004606226,0.000025293424,0.00055568205,0.0000069970056,0.000020059451,0.000016537932,0.00031214184],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9885181,0.0012967645,0.00095225277,0.0001852076,0.008799629,0.0002480387],"domain_scores_gemma":[0.99512064,0.0002385205,0.0004437943,0.00023764803,0.0036402952,0.00031910522],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.025786307,0.00010050363,0.00029885417,0.00050781504,0.000029306802,0.00003226613,0.00037495693,0.00023920962,0.0038998062],"category_scores_gemma":[0.0043026255,0.000061434395,0.00016268581,0.000257106,0.00018582778,0.00036493182,0.00008986923,0.0006738212,0.0000033067822],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000801552,0.0022142665,0.113052584,0.00011576904,0.00027191313,0.000059423044,0.001022641,0.0000014752485,0.019450553,0.00024659352,0.007995688,0.85476756],"study_design_scores_gemma":[0.024779493,0.0072361943,0.85068905,0.011812243,0.0010001343,0.0006688574,0.005350714,0.012427005,0.08177493,0.002259611,0.001755778,0.00024598616],"about_ca_topic_score_codex":0.00018383269,"about_ca_topic_score_gemma":0.00005102725,"teacher_disagreement_score":0.8545216,"about_ca_system_score_codex":0.00062870723,"about_ca_system_score_gemma":0.0005149796,"threshold_uncertainty_score":0.99701077},"labels":[],"label_agreement":null},{"id":"W2409239335","doi":"10.2196/jmir.5458","title":"Primary Care Provider Views About Usefulness and Dissemination of a Web-Based Depression Treatment Information Decision Aid","year":2016,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Manitoba; Ottawa Hospital","funders":"Canadian Institutes of Health Research; Mental Health Commission","keywords":"Focus group; Medicine; Nursing; Information needs; The Internet; Health care; Qualitative research; Family medicine; Psychology; World Wide Web; Business; Computer science","score_opus":0.0754887142465325,"score_gpt":0.484485270959987,"score_spread":0.4089965567134545,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2409239335","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9827965,0.0017034806,0.008806501,0.0021270895,0.00076165376,0.0004379046,0.00003466259,0.0000092977125,0.0033229012],"genre_scores_gemma":[0.99894077,0.0000859601,0.00021434143,0.000056421166,0.0000780873,0.000048238813,0.000008350832,0.000009534104,0.00055831915],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9965462,0.0003773574,0.0009973163,0.0001335733,0.0016915316,0.00025398337],"domain_scores_gemma":[0.99709415,0.0014124975,0.00037839456,0.0001962937,0.0005796282,0.00033904094],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0021563808,0.00010352304,0.00026470545,0.00048943976,0.000037511163,0.00004742489,0.00033088363,0.0001789115,0.0012008472],"category_scores_gemma":[0.0013936603,0.00005593612,0.00011646157,0.00015877874,0.00021228145,0.00050624437,0.00011897998,0.00028965337,0.000058298014],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011079991,0.0004855808,0.005628848,0.00027584675,0.000032445823,0.000031112857,0.0011230793,1.6364723e-7,0.00009050077,0.00021628992,0.009109664,0.9818985],"study_design_scores_gemma":[0.036339626,0.033491593,0.4438026,0.13042258,0.00016183851,0.0011880356,0.006102607,0.0012257721,0.04768631,0.0018779925,0.2969095,0.0007915454],"about_ca_topic_score_codex":0.00006723442,"about_ca_topic_score_gemma":0.00005403205,"teacher_disagreement_score":0.98110694,"about_ca_system_score_codex":0.00049650547,"about_ca_system_score_gemma":0.0002869598,"threshold_uncertainty_score":0.99971217},"labels":[],"label_agreement":null},{"id":"W2415791999","doi":"10.2196/jmir.5685","title":"Preferred Features of E-Mental Health Programs for Prevention of Major Depression in Male Workers: Results From a Canadian National Survey","year":2016,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Royal Ottawa Mental Health Centre; Mental Health Commission of Canada; University of Ottawa; Canadian Mental Health Association; University of Calgary; McGill University; Queen's University; University of British Columbia; Université de Montréal","funders":"","keywords":"Mental health; Depression (economics); Psychology; Psychiatry; Medicine; Gerontology","score_opus":0.19800828940674672,"score_gpt":0.5276718063530353,"score_spread":0.3296635169462886,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2415791999","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97973794,0.0010239106,0.00026936806,0.013653962,0.0010545995,0.0009914244,0.0011149623,0.000004003084,0.0021498194],"genre_scores_gemma":[0.9948196,0.00002049949,0.00031531026,0.000036453093,0.000111092464,0.000038875336,0.00013171331,0.000013639765,0.004512807],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99502444,0.0010475848,0.0014344314,0.00022743436,0.0018045757,0.0004615589],"domain_scores_gemma":[0.9969871,0.0011305492,0.0005680395,0.00015722081,0.0006023767,0.00055468705],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009652853,0.00009284486,0.00032853786,0.00062060496,0.000027725851,0.000020016207,0.00060759013,0.00020289478,0.0007692802],"category_scores_gemma":[0.002761035,0.00006321868,0.00015131917,0.0002757573,0.00021739175,0.00015153456,0.000098555785,0.0004690441,0.000011689591],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011777476,0.0035818513,0.114489146,0.00019078313,0.0003001427,0.000036272315,0.001609932,2.6885616e-7,0.00009331779,0.0006718726,0.32635835,0.5408906],"study_design_scores_gemma":[0.01271446,0.0056734844,0.9529504,0.016063023,0.0000068535096,0.00011598685,0.0009333296,0.000036239257,0.0010931167,0.0039579454,0.006318474,0.00013667859],"about_ca_topic_score_codex":0.13575642,"about_ca_topic_score_gemma":0.33391348,"teacher_disagreement_score":0.8384613,"about_ca_system_score_codex":0.00063431973,"about_ca_system_score_gemma":0.0011502244,"threshold_uncertainty_score":0.86999863},"labels":[],"label_agreement":null},{"id":"W2465251582","doi":"10.2196/jmir.5726","title":"Does a Mobile Phone Depression-Screening App Motivate Mobile Phone Users With High Depressive Symptoms to Seek a Health Care Professional’s Help?","year":2016,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":70,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Patient Health Questionnaire; Depression (economics); Mobile phone; Medicine; Mental health; mHealth; Health care; Phone; Observational study; App store; eHealth; Family medicine; Psychiatry; Depressive symptoms; Psychological intervention; Anxiety; World Wide Web","score_opus":0.03664267520885207,"score_gpt":0.44656582099343317,"score_spread":0.4099231457845811,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2465251582","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97675914,0.0018356788,0.0052518724,0.010999023,0.0029310745,0.0014691273,0.00010082435,0.00006193202,0.0005913598],"genre_scores_gemma":[0.9852902,0.000057651054,0.0004996171,0.00074477535,0.0006369277,0.00076136115,0.00000950682,0.00008109246,0.011918848],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9906275,0.0013095781,0.0014373543,0.00065719144,0.004636177,0.0013321729],"domain_scores_gemma":[0.99428,0.0013517567,0.0006195217,0.0005659792,0.0009939049,0.0021888544],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003284995,0.00032226375,0.00072573696,0.0007493737,0.00020293602,0.00010148615,0.0015151877,0.00030983612,0.0048843944],"category_scores_gemma":[0.0006204332,0.00014842223,0.00022568344,0.0006002973,0.00047637892,0.0003806932,0.00079841446,0.0017695391,0.00040548167],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00867763,0.00407491,0.020263609,0.00067784486,0.0010485604,0.0022363537,0.015449787,0.000019430589,0.00081496756,0.0005850041,0.2005772,0.7455747],"study_design_scores_gemma":[0.0695996,0.09940476,0.10190794,0.18539059,0.00024185632,0.006503577,0.119085245,0.00020531764,0.10442101,0.0025031203,0.30712864,0.0036083495],"about_ca_topic_score_codex":0.0008084307,"about_ca_topic_score_gemma":0.00023002316,"teacher_disagreement_score":0.74196637,"about_ca_system_score_codex":0.00069265254,"about_ca_system_score_gemma":0.000759841,"threshold_uncertainty_score":0.99602526},"labels":[],"label_agreement":null},{"id":"W2472581263","doi":"10.2196/jmir.5591","title":"Feasibility and Limitations of Vaccine Two-Dimensional Barcoding Using Mobile Devices","year":2016,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"QR Code Applications and Technologies","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Ottawa Hospital","funders":"Sanofi Pasteur; Sanofi","keywords":"Barcode; Documentation; Leverage (statistics); Computer science; Electronic health record; Mobile device; DNA barcoding; Product (mathematics); World Wide Web; Health care; Internet privacy; Medicine; Data science; Biology; Artificial intelligence","score_opus":0.204520886468929,"score_gpt":0.43705236411413323,"score_spread":0.23253147764520424,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2472581263","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9207138,0.0008827282,0.07278327,0.0054224427,0.00004612265,0.00007468497,6.2388887e-7,0.000010537719,0.00006581297],"genre_scores_gemma":[0.9831886,0.00024379454,0.016470753,0.000025109837,0.000041358195,0.0000032349676,5.6949812e-8,0.0000027102874,0.000024357752],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99805826,0.00013090379,0.00038674337,0.00014866974,0.0011046906,0.00017072758],"domain_scores_gemma":[0.99702775,0.0018501437,0.00013399351,0.0002393001,0.0006063838,0.00014244636],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033108273,0.000051566687,0.00015333701,0.00026617068,0.000046006902,0.000042288855,0.0009663481,0.00006739033,0.000055817756],"category_scores_gemma":[0.00197125,0.000028912027,0.000042056083,0.000304732,0.00020331671,0.00026794497,0.00065981277,0.00031341918,0.00000316607],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006244219,0.00047362293,0.03563627,0.000053670803,0.000096987846,0.000077717814,0.00038223396,0.000034899127,0.040461216,0.07807899,0.0025020896,0.84213984],"study_design_scores_gemma":[0.012780158,0.005550757,0.109833576,0.0059896223,0.00007678557,0.003724138,0.0017628007,0.46065184,0.19093706,0.17688386,0.03084054,0.00096886535],"about_ca_topic_score_codex":0.000034047294,"about_ca_topic_score_gemma":0.000032548316,"teacher_disagreement_score":0.841171,"about_ca_system_score_codex":0.00006286585,"about_ca_system_score_gemma":0.00020032325,"threshold_uncertainty_score":0.23599127},"labels":[],"label_agreement":null},{"id":"W2479978653","doi":"10.2196/jmir.6025","title":"Accuracy of a Wrist-Worn Wearable Device for Monitoring Heart Rates in Hospital Inpatients: A Prospective Observational Study","year":2016,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Non-Invasive Vital Sign Monitoring","field":"Engineering","cited_by":134,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Heart rate; Medicine; Observational study; Pulse oximetry; Heart rate variability; Gold standard (test); Electrocardiography; Prospective cohort study; Physical therapy; Cardiology; Emergency medicine; Physical medicine and rehabilitation; Internal medicine; Blood pressure; Anesthesia","score_opus":0.10871256626404151,"score_gpt":0.42227219530959453,"score_spread":0.313559629045553,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2479978653","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9965131,0.00048476827,0.0011605151,0.0004752124,0.00071359234,0.00058731984,0.0000047548506,0.000011776725,0.00004896144],"genre_scores_gemma":[0.99830794,0.00012410602,0.0006988956,0.0000033706185,0.0006803873,0.00008775116,2.7218655e-7,0.000029620413,0.000067664965],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99637973,0.00016768994,0.00080822496,0.00017448087,0.0020421196,0.00042773449],"domain_scores_gemma":[0.9958884,0.0025840248,0.00013286949,0.0001481582,0.0010172018,0.00022932886],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035308753,0.00013508945,0.00036296647,0.00040149328,0.000028450027,0.000047568967,0.00061171723,0.000117671254,0.00008724476],"category_scores_gemma":[0.0070111183,0.00009415323,0.0000951113,0.00044502137,0.00010532249,0.00049395114,0.00016883122,0.00073084526,0.000009798871],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027817689,0.0007471577,0.9676417,0.0001434166,0.00015362266,0.00007121518,0.001400725,0.000034510118,0.022740733,0.000035106954,0.0013441156,0.005409526],"study_design_scores_gemma":[0.009618268,0.008287915,0.6058241,0.009584059,0.000028674565,0.000048391976,0.0048753,0.0008835897,0.35695904,0.0020833414,0.0013299745,0.0004773526],"about_ca_topic_score_codex":0.00012160712,"about_ca_topic_score_gemma":0.000028406139,"teacher_disagreement_score":0.3618176,"about_ca_system_score_codex":0.00051358645,"about_ca_system_score_gemma":0.00024194876,"threshold_uncertainty_score":0.83934695},"labels":[],"label_agreement":null},{"id":"W2491687544","doi":"10.2196/jmir.4932","title":"Web-Based Interventions for Chronic Back Pain: A Systematic Review","year":2016,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Musculoskeletal pain and rehabilitation","field":"Medicine","cited_by":132,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Medicine; Psychological intervention; Randomized controlled trial; Physical therapy; Observational study; Chronic pain; MEDLINE; Low back pain; eHealth; Systematic review; Health care; Alternative medicine; Psychiatry; Internal medicine","score_opus":0.15692713333714814,"score_gpt":0.5200611491345584,"score_spread":0.3631340157974102,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2491687544","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.106625e-7,0.98087215,0.004701922,0.008674448,0.00038815974,0.00512861,0.000011782193,0.000010611666,0.00021200681],"genre_scores_gemma":[0.000008421266,0.9920387,0.00019567944,0.0003313308,0.0011355698,0.00051501713,0.000033476772,0.00006342357,0.005678342],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.98699045,0.005105271,0.0035230713,0.00032681617,0.0035275863,0.00052678864],"domain_scores_gemma":[0.9857778,0.009942055,0.0012260521,0.00059929467,0.0016352267,0.00081954873],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.0533819,0.00032856053,0.004312143,0.0010033966,0.000040190545,0.00004687028,0.0010259637,0.00062027265,0.005700509],"category_scores_gemma":[0.056838714,0.00015697585,0.004855851,0.0004887612,0.00042022267,0.000062827705,0.00012998904,0.00213777,0.00048037112],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016962678,0.00019264694,2.0295177e-7,0.7184725,0.0004630329,0.000032820994,0.00000498959,3.5467984e-9,3.0909163e-7,0.00006818507,0.09439552,0.18635282],"study_design_scores_gemma":[0.00073441793,0.0018023788,1.6652653e-7,0.57028383,0.000603432,0.00011594804,0.0000060145694,0.00007962742,1.217227e-7,0.000020113248,0.42627493,0.000079003104],"about_ca_topic_score_codex":0.0000037098728,"about_ca_topic_score_gemma":0.0000074857626,"teacher_disagreement_score":0.3318794,"about_ca_system_score_codex":0.0011370772,"about_ca_system_score_gemma":0.0044613476,"threshold_uncertainty_score":0.99520844},"labels":[],"label_agreement":null},{"id":"W2508315362","doi":"10.2196/jmir.6298","title":"Evaluation of a Web-Based E-Learning Platform for Brief Motivational Interviewing by Nurses in Cardiovascular Care: A Pilot Study","year":2016,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Health Promotion and Cardiovascular Prevention","field":"Medicine","cited_by":73,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Montreal Heart Institute","funders":"Institut de Cardiologie de Montréal","keywords":"Motivational interviewing; Psychological intervention; Medicine; Intervention (counseling); Brief intervention; Interview; Nursing; Medical education; Psychology","score_opus":0.17593059115222218,"score_gpt":0.47233397059925813,"score_spread":0.296403379447036,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2508315362","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9674987,0.0037477142,0.025232377,0.0016727714,0.0003088639,0.0013406812,0.0000028765644,0.000007491118,0.00018852428],"genre_scores_gemma":[0.99924415,0.00012609374,0.00009009969,0.000036743644,0.00022641264,0.00009359581,0.000007798206,0.000017682474,0.00015743054],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9873215,0.0035167595,0.00095998216,0.00021321872,0.007691078,0.00029744222],"domain_scores_gemma":[0.9953849,0.000554701,0.000192679,0.00020362566,0.0033901236,0.00027397712],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.08332707,0.00010123368,0.00057190325,0.0005534646,0.00003501756,0.000016011743,0.00024912236,0.000112350426,0.0005983243],"category_scores_gemma":[0.013005914,0.00006600635,0.00043346136,0.00031037122,0.000105885636,0.00013204654,0.00005904925,0.00075226364,0.0000042445135],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00069335016,0.0022064657,0.028534908,0.00063648965,0.0013915928,0.000057062243,0.0014293088,0.00007037376,0.0013543039,0.000030711064,0.0026431587,0.9609523],"study_design_scores_gemma":[0.27305385,0.105498604,0.33677366,0.045408893,0.0035061135,0.0008596637,0.01762322,0.048433285,0.011432555,0.0008535149,0.15571415,0.0008424782],"about_ca_topic_score_codex":0.00018784398,"about_ca_topic_score_gemma":0.00007332601,"teacher_disagreement_score":0.9601098,"about_ca_system_score_codex":0.0007453626,"about_ca_system_score_gemma":0.0017931344,"threshold_uncertainty_score":0.995308},"labels":[],"label_agreement":null},{"id":"W2512180298","doi":"10.2196/jmir.5664","title":"Web-Based Video-Coaching to Assist an Automated Computer-Tailored Physical Activity Intervention for Inactive Adults: A Randomized Controlled Trial","year":2016,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Physical Activity and Health","field":"Medicine","cited_by":70,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Medical Research Council; Central Queensland University; National Health and Medical Research Council; National Heart Foundation of Australia","keywords":"Coaching; Web application; Intervention (counseling); Randomized controlled trial; Psychological intervention; Computer science; The Internet; Multimedia; Applied psychology; Medical education; Psychology; World Wide Web; Medicine; Nursing; Psychotherapist","score_opus":0.07051989290581377,"score_gpt":0.4753994548268769,"score_spread":0.4048795619210631,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2512180298","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8929179,0.000012002713,0.082339935,0.020405732,0.0004690898,0.0037147214,0.000008620764,0.000070162954,0.000061836356],"genre_scores_gemma":[0.9958872,0.000008226814,0.000564286,0.00026515964,0.0027736253,0.00035835555,0.000004114736,0.000030624586,0.00010839935],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9913459,0.0035284564,0.0010255731,0.00039928238,0.0030806153,0.0006201619],"domain_scores_gemma":[0.98594403,0.010559725,0.00059770816,0.0002640699,0.0012807249,0.0013537656],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0147333555,0.00024328903,0.00270843,0.0006111511,0.00010090592,0.000089284404,0.0005163449,0.00026275555,0.00015109913],"category_scores_gemma":[0.016487237,0.00012693963,0.0012396252,0.00028916606,0.00041909504,0.0003056293,0.0001423576,0.0014832272,0.000021119651],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.91408706,0.010193643,0.000010383668,0.0001852737,0.0005252083,0.00007578341,0.00033772388,0.000002585498,0.002544444,0.00032337106,0.0025347495,0.069179766],"study_design_scores_gemma":[0.7024849,0.016586496,0.00015083261,0.0028273447,0.0001203341,0.000024689272,0.000058909704,0.27527636,0.0018656714,0.00033235783,0.00017104785,0.00010108226],"about_ca_topic_score_codex":0.00022971406,"about_ca_topic_score_gemma":0.000064381085,"teacher_disagreement_score":0.27527377,"about_ca_system_score_codex":0.0006881159,"about_ca_system_score_gemma":0.0011849968,"threshold_uncertainty_score":0.9917973},"labels":[],"label_agreement":null},{"id":"W2522387964","doi":"10.2196/jmir.6404","title":"Can Facebook Be Used for Research? Experiences Using Facebook to Recruit Pregnant Women for a Randomized Controlled Trial","year":2016,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":82,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Randomized controlled trial; Social media; Medicine; Advertising; Psychology; World Wide Web; Computer science; Business","score_opus":0.4961986605954253,"score_gpt":0.6002626661301543,"score_spread":0.10406400553472905,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2522387964","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.77158487,0.00025903506,0.0031433168,0.15667966,0.007602642,0.060267657,0.000008128603,0.00002079978,0.0004338807],"genre_scores_gemma":[0.83851653,0.00078526704,0.0012108535,0.00046228245,0.011404032,0.13818163,9.825941e-7,0.000061118306,0.009377321],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9807189,0.008561391,0.001642327,0.00036829786,0.00704622,0.0016628777],"domain_scores_gemma":[0.9036946,0.09046954,0.00050334615,0.00020460278,0.0032309717,0.0018969189],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.14117312,0.00015910069,0.0014201523,0.00085715926,0.00062058616,0.0002439107,0.001569197,0.00041429783,0.0025644107],"category_scores_gemma":[0.3387746,0.00009257177,0.00042442963,0.0004543641,0.0021016244,0.00021313914,0.00014933449,0.00079694565,0.000013767465],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.62965655,0.00023422159,0.000011856439,0.000050955743,0.00016255582,0.000007657107,0.32612404,2.0980072e-7,0.00033458168,0.0034120549,0.015479098,0.024526201],"study_design_scores_gemma":[0.66958827,0.0024896872,9.621568e-7,0.0013356023,0.000022296672,0.0000028822499,0.08881387,0.00016601411,0.0005972448,0.0048997803,0.23193608,0.00014731102],"about_ca_topic_score_codex":0.0020442796,"about_ca_topic_score_gemma":0.0013226871,"teacher_disagreement_score":0.23731016,"about_ca_system_score_codex":0.002435333,"about_ca_system_score_gemma":0.010136051,"threshold_uncertainty_score":0.9983474},"labels":[],"label_agreement":null},{"id":"W2546229696","doi":"10.2196/jmir.6362","title":"Role of Psychosocial Factors and Health Literacy in Pregnant Women’s Intention to Use a Decision Aid for Down Syndrome Screening: A Theory-Based Web Survey","year":2016,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Prenatal Screening and Diagnostics","field":"Medicine","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa; Université Laval; The Quebec Population Health Research Network","funders":"Genome Alberta; Canadian Institutes of Health Research; Genome British Columbia; Genome Canada","keywords":"Health literacy; Psychosocial; Informed consent; Decision aids; Psychology; Prenatal screening; Family medicine; Medicine; Pregnancy; Health care; Psychiatry; Prenatal diagnosis; Alternative medicine","score_opus":0.10160893808007561,"score_gpt":0.44732600071854056,"score_spread":0.34571706263846497,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2546229696","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9663318,0.00033532697,0.028944634,0.0038552769,0.000092469294,0.00037984014,0.000050170118,0.0000051505976,0.0000053427466],"genre_scores_gemma":[0.9972964,0.00023260037,0.0021052135,0.00017293305,0.00004962984,0.00001757354,0.0000067833857,0.00001597392,0.00010290745],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99608165,0.00065361406,0.0008101514,0.00021203708,0.0017769403,0.00046563573],"domain_scores_gemma":[0.99135315,0.006650918,0.00021553783,0.0001647191,0.0006635632,0.0009521046],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.014206286,0.00011874366,0.00052313437,0.0007284309,0.000028697403,0.00004825182,0.0003072689,0.00016737645,0.00017552492],"category_scores_gemma":[0.02795193,0.00006472662,0.00010601628,0.00030848637,0.0001685337,0.00015608383,0.00014208315,0.000577328,0.0000022347224],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0116716195,0.00072154426,0.69181186,0.00014010427,0.00009104176,0.00010903151,0.0013982388,5.422578e-7,0.00038575407,0.00024314671,0.002881254,0.29054588],"study_design_scores_gemma":[0.008899549,0.010905167,0.95341986,0.020099089,0.000010610348,0.00013682527,0.00036684462,0.0009616815,0.00047418004,0.0010909786,0.0035266262,0.0001086045],"about_ca_topic_score_codex":0.0010848219,"about_ca_topic_score_gemma":0.00047353905,"teacher_disagreement_score":0.29043728,"about_ca_system_score_codex":0.00028175063,"about_ca_system_score_gemma":0.0005924912,"threshold_uncertainty_score":0.98023605},"labels":[],"label_agreement":null},{"id":"W2554233667","doi":"10.2196/jmir.6483","title":"A Web-Based Patient Portal for Mental Health Care: Benefits Evaluation","year":2016,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":101,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Ontario Shores Centre for Mental Health Sciences","funders":"","keywords":"Patient portal; Mental health; Health care; Medicine; Psychology; Nursing; World Wide Web; Computer science; Psychiatry","score_opus":0.16034234702233505,"score_gpt":0.5457033398832306,"score_spread":0.38536099286089553,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2554233667","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8388215,0.006157611,0.0011987562,0.13976134,0.0069463127,0.0018497946,0.00027563283,0.00002457359,0.0049645156],"genre_scores_gemma":[0.99797535,0.000021117805,0.00017545707,0.00065580267,0.0003339939,0.00013132354,0.000020718782,0.00002311578,0.0006631052],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99365544,0.0007201246,0.001114622,0.0002395263,0.0036671823,0.00060312747],"domain_scores_gemma":[0.99703157,0.0006018307,0.00038735147,0.00020731607,0.0010137754,0.0007581299],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.007612721,0.00011297452,0.0002617558,0.00041131824,0.00007714028,0.000042378328,0.00054171623,0.00014928346,0.0060416376],"category_scores_gemma":[0.0012478982,0.00007185467,0.00024388303,0.00016800045,0.00019909473,0.00013556154,0.00010328922,0.00046733778,0.00016621545],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006727925,0.0007954131,0.00025539685,0.000055035795,0.00007850866,0.000025245381,0.0007736505,2.6860943e-7,0.000011554842,0.003680283,0.2979929,0.6956589],"study_design_scores_gemma":[0.043817546,0.080612496,0.0082359975,0.012932417,0.0000743481,0.0013196225,0.0078030108,0.001846985,0.003630276,0.0033234118,0.83575445,0.00064941327],"about_ca_topic_score_codex":0.00010721755,"about_ca_topic_score_gemma":0.000238369,"teacher_disagreement_score":0.6950095,"about_ca_system_score_codex":0.0009166127,"about_ca_system_score_gemma":0.00138156,"threshold_uncertainty_score":0.99486697},"labels":[],"label_agreement":null},{"id":"W2554527327","doi":"10.2196/jmir.5994","title":"Knowledge Exchange and Discovery in the Age of Social Media: The Journey From Inception to Establishment of a Parent-Led Web-Based Research Advisory Community for Childhood Disability","year":2016,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; McMaster University","funders":"Children's Hospital Foundation; McMaster University","keywords":"Social media; World Wide Web; Gerontology; Psychology; Medicine; Computer science","score_opus":0.35883373108228367,"score_gpt":0.5321122253511378,"score_spread":0.1732784942688541,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2554527327","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92296094,0.00038501588,0.00010076893,0.074476,0.0007534479,0.0011389698,0.000031139407,0.0000024389183,0.00015129935],"genre_scores_gemma":[0.99734384,0.0005306191,0.00003930682,0.00008187087,0.0016992029,0.0002758053,0.000004534915,0.00000871565,0.000016106453],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.97936934,0.01516524,0.00086178584,0.00015593656,0.0039210226,0.000526676],"domain_scores_gemma":[0.92504144,0.07287992,0.00029568048,0.0002805094,0.0011880228,0.0003144089],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.078857295,0.000089518355,0.00036174466,0.0002908507,0.0004336382,0.000089455025,0.0017130993,0.00023851024,0.00029984303],"category_scores_gemma":[0.096723214,0.00004595591,0.00011161573,0.00081496185,0.0033763072,0.00023808407,0.00030707184,0.0017945425,0.0000020093548],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008769395,0.0028450487,0.065587476,0.00020621641,0.00004499169,0.0000040070763,0.7620084,1.2650281e-7,0.00029632865,0.0019425564,0.019994082,0.1461938],"study_design_scores_gemma":[0.0029445565,0.0010571068,0.7541387,0.0016006517,0.000020379757,0.0000010544289,0.20567037,0.000021312188,0.00020135114,0.010052158,0.02419008,0.000102294216],"about_ca_topic_score_codex":0.012363074,"about_ca_topic_score_gemma":0.06536993,"teacher_disagreement_score":0.68855125,"about_ca_system_score_codex":0.0007254383,"about_ca_system_score_gemma":0.002174323,"threshold_uncertainty_score":0.99933594},"labels":[],"label_agreement":null},{"id":"W2555545138","doi":"10.2196/jmir.5698","title":"The Use of Social Media in Recruitment for Medical Research Studies: A Scoping Review","year":2016,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":531,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"","keywords":"Social media; eHealth; Psychology; Data science; Internet privacy; World Wide Web; Health care; Computer science; Medicine; Political science","score_opus":0.9236268404192448,"score_gpt":0.7527068496186357,"score_spread":0.17091999080060916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2555545138","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000014051953,0.9336327,0.000009673955,0.053737186,0.0053011863,0.0072134724,0.0000068421164,0.0000052220344,0.00007971944],"genre_scores_gemma":[0.0000044348217,0.989246,0.000061706225,0.00010733388,0.006524194,0.0038279349,0.0000032163387,0.000041289743,0.00018388638],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.948257,0.025670258,0.0044675553,0.00045120282,0.01949558,0.0016583907],"domain_scores_gemma":[0.5353057,0.45238495,0.0022086366,0.0005239909,0.007948681,0.001628047],"candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.21809217,0.00024910775,0.002708447,0.0010154349,0.00060258235,0.00012374182,0.003641085,0.0012247089,0.0009946616],"category_scores_gemma":[0.6867939,0.0001356369,0.0006631413,0.0020546454,0.004705498,0.00020500086,0.0006534216,0.0050624087,0.000036720656],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003512648,0.00011193786,0.0000027070462,0.043172855,0.00012721446,0.000035504967,0.011046557,9.1077174e-10,5.2132467e-9,0.002906323,0.09739429,0.84516746],"study_design_scores_gemma":[0.000191664,0.00011418884,8.562003e-7,0.41717526,0.000032079457,0.000007186355,0.0018320837,4.5736704e-7,7.836646e-8,0.00033592072,0.5802474,0.00006284597],"about_ca_topic_score_codex":0.0007612886,"about_ca_topic_score_gemma":0.011449345,"teacher_disagreement_score":0.84510463,"about_ca_system_score_codex":0.0032072852,"about_ca_system_score_gemma":0.03638668,"threshold_uncertainty_score":0.9999186},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2557251223","doi":"10.2196/jmir.5866","title":"The Effectiveness of Web-Based Asthma Self-Management System, My Asthma Portal (MAP): A Pilot Randomized Controlled Trial","year":2016,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Asthma and respiratory diseases","field":"Medicine","cited_by":86,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"HEC Montréal; Jewish General Hospital; McGill University; Centre de réadaptation Lethbridge-Layton-Mackay; McGill University Health Centre","funders":"Fonds de Recherche du Québec - Santé; Canadian Institutes of Health Research","keywords":"Asthma; Randomized controlled trial; Medicine; Physical therapy; World Wide Web; Computer science; Internal medicine","score_opus":0.018530242384825563,"score_gpt":0.3512927388595219,"score_spread":0.33276249647469636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2557251223","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97395706,0.0032695262,0.0035767693,0.004580824,0.0020695033,0.0072567617,0.000006854151,0.00005330896,0.005229405],"genre_scores_gemma":[0.9974325,0.00024403527,0.000056508732,0.000057339992,0.0009403793,0.0002952454,0.000001095283,0.000029832703,0.00094311073],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98313826,0.00826104,0.0019001382,0.00027129927,0.005869167,0.00056007266],"domain_scores_gemma":[0.9813554,0.015353983,0.0007195962,0.00040685467,0.001316498,0.00084765814],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.050969373,0.00023846394,0.0020789392,0.00052816997,0.00009970524,0.000057295612,0.0007877221,0.0001891455,0.0005846635],"category_scores_gemma":[0.009335015,0.000090774905,0.0011359405,0.0002607702,0.0010455694,0.0000762298,0.00018459566,0.0008308898,0.000044025535],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.98079765,0.0013927241,0.00012340905,0.0008628903,0.0016799489,0.0019901951,0.000023041935,8.248627e-7,0.00033785816,0.0027936008,0.0048373295,0.0051605217],"study_design_scores_gemma":[0.96945924,0.0068182275,0.00029513706,0.006581499,0.00024391925,0.000172826,0.00021999511,0.0007780974,0.0006066461,0.000057652167,0.014667671,0.00009912304],"about_ca_topic_score_codex":0.000016089078,"about_ca_topic_score_gemma":0.000004600078,"teacher_disagreement_score":0.04163436,"about_ca_system_score_codex":0.00025400237,"about_ca_system_score_gemma":0.0017317511,"threshold_uncertainty_score":0.9990098},"labels":[],"label_agreement":null},{"id":"W2573737432","doi":"10.2196/jmir.6518","title":"The Use of Motion-Based Technology for People Living With Dementia or Mild Cognitive Impairment: A Literature Review","year":2017,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":60,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Rehabilitation Institute; University of Toronto; Ontario Shores Centre for Mental Health Sciences","funders":"Consortium canadien en neurodégénérescence associée au vieillissement","keywords":"Dementia; Gerontology; Cognition; Cognitive impairment; Psychology; Cognitive decline; Medicine; Psychiatry; Disease","score_opus":0.1657777239224809,"score_gpt":0.49105447081908543,"score_spread":0.3252767468966045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2573737432","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00009028697,0.9903744,0.0011828488,0.00443223,0.00013697647,0.0036577317,0.000050901315,0.000009635464,0.00006498225],"genre_scores_gemma":[0.00050646433,0.995478,0.0002887937,0.00017056073,0.0003316349,0.0004956369,0.000049952756,0.000065789696,0.0026131675],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99100894,0.001254136,0.0017066689,0.0004402473,0.0047029797,0.0008870541],"domain_scores_gemma":[0.9833612,0.008131043,0.0014450726,0.0006330431,0.0058218525,0.00060778967],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.012587387,0.00041318318,0.0025375388,0.0012689317,0.0002649933,0.00030841763,0.0015417277,0.00061402,0.0008765758],"category_scores_gemma":[0.026189715,0.00018338751,0.0009341903,0.0010950672,0.0010707469,0.00018235209,0.00048159892,0.0038040392,0.000013892817],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011245863,0.00089275354,0.0008656978,0.11397507,0.0028998554,0.00079887884,0.000061156476,1.32884e-8,1.6736479e-7,0.000038198425,0.02720373,0.8521399],"study_design_scores_gemma":[0.0014760032,0.00445676,0.0001266561,0.48558402,0.0016839503,0.001029807,0.00006395836,0.000036366062,0.000005314421,0.000007201797,0.50542074,0.0001092237],"about_ca_topic_score_codex":0.00001896814,"about_ca_topic_score_gemma":0.000073418596,"teacher_disagreement_score":0.8520307,"about_ca_system_score_codex":0.00020389924,"about_ca_system_score_gemma":0.00480106,"threshold_uncertainty_score":0.9984942},"labels":[],"label_agreement":null},{"id":"W2587438732","doi":"10.2196/jmir.5636","title":"Association Between Internet Use and Body Dissatisfaction Among Young Females: Cross-Sectional Analysis of the Canadian Community Health Survey","year":2017,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Eating Disorders and Behaviors","field":"Psychology","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia; AIDS Vancouver; Simon Fraser University","funders":"","keywords":"Cross-sectional study; The Internet; Association (psychology); Psychology; Environmental health; Medicine; Demography; Sociology; World Wide Web","score_opus":0.24020181722900638,"score_gpt":0.5165097760525792,"score_spread":0.27630795882357284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2587438732","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9982632,0.000047517056,0.000048234673,0.000838643,0.00044693833,0.000091758535,0.00006584401,0.0000022312242,0.00019566796],"genre_scores_gemma":[0.9976521,0.000030236912,0.000004579644,0.000035300545,0.00009223457,0.0000020780824,0.000028278862,0.0000082114775,0.002146989],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99380517,0.0033396152,0.0006672806,0.00013147114,0.0017271928,0.00032925367],"domain_scores_gemma":[0.99599284,0.0015305723,0.00090048555,0.0003842356,0.0007090315,0.00048284506],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.021373278,0.00008390042,0.00034819503,0.00045602056,0.0005900729,0.00046020746,0.00094010244,0.00030069528,0.0008591125],"category_scores_gemma":[0.0079845255,0.000058915175,0.00015632763,0.0002567732,0.0006268839,0.00019983746,0.00021527035,0.0024409345,0.0000027956287],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003558928,0.00009736703,0.9911404,0.00000843759,0.00091011915,0.0000056981185,0.0014294351,9.177157e-7,0.0000013109077,0.000047099405,0.005839165,0.0004844649],"study_design_scores_gemma":[0.00036546332,0.00022728473,0.99870706,0.00007428044,0.00007366507,0.000007525323,0.00027751323,0.00011712801,0.000002172074,0.00003369203,0.0000695316,0.000044699507],"about_ca_topic_score_codex":0.96558636,"about_ca_topic_score_gemma":0.9828136,"teacher_disagreement_score":0.017227223,"about_ca_system_score_codex":0.00067173084,"about_ca_system_score_gemma":0.00044605957,"threshold_uncertainty_score":0.99986047},"labels":[],"label_agreement":null},{"id":"W2587979906","doi":"10.2196/jmir.6330","title":"Demographic and Indication-Specific Characteristics Have Limited Association With Social Network Engagement: Evidence From 24,954 Members of Four Health Care Support Groups","year":2017,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Psychological intervention; Psychology; Social support; Social network (sociolinguistics); Negative binomial distribution; Mental health; Addiction; Social network analysis; Social media; Social psychology; Computer science; Poisson distribution; Statistics; Psychiatry; Mathematics","score_opus":0.25956768257258656,"score_gpt":0.48651507762671914,"score_spread":0.22694739505413258,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2587979906","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9413599,0.0012454663,0.00011968811,0.054257784,0.0022293394,0.0005698029,0.000009545466,0.000008969996,0.00019953103],"genre_scores_gemma":[0.9847976,0.00978298,0.00039194257,0.00016365913,0.004759803,0.000040383286,0.00001147769,0.00001576676,0.000036395366],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9907863,0.0024991878,0.00088153646,0.00023709354,0.0049839425,0.0006119252],"domain_scores_gemma":[0.9893219,0.0060371575,0.0021084738,0.00021706469,0.0016599252,0.0006554806],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.02095346,0.00011484886,0.00045668922,0.00026755448,0.0012285588,0.00028281548,0.0010875419,0.00037135527,0.0004444519],"category_scores_gemma":[0.022807553,0.00010112388,0.00008062766,0.00031238634,0.0009675252,0.00040883292,0.00016253626,0.0017922308,0.0000044845665],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001827327,0.00008180557,0.7925132,0.0000936137,0.00011271097,0.000019971663,0.13587837,1.6038231e-7,0.0000038196536,0.0006849145,0.01977835,0.050650377],"study_design_scores_gemma":[0.00065739005,0.00058088143,0.94188756,0.0012141071,0.000032897053,0.0000030578017,0.02436398,0.00003215451,0.000011814076,0.00042104404,0.030678669,0.000116466596],"about_ca_topic_score_codex":0.008179798,"about_ca_topic_score_gemma":0.0070527494,"teacher_disagreement_score":0.14937437,"about_ca_system_score_codex":0.0010251318,"about_ca_system_score_gemma":0.00270884,"threshold_uncertainty_score":0.9984248},"labels":[],"label_agreement":null},{"id":"W2591669809","doi":"10.2196/jmir.6798","title":"Experience With Direct-to-Patient Recruitment for Enrollment Into a Clinical Trial in a Rare Disease: A Web-Based Study","year":2017,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Joseph’s Healthcare Hamilton; McMaster University; University of Toronto; Mount Sinai Hospital","funders":"National Center for Advancing Translational Sciences; National Institute of Arthritis and Musculoskeletal and Skin Diseases; National Heart, Lung, and Blood Institute; National Center for Research Resources; Vasculitis Clinical Research Consortium; Rare Diseases Clinical Research Network","keywords":"Disease; Medicine; Web application; Clinical trial; Rare disease; The Internet; Physical therapy; World Wide Web; Internal medicine; Computer science","score_opus":0.7374462592562504,"score_gpt":0.7051871209696952,"score_spread":0.032259138286555245,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2591669809","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94911873,0.00018383808,0.0002469137,0.043365445,0.0006499838,0.005967609,0.000004148187,0.000009335583,0.00045396603],"genre_scores_gemma":[0.99457455,0.00021454076,0.0011369,0.0007863377,0.00093614066,0.0014595875,0.0000020953469,0.00003812151,0.0008517093],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9828014,0.0016569775,0.002367877,0.0007439268,0.011599017,0.0008308345],"domain_scores_gemma":[0.9747638,0.017398106,0.0005482301,0.0014741301,0.002574519,0.0032412312],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.054547783,0.00022419337,0.0010606936,0.00063579675,0.00020366744,0.00025749463,0.0022347127,0.0004102781,0.00050194986],"category_scores_gemma":[0.21748331,0.00013882019,0.00035926714,0.00029036548,0.0010254298,0.00014441309,0.00097135693,0.0056699333,0.000020267777],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.641637,0.022899024,0.24875002,0.00045261713,0.00043866527,0.009821809,0.005386103,0.00000749842,0.00003204975,0.0002773497,0.0077262744,0.06257158],"study_design_scores_gemma":[0.47410017,0.2836066,0.11427517,0.019464867,0.00020810567,0.00006518769,0.008581414,0.006540363,0.000512266,0.0016624522,0.09031721,0.00066619995],"about_ca_topic_score_codex":0.00022667684,"about_ca_topic_score_gemma":0.0014589807,"teacher_disagreement_score":0.26070756,"about_ca_system_score_codex":0.00068738894,"about_ca_system_score_gemma":0.0069128876,"threshold_uncertainty_score":0.998717},"labels":[],"label_agreement":null},{"id":"W2593988437","doi":"10.2196/jmir.6250","title":"Public Funding and Open Access to Research: A Review of Canadian Multiple Sclerosis Research","year":2017,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Wilfrid Laurier University; University of Calgary; Council of Prairie and Pacific University Libraries","funders":"","keywords":"Multiple sclerosis; Demyelinating disease; Medicine; Public health; Family medicine; Gerontology; Psychology; Psychiatry; Pathology","score_opus":0.9941987440381901,"score_gpt":0.8009483234132166,"score_spread":0.19325042062497344,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2593988437","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00006689488,0.94489276,0.00002571171,0.036830526,0.00083004934,0.0026557872,0.000113338305,0.0000029447503,0.014582008],"genre_scores_gemma":[0.0012097709,0.99227715,0.00019978156,0.0001778024,0.0007365779,0.00014240821,0.0000087735925,0.0000666572,0.005181103],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.81688595,0.028620046,0.0073785405,0.0025739535,0.13897063,0.005570881],"domain_scores_gemma":[0.67138714,0.16395527,0.0037586417,0.0072264015,0.1281878,0.025484733],"candidate_categories":["metaresearch","metaepi_narrow","bibliometrics","sts","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics","sts","open_science"],"category_scores_codex":[0.71121806,0.00045313724,0.0045577926,0.3585816,0.0013047308,0.03872658,0.0897875,0.0011486503,0.008098001],"category_scores_gemma":[0.824524,0.00027527023,0.000809813,0.27066508,0.0032439039,0.0030587926,0.053404525,0.013432555,0.0006900768],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017286393,0.0001063401,0.00018429437,0.005251888,0.00008413833,0.0002697657,0.00004739243,8.363191e-9,3.4976088e-7,0.0005120174,0.42871186,0.5648147],"study_design_scores_gemma":[0.00032851662,0.000707915,0.00022515432,0.13630901,0.000018779505,0.00015238297,0.00015828025,0.00003438361,0.0000029773003,0.0008362799,0.86101955,0.00020678001],"about_ca_topic_score_codex":0.120518915,"about_ca_topic_score_gemma":0.053236857,"teacher_disagreement_score":0.56460786,"about_ca_system_score_codex":0.0021730273,"about_ca_system_score_gemma":0.03340799,"threshold_uncertainty_score":0.9999954},"labels":[],"label_agreement":null},{"id":"W2596015096","doi":"10.2196/jmir.6655","title":"Outcomes in Child Health: Exploring the Use of Social Media to Engage Parents in Patient-Centered Outcomes Research","year":2017,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"Canadian Institutes of Health Research","keywords":"Social media; Psychology; Population; Health care; Medicine; Family medicine; Internet privacy; World Wide Web; Computer science","score_opus":0.73947456531623,"score_gpt":0.6111762573984553,"score_spread":0.12829830791777475,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2596015096","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83302546,0.00008450708,0.0000022152349,0.16216046,0.0037757054,0.00077572814,0.0000040184195,0.0000036453564,0.0001682853],"genre_scores_gemma":[0.9979691,0.00066337147,0.0000791028,0.00024778952,0.00079029135,0.00019292031,9.585374e-7,0.00001654214,0.000039930917],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9820134,0.007217893,0.0014106069,0.00024638546,0.007970047,0.0011416695],"domain_scores_gemma":[0.97649467,0.020699153,0.000550875,0.0004025902,0.00099866,0.0008540477],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04238009,0.000119009565,0.00060679106,0.0010632583,0.00091944373,0.00026075306,0.0025892921,0.00021322483,0.00022745405],"category_scores_gemma":[0.24544041,0.00008342063,0.0001286713,0.00068348204,0.001229814,0.00055834523,0.00063775014,0.0038810638,0.000020246714],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013101542,0.00048492604,0.58052605,0.000039390958,0.000021416585,0.000061566134,0.3324089,6.513425e-7,0.0000012254858,0.0009755591,0.00419654,0.081152715],"study_design_scores_gemma":[0.00080999424,0.00022441987,0.9183342,0.00086314004,0.000001576629,0.000002024421,0.057673898,0.00001345112,0.00001659542,0.00033018176,0.021658272,0.000072281066],"about_ca_topic_score_codex":0.054164987,"about_ca_topic_score_gemma":0.08560344,"teacher_disagreement_score":0.33780807,"about_ca_system_score_codex":0.0012210057,"about_ca_system_score_gemma":0.001974648,"threshold_uncertainty_score":0.998417},"labels":[],"label_agreement":null},{"id":"W2600626537","doi":"10.2196/jmir.7097","title":"Use of GetCheckedOnline, a Comprehensive Web-based Testing Service for Sexually Transmitted and Blood-Borne Infections","year":2017,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":57,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"AIDS Vancouver; Health Canada; Fraser Health; Ottawa Public Health; BC Centre for Disease Control; University of British Columbia","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Men who have sex with men; Family medicine; Service (business); Sexually transmitted disease; Disease control; Blood testing; Environmental health; Business; Human immunodeficiency virus (HIV); Syphilis; Internal medicine","score_opus":0.18951902617662156,"score_gpt":0.46503733416613835,"score_spread":0.2755183079895168,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2600626537","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97283137,0.00031197327,0.0027459033,0.023215503,0.00006620494,0.00045198548,0.000047435195,0.000010729957,0.0003188891],"genre_scores_gemma":[0.99260634,0.00019224126,0.0046228785,0.00024441563,0.0003815229,0.000020630325,0.000012650563,0.000026764514,0.0018925528],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99635303,0.00029327982,0.0007949372,0.00019986674,0.0019241604,0.0004347052],"domain_scores_gemma":[0.9907981,0.0027987978,0.0003145905,0.0003653799,0.0048979963,0.00082511856],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.002985343,0.00012966624,0.0005037036,0.00057952135,0.00019064822,0.00015812524,0.0005482164,0.0002029582,0.00040787077],"category_scores_gemma":[0.021883847,0.0000962751,0.0002131259,0.00026887137,0.00065748516,0.0002459778,0.00017403843,0.0015144327,0.000004951985],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008284371,0.015217906,0.19286618,0.010315386,0.005197905,0.0028394088,0.0020664006,0.00002839094,0.21416211,0.0013919163,0.25393146,0.29369855],"study_design_scores_gemma":[0.041050673,0.07469579,0.20307401,0.023216996,0.00089935603,0.0036557755,0.001078445,0.5167539,0.025397934,0.00086391275,0.10874786,0.0005653122],"about_ca_topic_score_codex":0.0014235824,"about_ca_topic_score_gemma":0.000758111,"teacher_disagreement_score":0.51672554,"about_ca_system_score_codex":0.000044788652,"about_ca_system_score_gemma":0.0012453907,"threshold_uncertainty_score":0.98635525},"labels":[],"label_agreement":null},{"id":"W2604788695","doi":"10.2196/jmir.7029","title":"Ethics and Privacy Implications of Using the Internet and Social Media to Recruit Participants for Health Research: A Privacy-by-Design Framework for Online Recruitment","year":2017,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":142,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Princess Margaret Cancer Centre; Public Health Ontario; University of Toronto; Children's Hospital of Eastern Ontario; University Health Network","funders":"","keywords":"Internet privacy; Social media; The Internet; Information privacy; Psychology; Research ethics; Publishing; Personally identifiable information; Public relations; Business; World Wide Web; Computer science; Political science; Computer security","score_opus":0.912918740936249,"score_gpt":0.7031365441237427,"score_spread":0.20978219681250632,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2604788695","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3549507,0.00068190944,0.02936308,0.61004823,0.0010515136,0.0038555183,0.000036070272,0.0000051503434,0.00000782013],"genre_scores_gemma":[0.9611823,0.0025666123,0.030942583,0.0009591376,0.0032929971,0.00096593815,0.0000046429495,0.00003107245,0.000054698987],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9907921,0.004149636,0.00092600763,0.00028453983,0.0028985885,0.0009491469],"domain_scores_gemma":[0.9300961,0.06510515,0.00076746935,0.00037026382,0.0025501791,0.0011108667],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.078894876,0.00010434483,0.00041481573,0.00024766507,0.0017514601,0.00029336562,0.001762186,0.000439108,0.000047858965],"category_scores_gemma":[0.32353044,0.0000779934,0.000071910225,0.00025640093,0.0021431646,0.00016594863,0.0005075483,0.0025000435,7.6351347e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007467644,0.00052388373,0.0027301873,0.00041377026,0.0001161344,0.0000016365711,0.64417714,2.9790004e-7,0.00010842036,0.045482527,0.08870751,0.21699175],"study_design_scores_gemma":[0.0026296156,0.0035874338,0.028214922,0.004738549,0.00008165656,0.000016771955,0.08977442,0.0012447338,0.00059175084,0.253584,0.61517227,0.00036390222],"about_ca_topic_score_codex":0.0027892753,"about_ca_topic_score_gemma":0.0020194112,"teacher_disagreement_score":0.6090891,"about_ca_system_score_codex":0.0006222999,"about_ca_system_score_gemma":0.0047332053,"threshold_uncertainty_score":0.9998012},"labels":[],"label_agreement":null},{"id":"W2605032824","doi":"10.2196/jmir.6866","title":"Pregnant Women’s Views on the Feasibility and Acceptability of Web-Based Mental Health E-Screening Versus Paper-Based Screening: A Randomized Controlled Trial","year":2017,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Maternal Mental Health During Pregnancy and Postpartum","field":"Medicine","cited_by":55,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Ottawa; McMaster University; University of Saskatchewan; University of Alberta; University of Calgary","funders":"National Health and Medical Research Council; Medical Research Council; Canadian Institutes of Health Research","keywords":"Medicine; Randomized controlled trial; Psychosocial; Mental health; Edinburgh Postnatal Depression Scale; Family medicine; Intervention (counseling); Psychological intervention; Prenatal care; Randomization; Anxiety; Psychiatry; Population; Depressive symptoms","score_opus":0.18873676307213508,"score_gpt":0.4745876538880678,"score_spread":0.28585089081593273,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2605032824","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9401762,0.0019585746,0.00017719643,0.05169556,0.0007996619,0.004729621,0.0000118621265,0.00000896097,0.0004423485],"genre_scores_gemma":[0.9973992,0.00071446144,0.00027051623,0.0008717051,0.00031521817,0.0002165507,0.0000025151114,0.00001779519,0.00019201556],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.989128,0.0041839974,0.001954281,0.00032206663,0.0037557997,0.0006558639],"domain_scores_gemma":[0.9903947,0.006027245,0.0014327914,0.0007272516,0.0003661042,0.0010519174],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.048147675,0.00023585242,0.00215232,0.0002186508,0.0003658192,0.000109480636,0.00086811424,0.00019838082,0.0029706147],"category_scores_gemma":[0.01785109,0.00011760159,0.0005713151,0.000075915435,0.001408731,0.00011659213,0.00022692197,0.0018906448,0.00000302632],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9845553,0.0010652521,0.0016806991,0.0010158491,0.0002502957,0.000052297968,0.0005432303,8.507624e-7,0.000015075867,0.00010227531,0.00049603434,0.01022284],"study_design_scores_gemma":[0.967114,0.011868528,0.0036915531,0.010111568,0.000050462633,0.000024637693,0.00030074394,0.004693803,0.00054977357,0.000053951673,0.0014493538,0.000091634916],"about_ca_topic_score_codex":0.00032169637,"about_ca_topic_score_gemma":0.00007703907,"teacher_disagreement_score":0.057223007,"about_ca_system_score_codex":0.00038105185,"about_ca_system_score_gemma":0.0014892912,"threshold_uncertainty_score":0.9979408},"labels":[],"label_agreement":null},{"id":"W2605267557","doi":"10.2196/jmir.6811","title":"Connecting Families to Their Health Record and Care Team: The Use, Utility, and Impact of a Client/Family Health Portal at a Children’s Rehabilitation Hospital","year":2017,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canada Health Infoway; Holland Bloorview Kids Rehabilitation Hospital; University of Toronto","funders":"Canadian Institutes of Health Research; Australian Government","keywords":"Patient portal; Focus group; Health care; Medicine; Nursing; Service provider; Service (business); Family medicine; Psychology; Business","score_opus":0.14888426263716903,"score_gpt":0.5362422232866916,"score_spread":0.38735796064952255,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2605267557","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95738935,0.0034404001,0.000055303073,0.036541343,0.0005743561,0.0017674151,0.00004737371,0.000010092864,0.00017436685],"genre_scores_gemma":[0.9962546,0.002472246,0.00018141897,0.00047264772,0.00046833142,0.000032424028,0.0000049039777,0.000026215228,0.00008716476],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99031734,0.0043244725,0.001954529,0.0003727193,0.0018747885,0.0011561592],"domain_scores_gemma":[0.98968834,0.005657576,0.0016226479,0.0006026765,0.0010755769,0.0013532069],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.024224272,0.00019964518,0.0008695536,0.00034443953,0.0014606196,0.00008567052,0.00082949304,0.00026920854,0.00011566971],"category_scores_gemma":[0.018690351,0.000115158946,0.00015691174,0.00016585272,0.00048231328,0.00025813386,0.00094272854,0.003154718,0.0000059020385],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042552227,0.00010322007,0.72598964,0.0007963617,0.00010343739,0.0000060765933,0.07184527,4.182573e-7,0.0000075496937,0.00010002696,0.06484118,0.13578129],"study_design_scores_gemma":[0.0016398589,0.011476337,0.90828925,0.0043099765,0.000005556296,0.000120985525,0.06435084,0.00034288698,0.0000024735343,0.00013966495,0.009208586,0.000113568],"about_ca_topic_score_codex":0.06934431,"about_ca_topic_score_gemma":0.031294443,"teacher_disagreement_score":0.18229963,"about_ca_system_score_codex":0.001218714,"about_ca_system_score_gemma":0.0050797835,"threshold_uncertainty_score":0.99983937},"labels":[],"label_agreement":null},{"id":"W2605902812","doi":"10.2196/jmir.6906","title":"Toward Game-Based Digital Mental Health Interventions: Player Habits and Preferences","year":2017,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":72,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Psychological intervention; Mental health; Psychology; Applied psychology; Preference; mHealth; Anxiety; Clinical psychology; Social psychology; Psychiatry","score_opus":0.2985749843954173,"score_gpt":0.5633166014031559,"score_spread":0.26474161700773857,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2605902812","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85586137,0.005254131,0.0010741919,0.11848305,0.0043066763,0.00057326024,0.00011587362,0.0000265697,0.014304848],"genre_scores_gemma":[0.9948369,0.000081325124,0.000083418825,0.00027899776,0.00026891052,0.000020281997,0.000009384221,0.00001889528,0.0044018812],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99543554,0.00042586913,0.0011667884,0.0002825018,0.0020957438,0.00059357827],"domain_scores_gemma":[0.9973373,0.0003734819,0.000646075,0.00037003634,0.00028936093,0.0009837445],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0044948407,0.00014934308,0.0004123421,0.0004045519,0.00020466022,0.00074672,0.0015071773,0.00017122082,0.0032327792],"category_scores_gemma":[0.001886682,0.00011435697,0.00028904152,0.000082098035,0.0008991779,0.00059999095,0.00055298116,0.0013686253,0.0002468137],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001078389,0.0036708657,0.020312028,0.0008433422,0.00040043177,0.0004618091,0.0025474888,1.5313452e-7,0.0000025981285,0.010910175,0.2734116,0.68636113],"study_design_scores_gemma":[0.026583947,0.061942182,0.38592175,0.0660363,0.00007701317,0.00585871,0.011157302,0.0013543869,0.0007082101,0.037291914,0.4017272,0.0013410609],"about_ca_topic_score_codex":0.00045413125,"about_ca_topic_score_gemma":0.00020052661,"teacher_disagreement_score":0.6850201,"about_ca_system_score_codex":0.00022076254,"about_ca_system_score_gemma":0.00037970464,"threshold_uncertainty_score":0.9976784},"labels":[],"label_agreement":null},{"id":"W2606969471","doi":"10.2196/jmir.6746","title":"A Content Analysis of Health and Safety Communications Among Internet-Based Sex Work Advertisements: Important Information for Public Health","year":2017,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Sex work and related issues","field":"Social Sciences","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Victoria; University of British Columbia; Providence Health Care","funders":"Canadian Institutes of Health Research; University of British Columbia","keywords":"Thematic analysis; The Internet; Psychological intervention; eHealth; Population; Sex work; Reproductive health; Content analysis; Public health; Ethnic group; Advertising; Psychology; Medicine; Business; Environmental health; Sociology; Qualitative research; Political science; Health care; Nursing; Family medicine; Social science","score_opus":0.23509122372750046,"score_gpt":0.4974253697173826,"score_spread":0.26233414598988214,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2606969471","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.66881645,0.008284316,0.017077178,0.3030692,0.0004343512,0.00096709625,0.000010164032,0.000016994072,0.0013242284],"genre_scores_gemma":[0.9917721,0.006917719,0.0003744016,0.00045866522,0.000053117987,0.000009194486,0.000021869186,0.0000044192807,0.0003885172],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99511844,0.0011006759,0.0013800797,0.00009563644,0.00189651,0.0004086808],"domain_scores_gemma":[0.99576306,0.00076264405,0.0014272564,0.00039598646,0.0009149243,0.0007360971],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.027122606,0.00007322227,0.0004770282,0.00062166847,0.00058887067,0.0002795135,0.0015549429,0.0001513934,0.00020554275],"category_scores_gemma":[0.006909193,0.000053602704,0.00016812704,0.00042782736,0.001310266,0.00041747803,0.00026712523,0.0007085395,0.0000012827468],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042277804,0.0005210501,0.5025907,0.00014173806,0.0021829319,0.000005076692,0.13575576,0.000004256602,7.129218e-7,0.004661081,0.023610564,0.33010334],"study_design_scores_gemma":[0.0049430933,0.0023676339,0.2732617,0.003740104,0.00018329761,0.000004306742,0.14580417,0.03527533,0.00001845513,0.0004697929,0.5336524,0.00027970542],"about_ca_topic_score_codex":0.010747866,"about_ca_topic_score_gemma":0.0023859388,"teacher_disagreement_score":0.51004183,"about_ca_system_score_codex":0.00033890913,"about_ca_system_score_gemma":0.0016663664,"threshold_uncertainty_score":0.99583966},"labels":[],"label_agreement":null},{"id":"W2607303733","doi":"10.2196/jmir.5604","title":"Who Uses Mobile Phone Health Apps and Does Use Matter? A Secondary Data Analytics Approach","year":2017,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":599,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lawson Health Research Institute; Western University","funders":"","keywords":"Internet privacy; Mobile phone; Mobile apps; Analytics; mHealth; Phone; Usage data; Computer science; World Wide Web; eHealth; Data science; Health care; Medicine; Psychological intervention; Nursing","score_opus":0.32288894166641363,"score_gpt":0.5764566333492122,"score_spread":0.2535676916827985,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2607303733","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.679379,0.013040512,0.014995753,0.26766843,0.0032623298,0.008819137,0.0007674646,0.000084634055,0.011982773],"genre_scores_gemma":[0.90853447,0.050024234,0.004518487,0.014826646,0.004281164,0.0010929247,0.00014439825,0.000113080365,0.016464595],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9925105,0.0017111821,0.001763962,0.0004990865,0.0023376774,0.0011775803],"domain_scores_gemma":[0.99145985,0.0022188185,0.0012125594,0.001847749,0.0007495064,0.0025115125],"candidate_categories":["sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01801312,0.00018229824,0.0007563006,0.0003982244,0.0015214679,0.0001955,0.0029157132,0.0004095452,0.0027485257],"category_scores_gemma":[0.0042544203,0.00011689274,0.00006353703,0.00016991065,0.0007595771,0.00063090026,0.0022375062,0.0053553637,0.00017433561],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027051312,0.00035531065,0.062453147,0.0019858957,0.000075318,0.000043188687,0.0011423285,4.228066e-7,0.0000047012204,0.0012409289,0.84392035,0.08850788],"study_design_scores_gemma":[0.0023255798,0.0005034336,0.07020947,0.0018952567,0.000019547297,0.00013747759,0.0028067552,0.004754497,0.000004529057,0.0006541247,0.91653603,0.00015328762],"about_ca_topic_score_codex":0.0048346324,"about_ca_topic_score_gemma":0.0012111504,"teacher_disagreement_score":0.2528418,"about_ca_system_score_codex":0.00026049008,"about_ca_system_score_gemma":0.004963687,"threshold_uncertainty_score":0.9997784},"labels":[],"label_agreement":null},{"id":"W2608106098","doi":"10.2196/jmir.6686","title":"Impact of Information and Communication Technologies on Nursing Care: Results of an Overview of Systematic Reviews","year":2017,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Nursing Diagnosis and Documentation","field":"Nursing","cited_by":256,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Centre hospitalier universitaire de Québec; Université Laval; McGill University; Centre Hospitalier de l’Université de Montréal","funders":"Canadian Institutes of Health Research; Max-Planck-Gesellschaft","keywords":"eHealth; Nursing; Documentation; Nursing care; Nursing management; Health care; Medicine; Quality (philosophy); Nursing Outcomes Classification; Information and Communications Technology; Systematic review; MEDLINE; Nursing research; Psychology; Team nursing; Computer science","score_opus":0.4257999835171782,"score_gpt":0.6121742999001719,"score_spread":0.18637431638299373,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2608106098","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009848647,0.99714774,0.00000855435,0.00030639322,0.00021964472,0.0011107448,0.000020944597,0.0000053547246,0.0001957632],"genre_scores_gemma":[0.014849356,0.9848007,0.00023096889,0.0000030800195,0.000039659622,0.000017775628,0.00003999028,0.000013562059,0.0000049199452],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.99173105,0.0024479546,0.003414368,0.00012702635,0.002080346,0.00019924055],"domain_scores_gemma":[0.99018496,0.0019032571,0.0058987737,0.0008848781,0.0010067611,0.00012136108],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.012166631,0.00020579636,0.002531274,0.0010830883,0.000054494743,0.00010213734,0.0014842947,0.00046095686,0.0000143052475],"category_scores_gemma":[0.01695852,0.00012418693,0.00043719294,0.0002830563,0.00062908017,0.00054643553,0.00012746142,0.0012474532,0.0000029664568],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000169222,0.00018303675,0.0000046365444,0.16341235,0.00008472768,0.000001470385,0.0013813013,2.783055e-7,0.0000011526117,0.00012021585,0.0027396604,0.83190197],"study_design_scores_gemma":[0.0007208416,0.0041244607,0.000057707985,0.9575916,0.00041555148,0.00009682291,0.00094957283,0.00005091424,0.00008072492,0.00023566074,0.035572335,0.000103840524],"about_ca_topic_score_codex":0.00033783025,"about_ca_topic_score_gemma":0.0000122951615,"teacher_disagreement_score":0.8317981,"about_ca_system_score_codex":0.0005309155,"about_ca_system_score_gemma":0.00031401555,"threshold_uncertainty_score":0.99132204},"labels":[],"label_agreement":null},{"id":"W2608869440","doi":"10.2196/jmir.6731","title":"Social Health Inequalities and eHealth: A Literature Review With Qualitative Synthesis of Theoretical and Empirical Studies","year":2017,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Food Security and Health in Diverse Populations","field":"Health Professions","cited_by":494,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre hospitalier universitaire de Québec; Université Laval","funders":"Coordenação de Aperfeiçoamento de Pessoal de Nível Superior; AGE-WELL; Université Laval","keywords":"eHealth; Inequality; Qualitative research; Social inequality; Empirical research; Sociology; Psychology; Computer science; Data science; Health care; Mathematics; Social science; Political science; Statistics","score_opus":0.7685679544732594,"score_gpt":0.7432054636170915,"score_spread":0.02536249085616793,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2608869440","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00007491306,0.9278525,0.000006966005,0.07049993,0.00018362983,0.0010182388,0.00010590993,0.0000060086445,0.0002518928],"genre_scores_gemma":[0.00038440464,0.99726206,0.00015641794,0.0010448744,0.0007795571,0.00010848221,0.000011808323,0.000032045387,0.00022032177],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9736797,0.019181019,0.0030911434,0.00035259748,0.0029384727,0.00075707317],"domain_scores_gemma":[0.97444546,0.019505434,0.002757018,0.00031431753,0.0020667037,0.00091105094],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.043984544,0.00033249112,0.0044510327,0.0006104975,0.00089718803,0.000041548275,0.0007658474,0.0008735661,0.00026742864],"category_scores_gemma":[0.029485114,0.00018656714,0.00025499787,0.00035177186,0.0032078063,0.00015019967,0.00072766613,0.007434318,0.0000075675953],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016334391,0.00011246416,0.00003185135,0.49975926,0.0005668652,0.000106663065,0.07987781,7.435652e-10,7.1425127e-10,0.064257465,0.09626074,0.25886357],"study_design_scores_gemma":[0.00028448665,0.0007769411,0.000013000113,0.4544695,0.00019469316,0.00013122363,0.01061302,0.0000015478851,7.285081e-9,0.0023543013,0.53105825,0.00010303489],"about_ca_topic_score_codex":0.00013606278,"about_ca_topic_score_gemma":0.00018117772,"teacher_disagreement_score":0.4347975,"about_ca_system_score_codex":0.0003582274,"about_ca_system_score_gemma":0.0058278185,"threshold_uncertainty_score":0.9998082},"labels":[],"label_agreement":null},{"id":"W2616272524","doi":"10.2196/jmir.7846","title":"Patient-Centered Decision Support: Formative Usability Evaluation of Integrated Clinical Decision Support With a Patient Decision Aid for Minor Head Injury in the Emergency Department","year":2017,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Radiology practices and education","field":"Medicine","cited_by":71,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; Agency for Healthcare Research and Quality","keywords":"Usability; Clinical decision support system; Decision support system; Formative assessment; Emergency department; Head injury; Health care; Medical emergency; Medicine; Head (geology); Computed tomography; Medical physics; Psychology; Computer science; Radiology; Nursing; Artificial intelligence; Human–computer interaction; Surgery","score_opus":0.2252565470779505,"score_gpt":0.5620442337325177,"score_spread":0.33678768665456715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2616272524","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.990624,0.00014916122,0.0030169298,0.0033623476,0.0012035854,0.0014284484,0.000017952976,0.0000023815805,0.00019517959],"genre_scores_gemma":[0.9951261,0.0005101041,0.0038834512,0.00013929167,0.00019806069,0.000071411836,0.000040461928,0.000013403929,0.000017687615],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9902222,0.0014448629,0.0024672046,0.00034233116,0.005100309,0.00042307758],"domain_scores_gemma":[0.9906171,0.0032641047,0.0014524307,0.0007778194,0.0034517667,0.00043679844],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.034310963,0.00017619798,0.0006231247,0.00038829813,0.00014920706,0.000061352555,0.000807694,0.000312862,0.0018000933],"category_scores_gemma":[0.045496494,0.000090497175,0.00026365896,0.00021891315,0.00045965583,0.0005502637,0.00019540204,0.0014053246,0.000016210057],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.024102585,0.0026006994,0.17462155,0.00004339701,0.00010672714,0.000040096857,0.0029044682,0.0000035096205,0.00001719224,0.000016497817,0.037442096,0.75810117],"study_design_scores_gemma":[0.026740149,0.08756736,0.744963,0.004228416,0.0005778385,0.00121639,0.015022679,0.02360092,0.0011268376,0.0039380784,0.09066734,0.00035099025],"about_ca_topic_score_codex":0.00013888201,"about_ca_topic_score_gemma":0.0004189728,"teacher_disagreement_score":0.7577502,"about_ca_system_score_codex":0.00043083518,"about_ca_system_score_gemma":0.0018153974,"threshold_uncertainty_score":0.99911237},"labels":[],"label_agreement":null},{"id":"W2617847949","doi":"10.2196/jmir.7374","title":"Virtual Visits and Patient-Centered Care: Results of a Patient Survey and Observational Study","year":2017,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":200,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Canada Health Infoway; Institute of Health Services and Policy Research","funders":"","keywords":"Observational study; Family medicine; Medicine; Health care; Virtual patient; Cohort; MEDLINE; Intervention (counseling); Primary care; Nursing","score_opus":0.26481007007589946,"score_gpt":0.50780542285271,"score_spread":0.24299535277681056,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2617847949","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99338835,0.0004208333,0.000017272521,0.005455475,0.00020592143,0.00040575783,0.000024198069,0.000002278172,0.00007991633],"genre_scores_gemma":[0.99924725,0.0002326045,0.0000767346,0.00021007872,0.00015751077,0.000004311249,0.000018730985,0.000009002037,0.000043795233],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.995156,0.00048399917,0.0010262755,0.000184135,0.0029036137,0.0002459708],"domain_scores_gemma":[0.99660915,0.0007076883,0.0005506182,0.00023806463,0.0013703716,0.00052408956],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.004296229,0.000094357456,0.00038105485,0.0002527072,0.00010559077,0.00004909659,0.00023837065,0.00008782709,0.0001017219],"category_scores_gemma":[0.009570805,0.000065727865,0.00003519605,0.000085035965,0.00025115575,0.00014031195,0.00031379814,0.0006963729,0.000001167943],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0036788513,0.0006214448,0.7527853,0.00009841733,0.0001381939,0.000299852,0.0098646525,7.4671846e-8,0.00006777076,0.00003910379,0.015303674,0.21710263],"study_design_scores_gemma":[0.008955215,0.016780078,0.9607402,0.00046901265,0.000023159508,0.00015726492,0.009026682,0.00009337135,0.0002526666,0.000017494687,0.0034362797,0.000048551443],"about_ca_topic_score_codex":0.0020309081,"about_ca_topic_score_gemma":0.0007886032,"teacher_disagreement_score":0.21705408,"about_ca_system_score_codex":0.00006899378,"about_ca_system_score_gemma":0.00043291776,"threshold_uncertainty_score":0.998772},"labels":[],"label_agreement":null},{"id":"W2620142836","doi":"10.2196/jmir.6631","title":"Mobile Text Messaging to Improve Medication Adherence and Viral Load in a Vulnerable Canadian Population Living With Human Immunodeficiency Virus: A Repeated Measures Study","year":2017,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"B.C. Women's Hospital & Health Centre; Women's Health Research Institute; University of British Columbia","funders":"Gilead Sciences","keywords":"Medicine; Short Message Service; Cart; Psychological intervention; Population; Viral load; Attendance; Intervention (counseling); mHealth; Family medicine; Human immunodeficiency virus (HIV); Environmental health; Nursing","score_opus":0.09673354685121002,"score_gpt":0.512629159797036,"score_spread":0.415895612945826,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2620142836","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9914811,0.0005282794,0.00014723808,0.002945202,0.0001931842,0.0023629493,0.0000033231759,0.000010632907,0.002328066],"genre_scores_gemma":[0.9969771,0.00026702866,0.0000728556,0.00028322838,0.00017924706,0.0014203471,0.0000021071046,0.000019000023,0.00077912357],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9936988,0.0015769328,0.0011947077,0.00035631622,0.0023014678,0.0008717741],"domain_scores_gemma":[0.9958361,0.00065351557,0.00056667987,0.0005737931,0.0009439519,0.0014259646],"candidate_categories":["sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.02609858,0.00013357088,0.00038369405,0.00061973033,0.0017130247,0.00009594874,0.00094440585,0.00023107653,0.0004670032],"category_scores_gemma":[0.0070428234,0.00009920873,0.000025015373,0.0002565,0.00015928144,0.0002646711,0.0002657215,0.0031874229,0.000027910479],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031507443,0.0007638831,0.8322621,0.0004162557,0.00004854867,0.00012574736,0.02256994,0.0000093594945,0.0007534719,0.0010371384,0.006380819,0.13531767],"study_design_scores_gemma":[0.0023030746,0.003099582,0.96907526,0.003591367,0.000015993697,0.000026257969,0.010301442,0.0010158691,0.00002022709,0.00024908877,0.010136266,0.00016557044],"about_ca_topic_score_codex":0.6563933,"about_ca_topic_score_gemma":0.61982876,"teacher_disagreement_score":0.13681318,"about_ca_system_score_codex":0.0011724851,"about_ca_system_score_gemma":0.0039117355,"threshold_uncertainty_score":0.9995866},"labels":[],"label_agreement":null},{"id":"W2627076367","doi":"10.2196/jmir.6899","title":"“Click for Closer Care”: A Content Analysis of Community Pharmacy Websites in Four Countries","year":2017,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Pharmaceutical Quality and Counterfeiting","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"The Internet; Pharmacy; Health care; Internet privacy; Public relations; Medicine; Nursing; World Wide Web; Political science; Computer science","score_opus":0.565971571683165,"score_gpt":0.6032363195998314,"score_spread":0.03726474791666634,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2627076367","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9811785,0.00089096936,0.00037498315,0.016152767,0.00012609252,0.00022683901,0.000018742088,0.0000034437721,0.0010276225],"genre_scores_gemma":[0.99790496,0.0006017154,0.00006981293,0.00081423484,0.00024720392,0.000009287255,0.0000051122274,0.000010094981,0.00033755662],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99530625,0.00082003506,0.0010063654,0.00010666529,0.002365974,0.0003946851],"domain_scores_gemma":[0.99418265,0.0027472791,0.000421786,0.00038226089,0.0018203306,0.00044570796],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.015083065,0.00010913578,0.0007970834,0.0006442847,0.00015822069,0.000093836854,0.0011070047,0.00012983028,0.00093069556],"category_scores_gemma":[0.012048815,0.00007919918,0.000386577,0.00022910007,0.0007474625,0.00017934917,0.0003414479,0.002401042,0.000007138559],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01864784,0.0028165202,0.85691786,0.003774422,0.009298433,0.0012919827,0.020820592,0.000008690338,0.008223222,0.0043398184,0.016393809,0.057466805],"study_design_scores_gemma":[0.046656936,0.0065331915,0.5670407,0.009608727,0.004775699,0.000541839,0.039648946,0.05080831,0.07101822,0.0016308974,0.20109792,0.000638594],"about_ca_topic_score_codex":0.0021801596,"about_ca_topic_score_gemma":0.001072806,"teacher_disagreement_score":0.28987715,"about_ca_system_score_codex":0.00019631708,"about_ca_system_score_gemma":0.0004791833,"threshold_uncertainty_score":0.9999826},"labels":[],"label_agreement":null},{"id":"W2729330554","doi":"10.2196/jmir.7347","title":"Tracing the Potential Flow of Consumer Data: A Network Analysis of Prominent Health and Fitness Apps","year":2017,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Internet privacy; Tracing; World Wide Web; Computer science; Information flow; Data science","score_opus":0.21200955318700057,"score_gpt":0.5708017029225799,"score_spread":0.3587921497355794,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2729330554","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80317426,0.022137968,0.017041564,0.15078536,0.0017253931,0.004161303,0.00019454755,0.000012657303,0.000766935],"genre_scores_gemma":[0.98752314,0.010116878,0.0005808423,0.00055669335,0.0007977473,0.00012223238,0.00002507962,0.000012343005,0.00026503688],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9934224,0.0017320329,0.0018784828,0.00023630785,0.002051921,0.0006788942],"domain_scores_gemma":[0.9931079,0.0020529805,0.0017977223,0.001092222,0.0009157501,0.0010333948],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02803911,0.000097674776,0.0007689618,0.00031124073,0.00081867364,0.000023770926,0.0018667596,0.00021528036,0.000545383],"category_scores_gemma":[0.0046404274,0.00005798113,0.000104395534,0.0003801403,0.0007582204,0.000121876976,0.00089434907,0.0022930999,0.00000472345],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016302529,0.0005883936,0.110422336,0.0042973235,0.0019412999,0.000049813218,0.005721671,0.00011050323,0.00004031477,0.0041293115,0.44347867,0.4275901],"study_design_scores_gemma":[0.008574694,0.0022582528,0.24123168,0.010555317,0.0011155113,0.00013385148,0.011616947,0.2976598,0.00004003423,0.0020631584,0.42440265,0.00034807742],"about_ca_topic_score_codex":0.0027253898,"about_ca_topic_score_gemma":0.001827062,"teacher_disagreement_score":0.42724204,"about_ca_system_score_codex":0.00008268543,"about_ca_system_score_gemma":0.0036949506,"threshold_uncertainty_score":0.99625057},"labels":[],"label_agreement":null},{"id":"W2733776500","doi":"10.2196/jmir.7482","title":"Studying Scale-Up and Spread as Social Practice: Theoretical Introduction and Empirical Case Study","year":2017,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Information Systems Theories and Implementation","field":"Social Sciences","cited_by":76,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Women's College Hospital","funders":"National Institute for Health and Care Research; Wellcome Trust","keywords":"Scale (ratio); Psychology; Sociology; Data science; Computer science; Social psychology; Geography","score_opus":0.16501308584714697,"score_gpt":0.585741810411427,"score_spread":0.42072872456428007,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2733776500","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9385493,0.000044633904,0.00019293751,0.05679532,0.00061328517,0.0002528358,5.27591e-7,0.0000044359886,0.003546738],"genre_scores_gemma":[0.9967508,0.000105498664,0.000032952856,0.00011612989,0.0027259071,0.0000047622143,2.2516959e-7,0.0000048185416,0.00025891638],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9946557,0.0017148202,0.00052224833,0.00012788913,0.0027130628,0.00026624635],"domain_scores_gemma":[0.99768955,0.000662114,0.00033624386,0.000112365415,0.00088311045,0.00031660675],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.028472282,0.00006600752,0.00019395482,0.00014154069,0.0014621795,0.00095509883,0.00034755337,0.00012334806,0.0006163269],"category_scores_gemma":[0.013630659,0.000048831065,0.000032416,0.00008034135,0.0016815192,0.0010177868,0.000306145,0.00079065067,0.000009879003],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007483558,0.00042839342,0.021538433,0.000045414305,0.00019418981,0.0017974771,0.58850366,4.398915e-8,0.000009847192,0.20215638,0.029727267,0.15485053],"study_design_scores_gemma":[0.0016662363,0.0011383721,0.0024684009,0.000056070683,0.00003763278,0.003806569,0.91820884,0.000097192446,0.00001619284,0.0030150777,0.069403045,0.00008634385],"about_ca_topic_score_codex":0.0028385734,"about_ca_topic_score_gemma":0.0006285292,"teacher_disagreement_score":0.32970518,"about_ca_system_score_codex":0.00010890048,"about_ca_system_score_gemma":0.0003141004,"threshold_uncertainty_score":0.99983776},"labels":[],"label_agreement":null},{"id":"W2736760223","doi":"10.2196/jmir.7520","title":"Development and Use of Health-Related Technologies in Indigenous Communities: Critical Review","year":2017,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Technology Use by Older Adults","field":"Social Sciences","cited_by":112,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Canadian Rural Health Research Society; University of Saskatchewan; NOSM University; Laurentian University","funders":"","keywords":"Indigenous; Creativity; Public relations; Sociology; Psychology; Political science; Social psychology","score_opus":0.4234900319755216,"score_gpt":0.5529566345790503,"score_spread":0.1294666026035287,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2736760223","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003437393,0.9866933,0.000007778047,0.011962529,0.00018399855,0.0006598962,0.0000034918278,0.000030510862,0.00011474495],"genre_scores_gemma":[0.00065718824,0.99851876,0.000519195,0.000036801892,0.00002719348,0.000029954137,0.0000028911516,0.000019910432,0.00018810459],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9895175,0.003743882,0.0027309884,0.0002032565,0.003055687,0.00074869505],"domain_scores_gemma":[0.9932406,0.004118275,0.0012246704,0.0005170425,0.00062621443,0.0002731986],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.03448579,0.00022029302,0.0026355702,0.0013926917,0.00030004515,0.000111006775,0.0035412274,0.001342222,0.00014472306],"category_scores_gemma":[0.040769454,0.00016027143,0.00019098149,0.00056328153,0.004835854,0.00022134988,0.0012112817,0.0061737173,0.000011794145],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000034253412,0.00013006013,0.00005394233,0.01806807,0.000094842035,0.00028972988,0.0072175534,1.2943789e-9,3.1942662e-9,0.0012971772,0.0034946327,0.9693506],"study_design_scores_gemma":[0.00011097196,0.000119221804,0.0000091858365,0.24647321,0.000023068567,0.00019504814,0.0029171137,3.330017e-7,2.0442873e-7,0.00021976068,0.74984366,0.000088212095],"about_ca_topic_score_codex":0.004165253,"about_ca_topic_score_gemma":0.0056092604,"teacher_disagreement_score":0.96926236,"about_ca_system_score_codex":0.0006594833,"about_ca_system_score_gemma":0.007461773,"threshold_uncertainty_score":0.9999542},"labels":[],"label_agreement":null},{"id":"W2737403702","doi":"10.2196/jmir.7421","title":"My Team of Care Study: A Pilot Randomized Controlled Trial of a Web-Based Communication Tool for Collaborative Care in Patients With Advanced Cancer","year":2017,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Palliative Care and End-of-Life Issues","field":"Medicine","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Institute for Clinical Evaluative Sciences; Princess Margaret Cancer Centre; University of Toronto; University Health Network; Mount Sinai Hospital; St. Michael's Hospital; Women's College Hospital","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Randomized controlled trial; Palliative care; Ambulatory care; Health care; Distress; Scale (ratio); Nursing; Family medicine","score_opus":0.10900909888216463,"score_gpt":0.5149786628277802,"score_spread":0.4059695639456155,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2737403702","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99003047,0.0032507281,0.000054238393,0.0006899695,0.00011856965,0.0054664626,0.000039190563,0.0000017526771,0.00034864584],"genre_scores_gemma":[0.9979718,0.0008891278,0.00055895763,0.000019472847,0.000080634716,0.00041349969,0.00000942395,0.000013422915,0.00004371181],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99493545,0.0012046988,0.001214458,0.00013286047,0.0023189725,0.00019356888],"domain_scores_gemma":[0.98827463,0.0030794844,0.0012577085,0.0003898802,0.006856298,0.00014197001],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0047168126,0.00012611781,0.0020456207,0.00034018737,0.000043045224,0.00001596091,0.00060110353,0.00010189717,0.00007002942],"category_scores_gemma":[0.019128885,0.00007295017,0.00022245797,0.00015963445,0.00065016653,0.000090975984,0.000092800656,0.000594821,1.7245074e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9304422,0.0015300384,0.05520188,0.00037142483,0.0005988227,0.000008783289,0.008262399,0.000007827567,0.000042370986,0.0000157773,0.00034055937,0.0031778992],"study_design_scores_gemma":[0.950769,0.0253052,0.0039038814,0.0071871695,0.00020795666,1.943339e-7,0.010758237,0.00023652616,0.0011606812,0.000008167885,0.0004033412,0.00005962205],"about_ca_topic_score_codex":0.0003924134,"about_ca_topic_score_gemma":0.0011112887,"teacher_disagreement_score":0.051298,"about_ca_system_score_codex":0.000232386,"about_ca_system_score_gemma":0.0021666547,"threshold_uncertainty_score":0.9891334},"labels":[],"label_agreement":null},{"id":"W2737695002","doi":"10.2196/jmir.7721","title":"Consumer Adoption of Personal Health Record Systems: A Self-Determination Theory Perspective","year":2017,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"","keywords":"Information system; Perspective (graphical); Structural equation modeling; Process (computing); Public health; Knowledge management; Psychology; Applied psychology; Computer science; Medicine; Engineering","score_opus":0.17638240937110336,"score_gpt":0.5728353695670484,"score_spread":0.396452960195945,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2737695002","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88273335,0.017074376,0.0055133365,0.05839697,0.009611767,0.0035085126,0.000030583724,0.00007387292,0.023057256],"genre_scores_gemma":[0.99240345,0.0018333324,0.00020018623,0.00019577653,0.0016944925,0.000050981747,0.0000016846062,0.00003136903,0.0035887274],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9837846,0.009136276,0.001995948,0.00027664914,0.0038138,0.0009927182],"domain_scores_gemma":[0.9887917,0.003625146,0.0026076958,0.00045576325,0.0036706072,0.000849082],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.056834295,0.00015550457,0.00078548543,0.0005662703,0.00072744285,0.000052953706,0.0012685965,0.00050345896,0.0010984683],"category_scores_gemma":[0.013114852,0.000115433475,0.00016052376,0.00014945853,0.00043331904,0.0003014206,0.00027508938,0.004700746,0.0001486941],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0046798135,0.0021020835,0.097862676,0.017033476,0.001085081,0.00058142224,0.13547342,8.4355526e-7,0.0002096319,0.14757335,0.42397922,0.16941896],"study_design_scores_gemma":[0.022418564,0.023481604,0.0693506,0.07461656,0.00019465659,0.0022278272,0.36199075,0.047963623,0.00011092846,0.013149559,0.38330728,0.0011880494],"about_ca_topic_score_codex":0.00760414,"about_ca_topic_score_gemma":0.0008319957,"teacher_disagreement_score":0.22651733,"about_ca_system_score_codex":0.0025597122,"about_ca_system_score_gemma":0.009223044,"threshold_uncertainty_score":0.9998147},"labels":[],"label_agreement":null},{"id":"W2739039353","doi":"10.2196/jmir.7474","title":"Adolescents’ Perspectives on Personalized E-Feedback in the Context of Health Risk Behavior Screening for Primary Care: Qualitative Study","year":2017,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Child and Adolescent Psychosocial and Emotional Development","field":"Psychology","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"BC Children's Hospital","funders":"Agency for Healthcare Research and Quality","keywords":"Context (archaeology); Primary care; Health care; Qualitative research; Psychology; Medicine; Internet privacy; Computer science; Family medicine; Sociology","score_opus":0.16274559844415332,"score_gpt":0.5166639225466032,"score_spread":0.3539183241024499,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2739039353","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9864185,0.0018200609,0.00020294833,0.009538903,0.0005054086,0.0008295838,0.00002419302,0.0000021402968,0.00065825344],"genre_scores_gemma":[0.99854904,0.000280202,0.000047095695,0.00033845974,0.00039131416,0.000027084707,0.0000040245527,0.000010344177,0.00035240944],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99411786,0.002421466,0.0007162347,0.00023030244,0.002177071,0.00033709453],"domain_scores_gemma":[0.9978699,0.0006411602,0.0005848677,0.00022608951,0.0005211105,0.00015685831],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013384653,0.00011636008,0.00042286795,0.00020528924,0.00026844657,0.000070173875,0.0011317839,0.000096726624,0.00021937514],"category_scores_gemma":[0.0009910123,0.000071157185,0.00020426382,0.00008695739,0.00049487007,0.00006360734,0.00009883294,0.0013561827,0.000008133378],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026603043,0.0048282878,0.06779047,0.00012900779,0.00019130674,0.00006381606,0.80922127,6.638517e-8,0.0000026241078,0.0031510782,0.014623619,0.097338125],"study_design_scores_gemma":[0.0035562448,0.001402442,0.49137756,0.0011585414,0.000008842587,0.000007837981,0.5010148,9.843336e-7,0.0000013238875,0.000080823644,0.0013453839,0.000045165212],"about_ca_topic_score_codex":0.0011097811,"about_ca_topic_score_gemma":0.00018588534,"teacher_disagreement_score":0.4235871,"about_ca_system_score_codex":0.00019480426,"about_ca_system_score_gemma":0.00031670998,"threshold_uncertainty_score":0.58920145},"labels":[],"label_agreement":null},{"id":"W2739664154","doi":"10.2196/jmir.7564","title":"Web-Based Interventions to Improve Mental Health, General Caregiving Outcomes, and General Health for Informal Caregivers of Adults With Chronic Conditions Living in the Community: Rapid Evidence Review","year":2017,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Nursing care and research","field":"Health Professions","cited_by":144,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; McMaster University","funders":"Ontario Ministry of Health and Long-Term Care; McMaster University","keywords":"CINAHL; Psychological intervention; Mental health; Medicine; eHealth; Randomized controlled trial; Social support; MEDLINE; Gerontology; Anxiety; Intervention (counseling); Health care; Psychiatry; Psychology","score_opus":0.3363979934238552,"score_gpt":0.6182089497942571,"score_spread":0.28181095637040193,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2739664154","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00092768343,0.9656685,0.00011372892,0.027042037,0.00069320784,0.005283514,0.00020084309,0.000007013865,0.000063472486],"genre_scores_gemma":[0.0019881842,0.99493945,0.00018363123,0.0011590692,0.00047323934,0.0005144886,0.00008439716,0.000044308534,0.00061322446],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9796545,0.013114778,0.0027648134,0.00030474033,0.0029649094,0.0011962528],"domain_scores_gemma":[0.98675877,0.008260021,0.0020497523,0.0008581968,0.0011970311,0.00087624206],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.049473464,0.0003447562,0.0025082298,0.0011281576,0.0013039393,0.000083225576,0.0026682082,0.00037449633,0.00023982699],"category_scores_gemma":[0.0075275167,0.00019383454,0.00071662926,0.00046570165,0.00070270343,0.00024899113,0.00075482315,0.00800925,0.0000048465386],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008796136,0.00018680574,0.00020283835,0.23027387,0.00017475708,0.000022200864,0.0069917203,2.971436e-7,1.4630945e-7,0.000068856185,0.09522602,0.6667645],"study_design_scores_gemma":[0.0011364903,0.003934438,0.00048482075,0.6398099,0.000069297654,0.000072465664,0.0029621068,0.000057496552,8.4960064e-8,0.0000021462456,0.35134628,0.0001244286],"about_ca_topic_score_codex":0.0075070933,"about_ca_topic_score_gemma":0.017253792,"teacher_disagreement_score":0.6666401,"about_ca_system_score_codex":0.0019262875,"about_ca_system_score_gemma":0.017762532,"threshold_uncertainty_score":0.99999624},"labels":[],"label_agreement":null},{"id":"W2742442474","doi":"10.2196/jmir.7573","title":"How do eHealth Programs for Adolescents With Depression Work? A Realist Review of Persuasive System Design Components in Internet-Based Psychological Therapies","year":2017,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":107,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; McMaster University; Izaak Walton Killam Health Centre","funders":"Canadian Institutes of Health Research","keywords":"eHealth; The Internet; Cognitive behavioral therapy; Psychology; Clinical psychology; Critical appraisal; Interpersonal psychotherapy; Intervention (counseling); Psychotherapist; Medicine; Psychiatry; Cognition; Randomized controlled trial; Computer science; World Wide Web; Alternative medicine; Health care","score_opus":0.5133359105922756,"score_gpt":0.5823047619071395,"score_spread":0.06896885131486397,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2742442474","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00010035715,0.98852724,0.003591103,0.0015161482,0.0011863053,0.0047190245,0.000029707391,0.000017041963,0.00031304505],"genre_scores_gemma":[0.060395047,0.9361916,0.000776262,0.00011450993,0.00033988658,0.0011644447,0.00006900336,0.000116628165,0.0008326282],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.987205,0.0048659304,0.0028800024,0.00073207845,0.003319291,0.000997675],"domain_scores_gemma":[0.9928708,0.0010867325,0.0033033863,0.0008985604,0.0009868457,0.0008536848],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.014789056,0.0005266795,0.0032847396,0.00092755514,0.00006941176,0.00025670696,0.0034046494,0.00084019435,0.00013478985],"category_scores_gemma":[0.0015391264,0.0003094447,0.0010177903,0.00049429387,0.0008657923,0.00015596897,0.00030105046,0.003394579,0.000026442873],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019795578,0.00276339,0.00024780884,0.1802313,0.0002636207,0.00063207984,0.00011758643,1.5797156e-8,1.7392383e-8,0.00018999253,0.0127046285,0.80087],"study_design_scores_gemma":[0.0021147674,0.00518951,0.00013454816,0.7860782,0.00013692537,0.0006629212,0.00015876692,0.000011031206,4.65613e-7,0.000024755836,0.20529243,0.00019565338],"about_ca_topic_score_codex":0.00021276265,"about_ca_topic_score_gemma":0.000036385445,"teacher_disagreement_score":0.8006743,"about_ca_system_score_codex":0.0009522695,"about_ca_system_score_gemma":0.00068244827,"threshold_uncertainty_score":0.99993575},"labels":[],"label_agreement":null},{"id":"W2746465427","doi":"10.2196/jmir.8049","title":"Patient Participation at Health Care Conferences: Engaged Patients Increase Information Flow, Expand Propagation, and Deepen Engagement in the Conversation of Tweets Compared to Physicians or Researchers","year":2017,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; University of British Columbia","funders":"National Institute of Mental Health","keywords":"Dissemination; Conversation; Information flow; SPARK (programming language); Information Dissemination; Internet privacy; Health information; Social media; Health care; Public relations; Health communication; Social network (sociolinguistics); Information seeking; World Wide Web; Psychology; Computer science; Medicine; Sociology; Political science; Communication; Information retrieval; Telecommunications","score_opus":0.3419795467436991,"score_gpt":0.5354321491051329,"score_spread":0.1934526023614338,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2746465427","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.975278,0.000045919085,0.00007103366,0.022113042,0.00048756303,0.00172221,0.0000056374065,0.000002848595,0.0002737385],"genre_scores_gemma":[0.99899274,0.00020274843,0.00010153027,0.0003156957,0.00018802454,0.000171889,0.000018301027,0.0000039639176,0.000005129399],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.988235,0.0068078386,0.0007838739,0.00011298177,0.0036994298,0.000360872],"domain_scores_gemma":[0.9931781,0.0038519436,0.0006709887,0.00018556364,0.0017212775,0.00039211437],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.022442408,0.000070572394,0.00022281565,0.00027169273,0.00089123484,0.00018738626,0.00062500034,0.000099227604,0.00013573017],"category_scores_gemma":[0.06606434,0.000049303973,0.00002741907,0.00024182166,0.0005119108,0.0005610982,0.00015748234,0.00095356756,0.000006536635],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043069865,0.00016574007,0.07142334,0.00012311738,0.0000121167,0.000002093876,0.7677256,0.000004746865,0.0000018578121,0.00016169979,0.002878597,0.15707041],"study_design_scores_gemma":[0.0018905981,0.0014691317,0.5975223,0.00093269313,0.000008843434,6.168604e-7,0.3772601,0.00065795035,0.00014704435,0.00010044433,0.019917345,0.00009295305],"about_ca_topic_score_codex":0.022273729,"about_ca_topic_score_gemma":0.021947883,"teacher_disagreement_score":0.52609897,"about_ca_system_score_codex":0.0009254587,"about_ca_system_score_gemma":0.002305963,"threshold_uncertainty_score":0.995899},"labels":[],"label_agreement":null},{"id":"W2747587219","doi":"10.2196/jmir.7071","title":"The Use of Facebook in Recruiting Participants for Health Research Purposes: A Systematic Review","year":2017,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":792,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Internet privacy; Social media; Psychology; Systematic review; MEDLINE; World Wide Web; Medicine; Applied psychology; Computer science","score_opus":0.955916298959609,"score_gpt":0.7570215887201007,"score_spread":0.19889471023950822,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2747587219","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000007719727,0.9595272,0.000009429312,0.021375036,0.0018454305,0.017123604,0.00000627776,0.0000038663406,0.00010141853],"genre_scores_gemma":[0.000018025563,0.9918361,0.000066910085,0.00009672387,0.0013789313,0.0058310283,0.0000023626765,0.000034234923,0.00073573977],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.940645,0.04055046,0.005490682,0.0003744828,0.010873075,0.0020663347],"domain_scores_gemma":[0.8473718,0.14245445,0.0042064907,0.00080180855,0.003816365,0.001349084],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.28403652,0.00019411434,0.0033019332,0.00077721395,0.00087276485,0.00039541323,0.0040560905,0.0005777882,0.00011662316],"category_scores_gemma":[0.65214336,0.00011623426,0.00053090206,0.00090248394,0.0019384867,0.00023939194,0.00034879084,0.0046372823,0.000032931457],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012771108,0.00007222247,0.000004936478,0.50749713,0.00007041423,0.0000128950105,0.0061768247,6.802012e-9,2.7379707e-9,0.00077999075,0.024538301,0.4608345],"study_design_scores_gemma":[0.00007055799,0.00015386315,8.616128e-7,0.4697593,0.000046150995,0.0000068243903,0.0011987815,0.0000047832623,3.0384918e-8,0.000101246835,0.5286168,0.000040797884],"about_ca_topic_score_codex":0.0059042587,"about_ca_topic_score_gemma":0.0068479865,"teacher_disagreement_score":0.5040785,"about_ca_system_score_codex":0.0024831526,"about_ca_system_score_gemma":0.02811316,"threshold_uncertainty_score":0.9976591},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2753080726","doi":"10.2196/jmir.7487","title":"Web-Based Mindfulness Interventions for People With Physical Health Conditions: Systematic Review","year":2017,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Mindfulness and Compassion Interventions","field":"Psychology","cited_by":116,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"South Health Campus; Alberta Health Services; University of Calgary","funders":"Alberta Cancer Foundation","keywords":"Psychological intervention; Mindfulness; Web application; Systematic review; Psychology; Medicine; MEDLINE; World Wide Web; Computer science; Psychotherapist; Psychiatry","score_opus":0.29063245881122346,"score_gpt":0.5816836755347986,"score_spread":0.29105121672357515,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2753080726","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000023945538,0.9641093,0.027462631,0.0035953422,0.0010894627,0.003196702,0.00020377332,0.000015154693,0.00032520737],"genre_scores_gemma":[0.0009788253,0.95232344,0.000052286883,0.0002792131,0.0013219356,0.031493638,0.00019570955,0.00015939453,0.013195565],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.98816365,0.004261045,0.003335487,0.0005035536,0.0029870742,0.0007491702],"domain_scores_gemma":[0.989289,0.0034214768,0.0037900526,0.0012038809,0.0014168827,0.0008787222],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.014861745,0.00045122765,0.005914025,0.0010702645,0.00032220845,0.00024477363,0.0034318378,0.0004112562,0.015352012],"category_scores_gemma":[0.004066859,0.00026194807,0.003794534,0.00046683394,0.00044289354,0.000113459115,0.00024652653,0.003091176,0.00034435187],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027620341,0.001169593,2.1305057e-7,0.62590396,0.0008925743,0.000100148325,0.000038975686,2.7570065e-8,5.192681e-10,0.008972913,0.2695185,0.09337545],"study_design_scores_gemma":[0.0007575161,0.0013305797,5.0681047e-7,0.64314544,0.0012004577,0.0006469075,0.00011095037,0.00003806819,1.8242494e-7,0.00030750383,0.35230842,0.00015350287],"about_ca_topic_score_codex":0.00008202766,"about_ca_topic_score_gemma":0.00017265654,"teacher_disagreement_score":0.09322195,"about_ca_system_score_codex":0.00036337232,"about_ca_system_score_gemma":0.003083171,"threshold_uncertainty_score":0.99998325},"labels":[],"label_agreement":null},{"id":"W2753636466","doi":"10.2196/jmir.7819","title":"Social Media for the Dissemination of Cochrane Child Health Evidence: Evaluation Study","year":2017,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alberta Hospital Edmonton; Cochrane; University of Alberta","funders":"","keywords":"Social media; Information Dissemination; Bridging (networking); Internet privacy; Health care; Dissemination; Web 2.0; World Wide Web; Knowledge management; The Internet; Psychology; Public relations; Computer science; Political science","score_opus":0.5426679886746423,"score_gpt":0.6941129785849219,"score_spread":0.15144498991027966,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2753636466","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.59133404,0.0036227326,0.00020442692,0.39478666,0.0068107275,0.0028806434,0.0000022485074,0.000005126988,0.0003533943],"genre_scores_gemma":[0.991749,0.0019512415,0.000028684944,0.000046037683,0.005963291,0.00021572661,9.713456e-7,0.000008064075,0.000036996327],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9867365,0.002788345,0.00080589455,0.00014098478,0.009141411,0.00038691697],"domain_scores_gemma":[0.9596082,0.034828782,0.0011656993,0.0002505856,0.0037852135,0.00036151553],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.10906662,0.000064238244,0.00029624748,0.0001834044,0.0015656936,0.00016788175,0.0017586163,0.00016443808,0.0005389404],"category_scores_gemma":[0.396042,0.00004399946,0.0001037384,0.00021375483,0.0010697297,0.0003112569,0.00010602929,0.00089925743,0.000003573074],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024541284,0.0006136051,0.013252487,0.00013064362,0.00007294984,0.000002298928,0.36375704,3.6051105e-7,0.0000046815126,0.0037956922,0.046190266,0.5719346],"study_design_scores_gemma":[0.001865007,0.0018762172,0.7718798,0.0045130565,0.000110882684,0.00000703406,0.20170555,0.0012164542,0.00007233552,0.0034680706,0.013142528,0.00014308635],"about_ca_topic_score_codex":0.00545488,"about_ca_topic_score_gemma":0.008931077,"teacher_disagreement_score":0.7586273,"about_ca_system_score_codex":0.0006285419,"about_ca_system_score_gemma":0.003763517,"threshold_uncertainty_score":0.9997341},"labels":[],"label_agreement":null},{"id":"W2754671727","doi":"10.2196/jmir.8148","title":"Video Game Intervention for Sexual Risk Reduction in Minority Adolescents: Randomized Controlled Trial","year":2017,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Adolescent Sexual and Reproductive Health","field":"Health Professions","cited_by":83,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development; National Center for Advancing Translational Sciences; National Institute on Drug Abuse","keywords":"Psychological intervention; Randomized controlled trial; Medicine; Reproductive health; Sexual intercourse; Video game; Intervention (counseling); Adolescent health; Ethnic group; Demography; Population; Psychiatry; Internal medicine; Multimedia; Nursing; Environmental health","score_opus":0.20324141053643102,"score_gpt":0.5702780609634145,"score_spread":0.36703665042698347,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2754671727","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96850497,0.00056981284,0.0042600483,0.010598826,0.008149984,0.0075096935,0.000004717759,0.00001145128,0.00039052477],"genre_scores_gemma":[0.98319477,0.0005777692,0.000063043415,0.000064803295,0.008390259,0.00038391125,0.000003201504,0.00001862877,0.007303633],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9835419,0.010018091,0.0027875232,0.00039307808,0.0024359305,0.0008234546],"domain_scores_gemma":[0.9924858,0.0024696065,0.0024294832,0.00048346736,0.0015647651,0.00056686916],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.08087571,0.00017849059,0.0017320475,0.00053465285,0.0005365121,0.00006195186,0.0010446638,0.000538436,0.0005918112],"category_scores_gemma":[0.08647861,0.00010863309,0.0004815694,0.000103089216,0.00074296445,0.0003151455,0.00035278752,0.005079975,0.000038135993],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.96384495,0.0016995881,0.007188857,0.0006568297,0.00017389425,0.00002714669,0.001981556,8.2627037e-7,0.000029520197,0.00039689333,0.012939431,0.0110605],"study_design_scores_gemma":[0.97964257,0.0016289266,0.00680897,0.0028409737,0.00006245938,0.000017768587,0.002753377,0.0014900592,0.000015251045,0.0022791664,0.0023575674,0.000102885926],"about_ca_topic_score_codex":0.002401648,"about_ca_topic_score_gemma":0.00045400328,"teacher_disagreement_score":0.015797636,"about_ca_system_score_codex":0.0005369883,"about_ca_system_score_gemma":0.0010325463,"threshold_uncertainty_score":0.99721533},"labels":[],"label_agreement":null},{"id":"W2756301480","doi":"10.2196/jmir.7896","title":"Components and Outcomes of Internet-Based Interventions for Caregivers of Older Adults: Systematic Review","year":2017,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Family and Patient Care in Intensive Care Units","field":"Health Professions","cited_by":99,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre; International Collaboration On Repair Discoveries; University of British Columbia; GF Strong Rehabilitation Centre; Institut Universitaire de Gériatrie de Montréal; Université de Montréal; Centre for Interdisciplinary Research in Rehabilitation","funders":"Canadian Institutes of Health Research","keywords":"Psychological intervention; The Internet; Quality of life (healthcare); Family caregivers; Psychology; Internet privacy; Gerontology; Medicine; Computer science; Nursing; World Wide Web","score_opus":0.48304281744491884,"score_gpt":0.6009606802798474,"score_spread":0.11791786283492856,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2756301480","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00011548136,0.9920024,0.00039863418,0.0004720745,0.0023499562,0.004281384,0.00019896164,0.0000051726624,0.0001758856],"genre_scores_gemma":[0.0012504909,0.996519,0.000070957314,0.00023281784,0.00012696208,0.0002691049,0.00008225606,0.000046818743,0.0014015534],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9875903,0.0040644035,0.0049646203,0.00030012507,0.0025947522,0.0004857827],"domain_scores_gemma":[0.9655235,0.018446794,0.005534365,0.0006985817,0.009326691,0.00047006397],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.01226208,0.00035658543,0.0057572783,0.0010529013,0.00011266229,0.000018007193,0.002204329,0.0007671412,0.0005339538],"category_scores_gemma":[0.07982762,0.00021834426,0.0020708044,0.00020008425,0.00069194124,0.00009380119,0.0006221421,0.0031633137,0.000018056198],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007223759,0.00014713668,0.00011112379,0.9200574,0.00092172186,0.00004154374,0.0006625707,7.169142e-9,3.5481683e-8,0.00013346429,0.058842,0.019010765],"study_design_scores_gemma":[0.0011649953,0.000737812,0.00002372014,0.9148294,0.0012854155,0.000027508542,0.001224092,0.000022953613,6.115429e-7,0.000009184541,0.08054307,0.00013123604],"about_ca_topic_score_codex":0.00038974112,"about_ca_topic_score_gemma":0.00007403071,"teacher_disagreement_score":0.06756554,"about_ca_system_score_codex":0.00030614503,"about_ca_system_score_gemma":0.0013487467,"threshold_uncertainty_score":0.99913645},"labels":[],"label_agreement":null},{"id":"W2756587831","doi":"10.2196/jmir.6958","title":"How the “Understanding Research Evidence” Web-Based Video Series From the National Collaborating Centre for Methods and Tools Contributes to Public Health Capacity to Practice Evidence-Informed Decision Making: Mixed-Methods Evaluation","year":2017,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"University of Toronto","keywords":"Evidence-based practice; Public health; Medical education; Computer science; World Wide Web; Public relations; Psychology; Medicine; Political science; Nursing; Alternative medicine","score_opus":0.9244595815404801,"score_gpt":0.8005866476557094,"score_spread":0.12387293388477072,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2756587831","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02512771,0.0003432648,0.30923796,0.66141117,0.00095680845,0.002818032,0.000038662874,0.0000069491102,0.00005948021],"genre_scores_gemma":[0.73909235,0.00035116912,0.22911713,0.029453106,0.0012773549,0.0005527745,0.0000021181347,0.000023021494,0.00013097917],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9136826,0.06702705,0.0025219047,0.0006464115,0.014090281,0.002031763],"domain_scores_gemma":[0.2741078,0.69286114,0.0023882084,0.00094795955,0.027795034,0.0018998601],"candidate_categories":["metaresearch","sts","scholarly_communication","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.51805085,0.00017504249,0.000500168,0.00067593844,0.0058830027,0.002944959,0.0026710462,0.0002609144,0.0002864588],"category_scores_gemma":[0.92592627,0.00010024368,0.00007997387,0.0013559834,0.0008953761,0.0031523637,0.001165112,0.0030093377,0.000013335761],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0016068843,0.00004657374,0.0036515237,0.0002666307,0.000091239264,0.0000035384433,0.040361576,0.0000104345945,0.0004304906,0.007965483,0.63681066,0.30875498],"study_design_scores_gemma":[0.0027312601,0.0014113584,0.018911527,0.013752293,0.000028439168,0.00001971215,0.20247786,0.025187006,0.00031143587,0.01797998,0.71699655,0.00019254957],"about_ca_topic_score_codex":0.00090104423,"about_ca_topic_score_gemma":0.007634402,"teacher_disagreement_score":0.71396464,"about_ca_system_score_codex":0.0053115757,"about_ca_system_score_gemma":0.027886512,"threshold_uncertainty_score":0.99929076},"labels":[],"label_agreement":null},{"id":"W2757095265","doi":"10.2196/jmir.7809","title":"Evaluating Patient Empowerment in Association With eHealth Technology: Scoping Review","year":2017,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Diabetes Management and Education","field":"Medicine","cited_by":206,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"University of Saskatchewan","keywords":"Operationalization; eHealth; Empowerment; Health care; Context (archaeology); Patient Empowerment; Knowledge management; Psychology; Medicine; Computer science; Political science","score_opus":0.15950503983743922,"score_gpt":0.559177961586744,"score_spread":0.3996729217493048,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2757095265","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89178294,0.0047729756,0.000019268422,0.10074325,0.00024021852,0.0005580134,8.676423e-8,0.000004639321,0.0018786218],"genre_scores_gemma":[0.9905203,0.0074931523,0.0004191152,0.00067630166,0.00021000372,0.000025031888,0.0000015371925,0.000009292491,0.0006452943],"study_design_codex":"observational","study_design_gemma":"systematic_review","domain_scores_codex":[0.99569756,0.00019926642,0.00056469813,0.00012465248,0.003099203,0.00031461444],"domain_scores_gemma":[0.9981509,0.00017229025,0.000577241,0.00025051285,0.0006555824,0.00019349864],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.014878648,0.00006219816,0.00031565863,0.0004063629,0.00006772819,0.000063496445,0.00037228866,0.000104674546,0.00051350123],"category_scores_gemma":[0.012390633,0.000041518317,0.000039527862,0.00019318979,0.000087056345,0.00013275063,0.00016642248,0.001091157,0.000022769242],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002128655,0.00066282233,0.55270725,0.0054459716,0.00013652626,0.00025453593,0.000576575,7.994342e-7,0.000049968854,0.0001320317,0.03637408,0.40344656],"study_design_scores_gemma":[0.005593596,0.010342866,0.13057226,0.842441,0.00014882382,0.00013304097,0.0013555711,0.001331768,0.0010429705,0.00046845275,0.0063628308,0.00020682137],"about_ca_topic_score_codex":0.000056611632,"about_ca_topic_score_gemma":0.000047027705,"teacher_disagreement_score":0.836995,"about_ca_system_score_codex":0.0006548763,"about_ca_system_score_gemma":0.0008803186,"threshold_uncertainty_score":0.9959284},"labels":[],"label_agreement":null},{"id":"W2761783485","doi":"10.2196/jmir.7415","title":"HealthyDads.ca: What Do Men Want in a Website Designed to Promote Emotional Wellness and Healthy Behaviors During the Transition to Parenthood?","year":2017,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Maternal Mental Health During Pregnancy and Postpartum","field":"Medicine","cited_by":54,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University Health Centre; University of Toronto; Alberta Children's Hospital; McGill University; University of Calgary; Jewish General Hospital; St Joseph's Health Centre","funders":"","keywords":"Psychological intervention; Mental health; Psychosocial; The Internet; Anxiety; Psychology; Medicine; Psychiatry","score_opus":0.05494261319984673,"score_gpt":0.4327521347560225,"score_spread":0.37780952155617575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2761783485","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84458333,0.0009096584,0.00008242159,0.15325543,0.0003768828,0.0007376647,0.000004283291,0.0000042160486,0.00004610642],"genre_scores_gemma":[0.9960527,0.001966003,0.00010329045,0.00100874,0.00041989516,0.000042214353,0.0000018831954,0.000017100681,0.00038820808],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99563843,0.00049466785,0.00074941554,0.00025652305,0.0022636922,0.0005972702],"domain_scores_gemma":[0.99783087,0.00016057747,0.00017077105,0.0003021833,0.00020339146,0.0013321841],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0064747864,0.00013755177,0.00038886268,0.00035869115,0.00030658484,0.00024726198,0.0005414527,0.00014454416,0.00039895915],"category_scores_gemma":[0.0004751168,0.00008817247,0.00006648811,0.00013211207,0.00015740699,0.00028396674,0.00022997278,0.0013360896,0.000044805427],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.11208975,0.008197758,0.20728439,0.034226235,0.00052854064,0.025563084,0.1216709,0.000055706885,0.010499514,0.0010331542,0.015720407,0.46313053],"study_design_scores_gemma":[0.008341328,0.009534313,0.8645686,0.0947997,0.000041869884,0.004475932,0.003329043,0.0005499882,0.008148256,0.00038074804,0.0055184728,0.00031176716],"about_ca_topic_score_codex":0.00061208394,"about_ca_topic_score_gemma":0.00022219578,"teacher_disagreement_score":0.6572842,"about_ca_system_score_codex":0.0003283681,"about_ca_system_score_gemma":0.00038653327,"threshold_uncertainty_score":0.5804719},"labels":[],"label_agreement":null},{"id":"W2762127627","doi":"10.2196/jmir.8006","title":"The Effectiveness of eHealth Technologies on Weight Management in Pregnant and Postpartum Women: Systematic Review and Meta-Analysis","year":2017,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Gestational Diabetes Research and Management","field":"Medicine","cited_by":132,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; McMaster University; University of Ottawa; Hamilton Health Sciences","funders":"National Institute of Diabetes and Digestive and Kidney Diseases; Canadian Institutes of Health Research; McMaster University; Hamilton Health Sciences Foundation; National Institute of General Medical Sciences; Public Health Agency; National Institutes of Health; Public Health Agency of Canada; Hamilton Health Sciences","keywords":"eHealth; CINAHL; Medicine; Systematic review; Cochrane Library; PsycINFO; Postpartum period; Randomized controlled trial; Psychological intervention; Weight management; MEDLINE; Meta-analysis; Population; Pregnancy; Family medicine; Physical therapy; Nursing; Health care; Weight loss; Environmental health; Obesity; Surgery","score_opus":0.16421100138808908,"score_gpt":0.5010310654596627,"score_spread":0.3368200640715736,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2762127627","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00001758258,0.9918816,0.000009649966,0.0044075935,0.000023740346,0.003378483,0.000006993088,0.0000035958524,0.0002707263],"genre_scores_gemma":[0.0005052605,0.9974791,0.000020891548,0.000043920976,0.0000108859795,0.00066680287,0.0000047535577,0.000014631827,0.0012537655],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9905707,0.0035939408,0.0014952442,0.0003104858,0.0035297635,0.0004998647],"domain_scores_gemma":[0.9927898,0.0049286666,0.0008127255,0.00067692687,0.0004582121,0.00033366494],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.041606713,0.00024774813,0.0053404216,0.0015007812,0.00006639345,0.00008777388,0.0010373137,0.00018647361,0.000056804925],"category_scores_gemma":[0.008766466,0.00010482059,0.00068797887,0.0005940401,0.0005943611,0.000051400108,0.00074075477,0.0017030701,0.0000049968567],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008068202,0.00015734385,0.0000035545154,0.87216103,0.07169453,0.0005003765,0.000016731537,3.178051e-8,1.0214812e-8,0.0018230749,0.0004965021,0.053066105],"study_design_scores_gemma":[0.0007105023,0.0022281376,0.00012561955,0.69565964,0.1915357,0.00017428912,0.00024355992,0.000019699217,9.532198e-7,0.00063375104,0.10851803,0.00015014925],"about_ca_topic_score_codex":0.000020406984,"about_ca_topic_score_gemma":0.00001148463,"teacher_disagreement_score":0.17650145,"about_ca_system_score_codex":0.0003235375,"about_ca_system_score_gemma":0.00033159324,"threshold_uncertainty_score":0.9995831},"labels":[],"label_agreement":null},{"id":"W2765487375","doi":"10.2196/jmir.8336","title":"Using the Internet to Train Therapists: Randomized Comparison of Two Scalable Methods","year":2017,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Wellcome Trust","keywords":"Randomized controlled trial; The Internet; Scalability; Computer science; Psychology; World Wide Web; Medicine; Internal medicine; Database","score_opus":0.4305248501433588,"score_gpt":0.67875503929781,"score_spread":0.24823018915445122,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2765487375","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.77262264,0.0029360678,0.14704137,0.039031807,0.006137043,0.0012090892,0.000011823562,0.000013979337,0.030996157],"genre_scores_gemma":[0.98895735,0.000010654426,0.0050574807,0.00025249706,0.00037404217,0.000024768933,6.1204435e-7,0.000023491508,0.0052991332],"study_design_codex":"design_other","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99089473,0.0044496255,0.0017510606,0.00022272066,0.0021352062,0.00054667075],"domain_scores_gemma":[0.9940914,0.0032467474,0.0008777887,0.00064683094,0.0005794523,0.0005577672],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.03752887,0.0001442653,0.0009108169,0.0003633452,0.00013170666,0.000252748,0.0030586105,0.00016205593,0.0048019034],"category_scores_gemma":[0.0071082297,0.00008388143,0.0004498571,0.00016976785,0.0013780334,0.00017589169,0.0006297807,0.0017150327,0.00008567382],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.06435953,0.0046487562,0.004009539,0.00030132843,0.002330982,0.00031929696,0.024720112,0.000011854235,0.00086060807,0.10505421,0.1605313,0.6328525],"study_design_scores_gemma":[0.47329268,0.021213269,0.009669346,0.028530944,0.0006127952,0.00372038,0.027531218,0.085247256,0.06893859,0.110911004,0.16876444,0.0015680734],"about_ca_topic_score_codex":0.003550491,"about_ca_topic_score_gemma":0.0002671406,"teacher_disagreement_score":0.6312844,"about_ca_system_score_codex":0.00022248844,"about_ca_system_score_gemma":0.00020300683,"threshold_uncertainty_score":0.9961078},"labels":[],"label_agreement":null},{"id":"W2766236516","doi":"10.2196/jmir.8602","title":"Smartphone Cognitive Behavioral Therapy as an Adjunct to Pharmacotherapy for Refractory Depression: Randomized Controlled Trial","year":2017,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":209,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"Shionogi; Pfizer; Eli Lilly and Company","keywords":"Randomized controlled trial; Cognitive behavioral therapy; Depression (economics); Beck Depression Inventory; Patient Health Questionnaire; Medicine; Behavioral activation; Pharmacotherapy; Cognitive therapy; Psychiatry; Adjunctive treatment; Physical therapy; Cognition; Anxiety; Internal medicine; Depressive symptoms","score_opus":0.23322100615625377,"score_gpt":0.6137609468155357,"score_spread":0.380539940659282,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2766236516","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9743749,0.0015953599,0.000922595,0.0058391797,0.007624136,0.005560928,0.000020136456,0.000013484645,0.0040492634],"genre_scores_gemma":[0.98589665,0.00019785443,0.000071968454,0.0008285572,0.0021505735,0.0014606181,0.0000065536556,0.000044992685,0.009342228],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9923186,0.002534663,0.001619822,0.00035812182,0.002519941,0.0006488647],"domain_scores_gemma":[0.99264574,0.0035661596,0.0008914731,0.00042958115,0.0011555471,0.0013114974],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01981826,0.00021556945,0.0014205581,0.00045583447,0.00025039254,0.00033620803,0.0016815909,0.00030035918,0.012110334],"category_scores_gemma":[0.005835821,0.0001371366,0.00088853115,0.0000782279,0.0006467896,0.0003968935,0.00015983176,0.0013807473,0.00022345848],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.7922734,0.0053316774,0.000035610054,0.000009388895,0.00050241675,0.00022167334,0.00094438845,1.794683e-8,0.00007598016,0.0003163438,0.019490356,0.18079875],"study_design_scores_gemma":[0.9639883,0.020327376,0.0001332591,0.00070335035,0.000059701124,0.000112874135,0.0004779013,0.00004100256,0.0013728025,0.0012530785,0.01139698,0.00013335829],"about_ca_topic_score_codex":0.0005639315,"about_ca_topic_score_gemma":0.000070960385,"teacher_disagreement_score":0.1806654,"about_ca_system_score_codex":0.00013833104,"about_ca_system_score_gemma":0.00043738406,"threshold_uncertainty_score":0.9887927},"labels":[],"label_agreement":null},{"id":"W2767055273","doi":"10.2196/jmir.7987","title":"Web-Based Tools for Text-Based Patient-Provider Communication in Chronic Conditions: Scoping Review","year":2017,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Patient-Provider Communication in Healthcare","field":"Health Professions","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Occupational Cancer Research Centre; Princess Margaret Cancer Centre; Public Health Ontario; Ontario Institute for Cancer Research; University of Toronto","funders":"Canadian Institutes of Health Research","keywords":"Terminology; Context (archaeology); Computer science; The Internet; World Wide Web; Health care; MEDLINE; Patient portal; Unified Medical Language System; Information retrieval","score_opus":0.4865811307471913,"score_gpt":0.5997866748390511,"score_spread":0.11320554409185984,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2767055273","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.095232084,0.29270497,0.0019285566,0.583747,0.0025075292,0.019481637,0.00013180498,0.00010486536,0.0041614934],"genre_scores_gemma":[0.97883236,0.012283196,0.0014310664,0.0053402637,0.00027345674,0.0016017881,0.00007790001,0.00004309215,0.000116888106],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.9891665,0.005048561,0.0024090318,0.00026336728,0.0023522375,0.0007603269],"domain_scores_gemma":[0.97987646,0.013153679,0.0018162264,0.0019367341,0.0027068288,0.00051007373],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.010542491,0.00017097026,0.00064816687,0.00047845012,0.0011318288,0.00012161267,0.0034379603,0.00041258035,0.002188207],"category_scores_gemma":[0.055596206,0.00014188621,0.00019303856,0.00023033193,0.000609304,0.00062976027,0.00067537266,0.0039514955,0.00010188212],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023193066,0.0019078148,0.04584009,0.14742894,0.00023355203,0.0001669888,0.005370134,0.00013212807,0.00042585286,0.0071948785,0.5720371,0.2169432],"study_design_scores_gemma":[0.012585836,0.0018781717,0.004775505,0.8745816,0.000041141317,0.000012228921,0.0024234992,0.033272956,0.00027054577,0.00129456,0.06848729,0.000376711],"about_ca_topic_score_codex":0.000773598,"about_ca_topic_score_gemma":0.0028649732,"teacher_disagreement_score":0.88360023,"about_ca_system_score_codex":0.0016999912,"about_ca_system_score_gemma":0.012629025,"threshold_uncertainty_score":0.9987239},"labels":[],"label_agreement":null},{"id":"W2767214959","doi":"10.2196/jmir.8826","title":"Tailored Web-Based Interventions for Pain: Systematic Review and Meta-Analysis","year":2017,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Musculoskeletal pain and rehabilitation","field":"Medicine","cited_by":90,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Jewish General Hospital; Université de Montréal; Centre Hospitalier Universitaire Sainte-Justine; Hôpital du Sacré-Cœur de Montréal; Toronto Metropolitan University; McGill University; Quebec Network for Research on Aging","funders":"","keywords":"Psychological intervention; Medicine; Physical therapy; Systematic review; Anxiety; Meta-analysis; Pain catastrophizing; MEDLINE; Acceptance and commitment therapy; Intervention (counseling); Chronic pain; Psychiatry","score_opus":0.41901539597698484,"score_gpt":0.5738330316880811,"score_spread":0.15481763571109625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2767214959","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.7256723e-7,0.9809549,0.0026996222,0.012426754,0.000074817865,0.0037513603,0.000017933404,0.000007022691,0.00006735043],"genre_scores_gemma":[0.00005145755,0.99377364,0.00033273676,0.0003642508,0.00017006807,0.0005905363,0.000054778662,0.000036342626,0.0046261903],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.988156,0.0050708544,0.0031121897,0.00035600472,0.0029502248,0.00035468195],"domain_scores_gemma":[0.9878839,0.0069581633,0.0018563378,0.0008305623,0.0017060792,0.00076491665],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.065915,0.000329123,0.010562756,0.0016520529,0.000087590684,0.0001276089,0.0009760602,0.0005114024,0.0018988817],"category_scores_gemma":[0.065067746,0.00016255597,0.013215735,0.0005223148,0.00051087386,0.0000718503,0.00015166172,0.001936796,0.000019649447],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001200475,0.00017570498,4.4108057e-7,0.8685504,0.104104854,0.000036103338,0.000010086633,2.0305022e-8,2.4829028e-8,0.000050169943,0.0142971035,0.012763063],"study_design_scores_gemma":[0.00030549942,0.0007411881,6.491967e-7,0.40584502,0.4474822,0.000052180843,0.000014796649,0.00018473854,2.7669184e-8,0.000021915233,0.1452666,0.00008518344],"about_ca_topic_score_codex":0.000016785401,"about_ca_topic_score_gemma":0.000027155349,"teacher_disagreement_score":0.4627054,"about_ca_system_score_codex":0.0001907936,"about_ca_system_score_gemma":0.0011378496,"threshold_uncertainty_score":0.99901354},"labels":[],"label_agreement":null},{"id":"W2767733747","doi":"10.2196/jmir.8309","title":"Is Connected Health Contributing to a Healthier Population?","year":2017,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Jewish General Hospital","funders":"","keywords":"eHealth; mHealth; Health care; Interconnectivity; Internet privacy; Context (archaeology); Digital health; Population health; Quality (philosophy); Computer science; Knowledge management; Business; Data science; Political science","score_opus":0.2488674439218223,"score_gpt":0.6423499995642897,"score_spread":0.3934825556424674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2767733747","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27319485,0.000935131,0.0032967571,0.71490085,0.0019193507,0.0030138204,0.000034057524,0.00003410064,0.0026710844],"genre_scores_gemma":[0.96359986,0.0010591139,0.00054802775,0.029344961,0.0022691863,0.00044314878,0.000009749023,0.00003017587,0.0026957763],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9899191,0.0021037743,0.002346332,0.00033076215,0.0032677357,0.002032252],"domain_scores_gemma":[0.9889257,0.0023866822,0.0015560248,0.0008272279,0.002235485,0.00406889],"candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04158408,0.0001464557,0.0007069871,0.00048307583,0.0032786261,0.00007420314,0.001742305,0.00043471504,0.0041090897],"category_scores_gemma":[0.02365767,0.000113753114,0.00011289584,0.00028767507,0.0001739238,0.00016414034,0.0007347353,0.0047184722,0.0006705236],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041372306,0.00019652434,0.15740547,0.0007075975,0.00004103462,0.000040206713,0.0024481558,4.3054314e-7,0.0000067082806,0.018363785,0.71956253,0.10081381],"study_design_scores_gemma":[0.0024511716,0.0008435519,0.2622695,0.0025598248,0.0000048800284,0.000042833144,0.0009779425,0.0005013735,0.000009189089,0.0019405804,0.72829324,0.000105906125],"about_ca_topic_score_codex":0.013827588,"about_ca_topic_score_gemma":0.0022704732,"teacher_disagreement_score":0.690405,"about_ca_system_score_codex":0.00094790396,"about_ca_system_score_gemma":0.0056054657,"threshold_uncertainty_score":0.998019},"labels":[],"label_agreement":null},{"id":"W2767836664","doi":"10.2196/jmir.8484","title":"Effectiveness of a Web 2.0 Intervention to Increase Physical Activity in Real-World Settings: Randomized Ecological Trial","year":2017,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; University of British Columbia, Okanagan Campus; University of British Columbia","funders":"Medical Research Council; National Health and Medical Research Council; National Heart Foundation of Australia","keywords":"Randomized controlled trial; Intervention (counseling); Physical activity; Web application; World Wide Web; Medicine; Computer science; Physical therapy; Nursing","score_opus":0.13121292009661353,"score_gpt":0.5897316502379737,"score_spread":0.45851873014136013,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2767836664","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9811036,0.000030891653,0.00028497307,0.009523379,0.0006687678,0.00485503,0.0000073164824,0.0000101165,0.0035159166],"genre_scores_gemma":[0.9956362,0.00029153732,0.00007486695,0.00011450351,0.0008988815,0.0024529535,0.000002348925,0.00001580402,0.0005129087],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.980976,0.014266906,0.0015844681,0.00031328967,0.0020876909,0.00077166955],"domain_scores_gemma":[0.9777748,0.018331109,0.0012644303,0.0005137702,0.0008954663,0.0012204363],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07819196,0.00014954506,0.0013975187,0.0007220451,0.0003326652,0.000029205794,0.0012808081,0.00035320257,0.00070697477],"category_scores_gemma":[0.05043822,0.00010248835,0.00034240817,0.00032978776,0.0005179041,0.00016632852,0.00071676454,0.0039054232,0.00007224837],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.914764,0.00457469,0.0074445913,0.0027399522,0.000091495735,0.000113955175,0.0006519753,0.0000017621189,0.00042171543,0.0095993215,0.013568958,0.04602758],"study_design_scores_gemma":[0.818075,0.0036169065,0.1448502,0.0111072855,0.000053797045,0.00001154019,0.00040127497,0.0044526076,0.00041982665,0.0044220034,0.012389131,0.0002004433],"about_ca_topic_score_codex":0.008881007,"about_ca_topic_score_gemma":0.0028220688,"teacher_disagreement_score":0.1374056,"about_ca_system_score_codex":0.00062054495,"about_ca_system_score_gemma":0.002236863,"threshold_uncertainty_score":0.9983926},"labels":[],"label_agreement":null},{"id":"W2771212050","doi":"10.2196/jmir.8888","title":"End User and Implementer Experiences of mHealth Technologies for Noncommunicable Chronic Disease Management in Young Adults: Systematic Review","year":2017,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":180,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; University of Toronto","funders":"National Health and Medical Research Council; Curtin University of Technology","keywords":"mHealth; Disease management; eHealth; Medicine; Chronic disease; Telemedicine; Digital health; Systematic review; Disease; MEDLINE; Health care; Gerontology; Psychological intervention; Health management system; Family medicine; Nursing; Alternative medicine","score_opus":0.2739837703317019,"score_gpt":0.6298820705916542,"score_spread":0.35589830025995234,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2771212050","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000019257479,0.98188,0.000079994395,0.0028242606,0.00030206816,0.0145450365,0.000034039484,0.000012070724,0.0003032425],"genre_scores_gemma":[0.0002993398,0.96880823,0.00019206436,0.00011926962,0.00016065965,0.029706342,0.000023527227,0.00003280669,0.00065778045],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.989512,0.0024770289,0.004729137,0.00037617094,0.0018736161,0.0010320373],"domain_scores_gemma":[0.9911351,0.0031272897,0.0031302664,0.0012450668,0.00059512455,0.0007671357],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.025347892,0.00028280393,0.003243517,0.0008181014,0.0003565248,0.00002474207,0.0029480313,0.00047754412,0.00039732904],"category_scores_gemma":[0.005970912,0.0001762614,0.0003070797,0.00032281812,0.0004797188,0.00012099019,0.0012584638,0.0032932607,0.000016326614],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042434138,0.00009126094,0.000024261884,0.7792808,0.000073133866,0.000018645169,0.00040355904,2.2946383e-9,1.3468116e-9,0.0011265831,0.011738402,0.20720093],"study_design_scores_gemma":[0.00052685186,0.00020288058,0.0000044204194,0.5359531,0.00017560176,0.000014392673,0.0028142259,0.000014459979,1.5027542e-8,0.00005911255,0.46017313,0.00006179713],"about_ca_topic_score_codex":0.0002649588,"about_ca_topic_score_gemma":0.0006717898,"teacher_disagreement_score":0.4484347,"about_ca_system_score_codex":0.0009094623,"about_ca_system_score_gemma":0.004493065,"threshold_uncertainty_score":0.99900615},"labels":[],"label_agreement":null},{"id":"W2771856202","doi":"10.2196/jmir.8877","title":"Development and Usability Evaluation of an Art and Narrative-Based Knowledge Translation Tool for Parents With a Child With Pediatric Chronic Pain: Multi-Method Study","year":2017,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Stollery Children's Hospital; Women and Children’s Health Research Institute; University of Alberta; Alberta Health Services","funders":"Children's Hospital Foundation; Stollery Children’s Hospital Foundation; Women and Children's Health Research Institute; Children's Health Research Institute","keywords":"Usability; Narrative; Chronic pain; Knowledge translation; Qualitative research; Psychology; Medicine; Medical education; Computer science; Knowledge management; Psychiatry; Sociology","score_opus":0.3390773768992893,"score_gpt":0.6132188642116643,"score_spread":0.274141487312375,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2771856202","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9630119,0.00013103528,0.033817012,0.00080795266,0.00007827615,0.0020736048,0.000003255385,0.0000036584056,0.0000732694],"genre_scores_gemma":[0.9855736,0.000014223095,0.013984097,0.000048658574,0.00017646753,0.00016180029,0.0000073042816,0.000007268173,0.000026600219],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9918274,0.0044137374,0.0013723571,0.00020382815,0.001892526,0.00029012255],"domain_scores_gemma":[0.9941928,0.0018450291,0.00081427343,0.0002504636,0.0025549661,0.0003425137],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.089378536,0.00010345156,0.000330816,0.0002061488,0.00074355263,0.000054294782,0.00031379148,0.00014447581,0.00019065972],"category_scores_gemma":[0.006990174,0.000060358194,0.00002111406,0.000106848354,0.0001909958,0.0007166387,0.000060093553,0.00102158,0.0000013416635],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001824646,0.0010881285,0.6022418,0.0017814221,0.000047630798,0.0000014402706,0.05549876,0.000007390578,0.0000014410805,0.000009538178,0.00012518169,0.33737263],"study_design_scores_gemma":[0.013868135,0.0041431678,0.73317534,0.0012584812,0.000045465185,0.0000059878375,0.013402879,0.23187782,0.000031069394,0.000024470151,0.0020604378,0.000106781496],"about_ca_topic_score_codex":0.00005798051,"about_ca_topic_score_gemma":0.0013884989,"teacher_disagreement_score":0.33726585,"about_ca_system_score_codex":0.0002631782,"about_ca_system_score_gemma":0.003693041,"threshold_uncertainty_score":0.9376764},"labels":[],"label_agreement":null},{"id":"W2784433678","doi":"10.2196/jmir.8983","title":"eHealth Technologies, Multimorbidity, and the Office Visit: Qualitative Interview Study on the Perspectives of Physicians and Nurses","year":2018,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Chronic Disease Management Strategies","field":"Medicine","cited_by":58,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vancouver Coastal Health; Research Canada; University of British Columbia","funders":"Canadian Institutes of Health Research","keywords":"eHealth; Telemedicine; Patient portal; Nursing; Qualitative research; Digital health; Narrative; Health care; Medicine; Medical education; Psychology; Sociology","score_opus":0.19987471896295256,"score_gpt":0.5411068265844421,"score_spread":0.34123210762148953,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2784433678","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9156312,0.0031996258,0.00008202837,0.07822762,0.000099316356,0.0006424605,0.0000022922077,0.000011485105,0.0021039867],"genre_scores_gemma":[0.99740624,0.0018049341,0.000017491882,0.00023482226,0.00020613936,0.0000105299405,2.590322e-7,0.000008753689,0.00031081217],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99577796,0.0015099132,0.00042168706,0.00018109723,0.0018856821,0.00022367938],"domain_scores_gemma":[0.9962322,0.002607272,0.00021718314,0.00027664157,0.0005804449,0.00008625846],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.010119668,0.00010778186,0.00039930083,0.00020806788,0.000080498074,0.000053199674,0.0005426983,0.0000595815,0.00025815368],"category_scores_gemma":[0.0053475127,0.000047570367,0.00007293298,0.0002754645,0.004289335,0.00006402071,0.0004611005,0.0011008854,0.000006266782],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00849999,0.00696714,0.002428089,0.0011227045,0.0031858329,0.00045583848,0.5634704,2.656319e-7,0.000096745636,0.10995119,0.14116769,0.16265412],"study_design_scores_gemma":[0.0042604376,0.006785042,0.012548927,0.0021353557,0.00011553879,0.000051174356,0.96921635,0.0004292705,0.00013314455,0.0017396511,0.00252542,0.000059705057],"about_ca_topic_score_codex":0.00034528846,"about_ca_topic_score_gemma":0.00011995299,"teacher_disagreement_score":0.40574592,"about_ca_system_score_codex":0.00009405943,"about_ca_system_score_gemma":0.00021727878,"threshold_uncertainty_score":0.9984204},"labels":[],"label_agreement":null},{"id":"W2785433720","doi":"10.2196/jmir.8372","title":"Patterns in Patient Access and Utilization of Online Medical Records: Analysis of MyChart","year":2018,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Sunnybrook Hospital; University of Toronto","funders":"Canadian Institutes of Health Research","keywords":"Medical record; Computer science; Internet privacy; World Wide Web; Medicine","score_opus":0.2903954051073057,"score_gpt":0.6168628720243623,"score_spread":0.3264674669170566,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2785433720","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9909122,0.00049817195,0.0013245656,0.005978178,0.00057319104,0.0003192479,0.000016719068,0.0000037363275,0.0003740158],"genre_scores_gemma":[0.99634266,0.002566826,0.000040155548,0.00034526575,0.0005380211,0.000010614379,0.000010062839,0.000014137492,0.00013225114],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98858917,0.0035168023,0.0027650676,0.00021871495,0.0042848787,0.0006253837],"domain_scores_gemma":[0.9934067,0.0028128435,0.00095961225,0.0002578391,0.0018533859,0.0007096087],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.019209398,0.000107998196,0.0008609334,0.0017507203,0.0000561241,0.000008096331,0.00090392574,0.0005083613,0.00805419],"category_scores_gemma":[0.010700379,0.00007697762,0.00010483979,0.0015520643,0.00031648282,0.00013846233,0.00049983704,0.0026058417,0.000006422837],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005221222,0.0006752958,0.8945476,0.0010094409,0.000419745,0.00009400852,0.006485768,6.564933e-7,0.000036378817,0.00030761078,0.012515519,0.083385885],"study_design_scores_gemma":[0.006748675,0.010468947,0.80611336,0.02607895,0.00027650257,0.0001284489,0.015155119,0.10068225,0.0007505598,0.0009016401,0.03233281,0.00036271027],"about_ca_topic_score_codex":0.008279377,"about_ca_topic_score_gemma":0.039945215,"teacher_disagreement_score":0.10068159,"about_ca_system_score_codex":0.00028397806,"about_ca_system_score_gemma":0.0029271524,"threshold_uncertainty_score":0.9996952},"labels":[],"label_agreement":null},{"id":"W2788758494","doi":"10.2196/jmir.9230","title":"Users, Uses, and Effects of Social Media in Dietetic Practice: Scoping Review of the Quantitative and Qualitative Evidence","year":2018,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":59,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"Canadian Foundation for Dietetic Research","keywords":"Social media; Knowledge translation; Psychological intervention; Psychology; Weight management; Overweight; Content analysis; Medical education; Medicine; Knowledge management; Nursing; World Wide Web; Computer science; Sociology; Obesity; Social science","score_opus":0.49300211777450853,"score_gpt":0.6766903282765849,"score_spread":0.1836882105020764,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2788758494","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84781605,0.07489103,0.000019981007,0.074696794,0.0013341574,0.0010706839,6.9304303e-7,0.0000017921589,0.00016881835],"genre_scores_gemma":[0.90847,0.090328135,0.0003824018,0.00025047036,0.0005290444,0.000028046603,7.682487e-8,0.0000054822794,0.000006376573],"study_design_codex":"qualitative","study_design_gemma":"systematic_review","domain_scores_codex":[0.9877867,0.008159748,0.00070287986,0.00011638534,0.002991101,0.00024317349],"domain_scores_gemma":[0.8745279,0.121667676,0.00093239505,0.000108032174,0.0024557207,0.00030832138],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.033949107,0.000058243677,0.0003622322,0.00016261215,0.00011062962,0.000021215434,0.00043508204,0.00013293096,0.000094279974],"category_scores_gemma":[0.49341437,0.00004014788,0.000040541643,0.0006936947,0.0032631056,0.00030575623,0.00018878694,0.0007850244,0.0000012285759],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017578625,0.00016189039,0.003540149,0.013675302,0.000042718686,0.000010142673,0.95574415,3.806023e-9,0.000056573055,0.010555899,0.0028328546,0.01320452],"study_design_scores_gemma":[0.001028392,0.0018718184,0.040621895,0.67535144,0.000095284006,0.000013746944,0.27438125,0.000020513895,0.0007839924,0.00426927,0.0014051651,0.00015723842],"about_ca_topic_score_codex":0.0026292582,"about_ca_topic_score_gemma":0.0031370989,"teacher_disagreement_score":0.6813629,"about_ca_system_score_codex":0.0001636839,"about_ca_system_score_gemma":0.0021881615,"threshold_uncertainty_score":0.99944943},"labels":[],"label_agreement":null},{"id":"W2788767687","doi":"10.2196/jmir.7548","title":"Impact of a Student-Driven, Virtual Patient Application on Objective Structured Clinical Examination Performance: Observational Study","year":2018,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université Laval","funders":"","keywords":"Summative assessment; Objective structured clinical examination; Medical education; Observational study; Educational measurement; Virtual patient; Formative assessment; Psychology; Clinical clerkship; Peer feedback; Computer science; Medicine; Mathematics education; Curriculum; Pedagogy","score_opus":0.18819117085690362,"score_gpt":0.5693691004829889,"score_spread":0.3811779296260853,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2788767687","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99650145,0.000013064218,0.00092894613,0.0007308365,0.00071155705,0.0007576828,0.0000022516583,0.000008105207,0.00034608642],"genre_scores_gemma":[0.99757725,0.000031374988,0.00033543116,0.00018080237,0.0017088067,0.000029654184,0.000019762516,0.000018113542,0.00009882547],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99083704,0.00078365486,0.0016554722,0.0002798741,0.006155205,0.00028875485],"domain_scores_gemma":[0.99221534,0.0006373783,0.0006620627,0.00035777298,0.005844103,0.00028333152],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0095876185,0.00014649138,0.00047017686,0.0007858325,0.000077822246,0.00002727115,0.0005427622,0.00028339963,0.0009928695],"category_scores_gemma":[0.007993865,0.00009940015,0.00017096235,0.0009999442,0.0007137645,0.00016606785,0.00015569341,0.002001261,0.00003752418],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014786771,0.0059998236,0.61168724,0.0000306815,0.00046216903,0.000022448217,0.004900633,0.000012565743,0.00027717423,0.0004105848,0.010954064,0.36376393],"study_design_scores_gemma":[0.0025831652,0.036904562,0.9491986,0.00036570718,0.00004286447,0.00007593097,0.0028856732,0.0072434265,0.00031661754,0.000044008393,0.00026981547,0.00006959773],"about_ca_topic_score_codex":0.00004742464,"about_ca_topic_score_gemma":0.0000097654,"teacher_disagreement_score":0.3636943,"about_ca_system_score_codex":0.000737267,"about_ca_system_score_gemma":0.0015121218,"threshold_uncertainty_score":0.99992037},"labels":[],"label_agreement":null},{"id":"W2788884986","doi":"10.2196/jmir.8787","title":"Open Availability of Patient Medical Photographs in Google Images Search Results: Cross-Sectional Study of Transgender Research","year":2018,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Digital Imaging in Medicine","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bruyère; McGill University; Memorial University of Newfoundland","funders":"Canadian Institutes of Health Research; Research and Development Corporation of Newfoundland and Labrador; Canadian Mental Health Association","keywords":"Transgender; Confidentiality; Odds; Computer science; Medical education; Medicine; Psychology; Information retrieval; Logistic regression","score_opus":0.20769122762338751,"score_gpt":0.5424668893420982,"score_spread":0.33477566171871065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2788884986","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97801185,0.00025694864,0.00004636677,0.003159599,0.00036857865,0.0012347527,0.00001878434,0.000007747636,0.016895395],"genre_scores_gemma":[0.99800885,0.00018433029,0.00023069693,0.00010980369,0.0005018579,0.000024494797,0.0000074666227,0.000036158584,0.00089634344],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.97018105,0.0028316213,0.003652466,0.00069092,0.021636687,0.001007278],"domain_scores_gemma":[0.98526263,0.0037444746,0.0003880606,0.00089935167,0.00828199,0.0014234668],"candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07787374,0.00022321045,0.0011177029,0.0022118005,0.0000808256,0.0001401871,0.003135482,0.00042048062,0.0050197598],"category_scores_gemma":[0.03728544,0.0001566277,0.00021633318,0.002416561,0.006273857,0.00039972638,0.0017350306,0.005477035,0.00003752426],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.02184358,0.022535207,0.8682366,0.00070949097,0.000621785,0.0028400796,0.016724112,0.0000028230095,0.0022983195,0.00008464843,0.04082132,0.02328202],"study_design_scores_gemma":[0.040926322,0.06916091,0.80574757,0.007168788,0.000055143788,0.0019204785,0.02929005,0.0014460635,0.036873113,0.0009834555,0.006060994,0.00036712925],"about_ca_topic_score_codex":0.005827378,"about_ca_topic_score_gemma":0.0006090886,"teacher_disagreement_score":0.062489063,"about_ca_system_score_codex":0.0003993344,"about_ca_system_score_gemma":0.0032599478,"threshold_uncertainty_score":0.99681735},"labels":[],"label_agreement":null},{"id":"W2789837167","doi":"10.2196/jmir.8712","title":"A Mobile App to Improve Self-Management of Individuals With Type 2 Diabetes: Qualitative Realist Evaluation","year":2018,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Diabetes Management and Education","field":"Medicine","cited_by":133,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; Women's College Hospital; University of Toronto","funders":"","keywords":"Self-management; Qualitative research; Type 2 diabetes; Mobile apps; Psychology; Computer science; Medicine; Diabetes mellitus; World Wide Web; Sociology; Artificial intelligence","score_opus":0.08564358303816472,"score_gpt":0.490387612577997,"score_spread":0.4047440295398323,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2789837167","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98694915,0.00024046873,0.00023099913,0.0023232691,0.00033504833,0.00083573104,0.0000020793727,0.000009698036,0.009073575],"genre_scores_gemma":[0.9939402,0.00010363532,0.0030968993,0.00021711977,0.00053445454,0.000058927344,0.000011307468,0.000016002163,0.0020214499],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99419767,0.00044519242,0.00054647453,0.00018549942,0.004302224,0.00032291916],"domain_scores_gemma":[0.99634236,0.00024593732,0.00023284777,0.00024387678,0.002546373,0.000388576],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.015869386,0.00009672628,0.00030397845,0.0005135647,0.000028425338,0.00003990807,0.00038759052,0.00008403259,0.0013143753],"category_scores_gemma":[0.001032443,0.00006455273,0.00005342362,0.0007248121,0.00023451529,0.000112276364,0.00017691043,0.00042938112,0.00007225174],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023757585,0.004133963,0.016402919,0.0023658383,0.00497068,0.000083903666,0.09710199,0.0000045712873,0.0012072277,0.0030255013,0.5360894,0.3322382],"study_design_scores_gemma":[0.027518582,0.177777,0.060420293,0.025189092,0.0033353989,0.00006080976,0.18238214,0.010172254,0.035644963,0.0071814014,0.46924278,0.0010752872],"about_ca_topic_score_codex":0.000036372392,"about_ca_topic_score_gemma":0.000006893898,"teacher_disagreement_score":0.33116293,"about_ca_system_score_codex":0.00023113289,"about_ca_system_score_gemma":0.00040217186,"threshold_uncertainty_score":0.99959856},"labels":[],"label_agreement":null},{"id":"W2789914560","doi":"10.2196/jmir.9462","title":"Detecting Motor Impairment in Early Parkinson’s Disease via Natural Typing Interaction With Keyboards: Validation of the neuroQWERTY Approach in an Uncontrolled At-Home Setting","year":2018,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Parkinson's Disease Mechanisms and Treatments","field":"Medicine","cited_by":62,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Psychomotor learning; Parkinson's disease; Motor symptoms; Medicine; Disease; Physical medicine and rehabilitation; Movement disorders; Cohort; Adverse effect; Motor impairment; Psychology; Physical therapy; Psychiatry; Cognition; Internal medicine","score_opus":0.031584761902145875,"score_gpt":0.35301206136645286,"score_spread":0.321427299464307,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2789914560","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9980157,0.00013834974,0.00024739592,0.0007714141,0.00025954845,0.00050390675,0.0000018358977,0.0000062992494,0.000055562603],"genre_scores_gemma":[0.9992462,0.000016527722,0.00023254498,0.00007905268,0.00029481886,0.000024978635,0.0000031388415,0.000020460328,0.000082282655],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9960252,0.0008010582,0.00064497703,0.00026659897,0.0018865532,0.00037562518],"domain_scores_gemma":[0.9983552,0.0002330469,0.0003196176,0.00023262833,0.00042505786,0.0004344487],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032624512,0.00014549152,0.00036464958,0.00048815174,0.00006384888,0.00004351527,0.00033198288,0.00009412158,0.00011721473],"category_scores_gemma":[0.0008268219,0.000081075275,0.00012774635,0.00040693185,0.00015250249,0.00023787825,0.00017140036,0.0011160808,0.0000034826999],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.026702678,0.0023184137,0.94181657,0.00022434135,0.00024289776,0.0008273098,0.0029805677,0.00003557717,0.006372971,0.0000111111185,0.000095673924,0.01837189],"study_design_scores_gemma":[0.00948444,0.003533097,0.90383005,0.0020958087,0.00007588884,0.0002521946,0.00073695165,0.07458896,0.005005475,0.00007798436,0.00020130193,0.00011782132],"about_ca_topic_score_codex":0.0003485732,"about_ca_topic_score_gemma":0.00022264174,"teacher_disagreement_score":0.074553385,"about_ca_system_score_codex":0.0007081604,"about_ca_system_score_gemma":0.00037061216,"threshold_uncertainty_score":0.48488778},"labels":[],"label_agreement":null},{"id":"W2790255877","doi":"10.2196/jmir.7475","title":"Scope, Breadth, and Differences in Online Physician Ratings Related to Geography, Specialty, and Year: Observational Retrospective Study","year":2018,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Patient Satisfaction in Healthcare","field":"Health Professions","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Sinai Health System; University of Toronto; University Health Network","funders":"","keywords":"Specialty; Family medicine; Medicine; Observational study; Retrospective cohort study; Health care; Population; Demography; Internal medicine","score_opus":0.21498075292889557,"score_gpt":0.5429300047641493,"score_spread":0.32794925183525375,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2790255877","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9894268,0.00012230239,0.000013485184,0.008630092,0.0005641248,0.00063004816,0.000010955078,0.000007870356,0.0005943548],"genre_scores_gemma":[0.9979737,0.00019965491,0.00016371818,0.00052348647,0.00078421074,0.000017719567,0.00000242945,0.000011974025,0.00032309716],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99445534,0.0016462979,0.00096563535,0.00025864056,0.0022595527,0.0004145396],"domain_scores_gemma":[0.99678713,0.001027698,0.00026360952,0.00012836828,0.0012984978,0.00049469486],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0056535364,0.000105853884,0.0003796071,0.00059830945,0.00023210615,0.000025936506,0.00030614738,0.0002002279,0.00086400023],"category_scores_gemma":[0.003839444,0.00007979503,0.000026928568,0.00068672124,0.0003724199,0.0001657504,0.00037760497,0.0026500395,0.00003261664],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019773534,0.00015539212,0.9841582,0.000047503378,0.000032570064,0.000026745123,0.0067836,2.289823e-8,0.0000101322175,0.00056307705,0.0049490747,0.0030759024],"study_design_scores_gemma":[0.001250561,0.0021315583,0.98464495,0.0013401251,0.000004000227,0.000006700801,0.008665541,0.000110353125,0.0000032888306,0.0014833633,0.000296275,0.000063306936],"about_ca_topic_score_codex":0.00238747,"about_ca_topic_score_gemma":0.0074146516,"teacher_disagreement_score":0.008546942,"about_ca_system_score_codex":0.000232355,"about_ca_system_score_gemma":0.00048396402,"threshold_uncertainty_score":0.9996509},"labels":[],"label_agreement":null},{"id":"W2791698736","doi":"10.2196/jmir.8630","title":"Evaluating a Web-Based Social Anxiety Intervention Among University Students: Randomized Controlled Trial","year":2018,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Anxiety, Depression, Psychometrics, Treatment, Cognitive Processes","field":"Psychology","cited_by":77,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Randomized controlled trial; Anxiety; Intervention (counseling); Social anxiety; Psychology; The Internet; Web application; Clinical psychology; Applied psychology; World Wide Web; Medicine; Computer science; Psychiatry","score_opus":0.1224933410131182,"score_gpt":0.5222218803196422,"score_spread":0.399728539306524,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2791698736","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9796526,0.00076345913,0.0069937953,0.0012384211,0.0035605223,0.0018772493,0.000004368803,0.000030327697,0.0058792667],"genre_scores_gemma":[0.9910185,0.0008506264,0.00013599201,0.000089864756,0.003267525,0.00006424454,0.000004467356,0.000027471528,0.0045413375],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9825905,0.009462498,0.0013539884,0.00044285806,0.0055596945,0.00059048634],"domain_scores_gemma":[0.9901727,0.0044317734,0.0011303741,0.00022240898,0.0035769546,0.00046581327],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.043595504,0.00023595971,0.0013270263,0.0013384983,0.00023833053,0.00016963307,0.0015510333,0.00046580264,0.01592071],"category_scores_gemma":[0.022146259,0.00016638228,0.0010356166,0.0009992347,0.0016636988,0.0002272367,0.00034279627,0.0017407166,0.00017491942],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.89325005,0.00286059,0.0069365418,0.000024242603,0.0016450414,0.000113113376,0.0015558226,1.4802023e-7,0.000012541149,0.00018139453,0.02748222,0.06593832],"study_design_scores_gemma":[0.9828135,0.0032841195,0.0020927913,0.00044954589,0.00031235925,0.000021919273,0.0025717462,0.001319071,0.000045117416,0.00035652105,0.006588846,0.00014447876],"about_ca_topic_score_codex":0.00024410411,"about_ca_topic_score_gemma":0.000068782996,"teacher_disagreement_score":0.08956345,"about_ca_system_score_codex":0.00037045605,"about_ca_system_score_gemma":0.000512908,"threshold_uncertainty_score":0.9860906},"labels":[],"label_agreement":null},{"id":"W2791894937","doi":"10.2196/jmir.8889","title":"Effect of Harm Anchors in Visual Displays of Test Results on Patient Perceptions of Urgency About Near-Normal Values: Experimental Study","year":2018,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Clinical Laboratory Practices and Quality Control","field":"Medicine","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval; The Quebec Population Health Research Network","funders":"Agency for Healthcare Research and Quality","keywords":"Harm; Test (biology); Psychology; Perception; Standard deviation; Medicine; Social psychology; Statistics; Mathematics","score_opus":0.07619385953687616,"score_gpt":0.535524677374228,"score_spread":0.45933081783735186,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2791894937","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99763197,0.00019509552,0.00000828577,0.0008559206,0.0002611921,0.00054040743,0.000026472648,0.0000024311119,0.00047824724],"genre_scores_gemma":[0.9993312,0.000078128054,0.000029874156,0.00006541838,0.00038817254,0.000008394282,0.000003250681,0.000013193288,0.000082377475],"study_design_codex":"observational","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.99183506,0.0019665249,0.0021383166,0.0002228916,0.003527889,0.00030931682],"domain_scores_gemma":[0.9914025,0.0060951384,0.0007046567,0.00028818517,0.0010271339,0.00048238572],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.015730122,0.00013811539,0.00082482165,0.00033841137,0.000034852943,0.000015955404,0.0003737837,0.00018348894,0.0016789541],"category_scores_gemma":[0.027558735,0.00008958973,0.00021599537,0.00043328782,0.0008290933,0.000123658,0.00018858488,0.0014845348,0.000016458202],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.113068596,0.07683116,0.66298085,0.0009357927,0.00095003314,0.0010088125,0.040191602,0.000009620779,0.042615194,0.00011590867,0.014657387,0.046635043],"study_design_scores_gemma":[0.035185333,0.5409306,0.3186149,0.0066787894,0.00025570884,0.000091292015,0.020140266,0.0053188945,0.07056342,0.00001274843,0.0019574128,0.0002505831],"about_ca_topic_score_codex":0.0004420351,"about_ca_topic_score_gemma":0.000059700258,"teacher_disagreement_score":0.4640995,"about_ca_system_score_codex":0.00011472197,"about_ca_system_score_gemma":0.00046658603,"threshold_uncertainty_score":0.99923366},"labels":[],"label_agreement":null},{"id":"W2793888863","doi":"10.2196/jmir.8102","title":"The Optimization of an eHealth Solution (Thought Spot) with Transition-Aged Youth in Postsecondary Settings: Participatory Design Research","year":2018,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":48,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; Public Health Ontario; University of Toronto; Centre for Addiction and Mental Health","funders":"Canadian Institutes of Health Research; University of Toronto; Centre for Addiction and Mental Health","keywords":"eHealth; Psychology; Participatory design; Participatory action research; Gerontology; Developmental psychology; Medicine; Engineering; Health care; Sociology; Political science","score_opus":0.229246390975718,"score_gpt":0.5225992714365947,"score_spread":0.2933528804608767,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2793888863","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.965001,0.0006759798,0.018005135,0.013177958,0.0007566015,0.00068991905,0.000019305211,0.000013256168,0.0016608484],"genre_scores_gemma":[0.9980444,0.00003693669,0.0009799617,0.0001599241,0.0003834506,0.00003143169,0.0000092310875,0.000026262975,0.0003284406],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9889051,0.0057157986,0.0012516717,0.00026095423,0.003021786,0.00084471935],"domain_scores_gemma":[0.9958575,0.0015742851,0.00029943653,0.00032842724,0.0013738057,0.000566558],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.03930378,0.000111397305,0.00027233,0.0006794945,0.0002284906,0.000087348875,0.0008983845,0.00021898675,0.0013241285],"category_scores_gemma":[0.0012892899,0.00007344152,0.00006784128,0.0008095183,0.0016486195,0.0003496666,0.00009945792,0.0021617527,0.0000505682],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.08617246,0.02767842,0.0040018368,0.001946692,0.0013473644,0.0031901998,0.30469164,0.0013790767,0.0005671592,0.020347547,0.17495868,0.37371892],"study_design_scores_gemma":[0.04401469,0.305383,0.059935987,0.036388677,0.00027074423,0.0034319924,0.31692156,0.1757281,0.026980909,0.016592275,0.012490348,0.0018617162],"about_ca_topic_score_codex":0.0006626974,"about_ca_topic_score_gemma":0.0010178325,"teacher_disagreement_score":0.37185723,"about_ca_system_score_codex":0.00038534013,"about_ca_system_score_gemma":0.00091706595,"threshold_uncertainty_score":0.9995888},"labels":[],"label_agreement":null},{"id":"W2794894866","doi":"10.2196/jmir.9208","title":"Integration of a Technology-Based Mental Health Screening Program Into Routine Practices of Primary Health Care Services in Peru (The Allillanchu Project): Development and Implementation","year":2018,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":88,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Fogarty International Center; National Heart, Lung, and Blood Institute; National Institute of Mental Health; Medical Research Council; World Diabetes Foundation; National Science Foundation; Grand Challenges Canada; Wellcome Trust; Inter-American Institute for Global Change Research; Alliance for Health Policy and Systems Research; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; National Cancer Institute","keywords":"Medicine; Referral; mHealth; Mental health; Intervention (counseling); Workload; Family medicine; Public health; Nursing; Psychological intervention; Psychiatry","score_opus":0.10951782886564058,"score_gpt":0.5646018056620743,"score_spread":0.4550839767964337,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2794894866","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95590115,0.002713534,0.00029865393,0.039483793,0.00021859547,0.001168518,0.000009319981,0.000011436553,0.00019502845],"genre_scores_gemma":[0.9884105,0.00005231598,0.010923892,0.00037796464,0.0000754476,0.000079209276,0.000041570383,0.000012362922,0.000026751795],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99579215,0.00064862124,0.0015272325,0.00020986724,0.0014316189,0.00039048164],"domain_scores_gemma":[0.9973696,0.00018238086,0.0015659308,0.00015901378,0.00055551715,0.00016758617],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0068878443,0.00011303901,0.00036505124,0.0008425967,0.00009861439,0.000037594342,0.0005119112,0.000114449955,0.00012163674],"category_scores_gemma":[0.00021281009,0.00007827018,0.000056199457,0.0006443326,0.00046147848,0.00016978409,0.0002169412,0.0007543292,0.000002916008],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00072627177,0.00092459907,0.013006952,0.0011292965,0.000088517656,0.000008488976,0.03706553,6.825755e-8,0.00005029941,0.00066138146,0.0020211327,0.94431746],"study_design_scores_gemma":[0.016217653,0.074960314,0.22008364,0.024744527,0.0000346433,0.0006260435,0.49853027,0.0010934868,0.013559992,0.0005957334,0.14905672,0.00049698266],"about_ca_topic_score_codex":0.0052057486,"about_ca_topic_score_gemma":0.013669558,"teacher_disagreement_score":0.9438205,"about_ca_system_score_codex":0.0005318048,"about_ca_system_score_gemma":0.0013245814,"threshold_uncertainty_score":0.7869569},"labels":[],"label_agreement":null},{"id":"W2795609245","doi":"10.2196/jmir.8943","title":"Optimizing Electronic Consultation Between Primary Care Providers and Psychiatrists: Mixed-Methods Study","year":2018,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Healthcare Systems and Technology","field":"Business, Management and Accounting","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Women's College Hospital; University of Toronto","funders":"","keywords":"Primary care; Medicine; Family medicine; Mental health; Primary health care; Health care; MEDLINE; Nursing; Electronic health record; Psychiatry; Population; Environmental health","score_opus":0.04830531077610724,"score_gpt":0.4429272321050971,"score_spread":0.3946219213289899,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2795609245","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9866472,0.0016105345,0.003328531,0.0059532216,0.0005148729,0.00041020487,3.538909e-7,0.000027538437,0.0015075785],"genre_scores_gemma":[0.99572754,0.00006526845,0.0010484584,0.00023315875,0.0028383278,0.000008953237,0.000002404615,0.000017434242,0.000058459846],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99693954,0.00034434572,0.0006729147,0.0002214136,0.001349547,0.00047222513],"domain_scores_gemma":[0.9977722,0.0004027831,0.00030274483,0.00015116789,0.0012975262,0.00007355691],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010805753,0.000108188295,0.00034021048,0.0007108176,0.00013325212,0.00021749544,0.00054468116,0.00021756548,0.00009652152],"category_scores_gemma":[0.002206805,0.000080836995,0.00004894096,0.0005010036,0.00031585371,0.0003630108,0.000349145,0.0014085759,0.000024568299],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016113331,0.00015846812,0.05693742,0.00075399276,0.00017427393,0.00008221318,0.0023379724,1.15180015e-7,0.00006133158,0.0034909707,0.011464492,0.9243776],"study_design_scores_gemma":[0.008878098,0.0056409286,0.07650745,0.0020961096,0.00018413053,0.00023561403,0.117433056,0.0013336445,0.00024262872,0.0075106146,0.779333,0.00060474064],"about_ca_topic_score_codex":0.0024802694,"about_ca_topic_score_gemma":0.0012642951,"teacher_disagreement_score":0.9237729,"about_ca_system_score_codex":0.00018304543,"about_ca_system_score_gemma":0.00041199307,"threshold_uncertainty_score":0.611964},"labels":[],"label_agreement":null},{"id":"W2797005961","doi":"10.2196/jmir.8480","title":"Exploring the Role of In-Person Components for Online Health Behavior Change Interventions: Can a Digital Person-to-Person Component Suffice?","year":2018,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":186,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Psychological intervention; Accountability; Behavior change; Popularity; Digital health; Psychology; Component (thermodynamics); Face-to-face; Internet privacy; Social psychology; Applied psychology; Computer science; Health care; Political science","score_opus":0.5682956138266151,"score_gpt":0.5412716564882936,"score_spread":0.027023957338321525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2797005961","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9736227,0.0009036973,0.00012226123,0.02147219,0.0019459412,0.0013883995,0.00022567752,0.000011148055,0.00030798392],"genre_scores_gemma":[0.9978019,0.000024218762,0.0001417099,0.00029901197,0.00077483145,0.00043280752,0.000035455487,0.00003730798,0.00045273162],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9952658,0.00053435186,0.0011823713,0.00031200013,0.0018846905,0.00082083035],"domain_scores_gemma":[0.9973606,0.00059305184,0.0004417844,0.0003084643,0.00054455403,0.00075155904],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004628894,0.00018258148,0.0005221727,0.00089742366,0.0001068459,0.0000985242,0.0012688703,0.00010279837,0.0005280038],"category_scores_gemma":[0.00070602907,0.00013535925,0.0004444398,0.00049029535,0.00046151158,0.00032097785,0.00019522809,0.0011668848,0.000065596556],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023698208,0.015014642,0.010973421,0.0006868533,0.0003717497,0.00018456807,0.05274078,2.960934e-7,0.00016214018,0.0030125242,0.01322373,0.9012595],"study_design_scores_gemma":[0.00853827,0.049527656,0.66901773,0.028854933,0.00008027989,0.0011079636,0.20252578,0.0012527547,0.000804702,0.00030360138,0.03738159,0.0006047601],"about_ca_topic_score_codex":0.0046398747,"about_ca_topic_score_gemma":0.0025428934,"teacher_disagreement_score":0.90065473,"about_ca_system_score_codex":0.0006332592,"about_ca_system_score_gemma":0.0001684593,"threshold_uncertainty_score":0.7014134},"labels":[],"label_agreement":null},{"id":"W2800050779","doi":"10.2196/10021","title":"Moderators of Effects of Internet-Delivered Exercise and Pain Coping Skills Training for People With Knee Osteoarthritis: Exploratory Analysis of the IMPACT Randomized Controlled Trial","year":2018,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Osteoarthritis Treatment and Mechanisms","field":"Medicine","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"National Institute of Arthritis and Musculoskeletal and Skin Diseases; National Health and Medical Research Council; Medical Research Council; National Institutes of Health","keywords":"Physical therapy; Osteoarthritis; Randomized controlled trial; Medicine; Rating scale; Knee pain; WOMAC; Coping (psychology); Pain catastrophizing; Moderation; Physical medicine and rehabilitation; Psychology; Chronic pain; Clinical psychology; Internal medicine; Alternative medicine","score_opus":0.02278172637097635,"score_gpt":0.34792661348596876,"score_spread":0.3251448871149924,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2800050779","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9914298,0.0024449418,0.0023784537,0.00017081952,0.0001997959,0.0033275117,0.0000059610643,0.0000038076962,0.00003893115],"genre_scores_gemma":[0.9990129,0.0002469298,0.00025058523,0.000025936495,0.00017787139,0.00015329845,0.0000034518027,0.000019766409,0.00010930131],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99492633,0.0013877035,0.001319517,0.00018900716,0.0018539082,0.0003235388],"domain_scores_gemma":[0.99236345,0.004971814,0.00081626436,0.00022391428,0.0012876743,0.00033689925],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010175032,0.00018895936,0.0030937202,0.0007217562,0.00003532191,0.000022919845,0.0002642068,0.00019148807,0.00014622504],"category_scores_gemma":[0.007587259,0.00009441725,0.00096943456,0.00051197404,0.00076887384,0.00009818506,0.000094649724,0.00043888984,2.5107877e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.95451224,0.00065826916,0.0004879544,0.0003767614,0.004511211,0.000048454996,0.010007035,0.0000030310694,0.0022116592,0.0000832978,0.0002797956,0.026820276],"study_design_scores_gemma":[0.9246482,0.03471933,0.00007974873,0.008691022,0.002498752,0.00002989277,0.0016063504,0.00531333,0.022199195,0.00012327822,0.000005033965,0.000085857464],"about_ca_topic_score_codex":0.000082584396,"about_ca_topic_score_gemma":0.00012855965,"teacher_disagreement_score":0.03406106,"about_ca_system_score_codex":0.00006619158,"about_ca_system_score_gemma":0.00062988227,"threshold_uncertainty_score":0.9083206},"labels":[],"label_agreement":null},{"id":"W2800058553","doi":"10.2196/jmir.8514","title":"Efficacy of a Community-Based Technology-Enabled Physical Activity Counseling Program for People With Knee Osteoarthritis: Proof-of-Concept Study","year":2018,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Osteoarthritis Treatment and Mechanisms","field":"Medicine","cited_by":64,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vancouver General Hospital; Simon Fraser University; Research Canada; University of British Columbia","funders":"Russian Science Foundation; Vancouver Coastal Health Research Institute; University of British Columbia; Michael Smith Health Research BC; Arthritis Society","keywords":"Osteoarthritis; Physical therapy; Medicine; Randomized controlled trial; Intervention (counseling); Physical medicine and rehabilitation; Alternative medicine; Surgery","score_opus":0.046970606506817704,"score_gpt":0.40479099595320267,"score_spread":0.35782038944638495,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2800058553","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99488586,0.00014766537,0.00093084626,0.001173879,0.00009892165,0.002642173,0.0000060558305,0.000027653301,0.00008696068],"genre_scores_gemma":[0.99815017,0.0000028247614,0.0011918038,0.000022910082,0.0003164485,0.00017020795,0.0000062419035,0.00003095209,0.000108458284],"study_design_codex":"design_other","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.9959918,0.00052297366,0.00051948224,0.0001756879,0.0023291362,0.0004609204],"domain_scores_gemma":[0.9956977,0.001065892,0.00033748703,0.00040618418,0.0021729541,0.00031977604],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033026466,0.0001788067,0.0009013789,0.0005304794,0.0001141763,0.000025918143,0.0004983015,0.0002194416,0.00008133532],"category_scores_gemma":[0.0015919877,0.00011941253,0.00018559047,0.00067744503,0.0010156482,0.0000929228,0.00013005231,0.0017603611,0.0000020521247],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.018054144,0.033646863,0.0029129377,0.00050069264,0.00053330034,0.00024973546,0.009154328,0.0000016225357,0.0051201405,0.00012654414,0.00053139846,0.9291683],"study_design_scores_gemma":[0.058838468,0.51206875,0.0008020535,0.0052913176,0.0003957333,0.00037706064,0.010215262,0.0009959037,0.40916362,0.00029050332,0.0013580762,0.0002032619],"about_ca_topic_score_codex":0.000072124196,"about_ca_topic_score_gemma":0.0002278795,"teacher_disagreement_score":0.92896503,"about_ca_system_score_codex":0.00008978094,"about_ca_system_score_gemma":0.00091514393,"threshold_uncertainty_score":0.7647991},"labels":[],"label_agreement":null},{"id":"W2800814333","doi":"10.2196/jmir.9326","title":"Reducing Negative Outcomes of Online Consumer Health Information: Qualitative Interpretive Study with Clinicians, Librarians, and Consumers","year":2018,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":64,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; McGill University","funders":"Canadian Institutes of Health Research","keywords":"Thematic analysis; Qualitative research; Psychology; The Internet; Population; Personally identifiable information; Social psychology; Medicine; Computer science; World Wide Web; Sociology; Environmental health","score_opus":0.17316722846724966,"score_gpt":0.6076367213133319,"score_spread":0.4344694928460823,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2800814333","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9755522,0.00026938008,0.004873476,0.015509654,0.00052352773,0.001571611,0.00008577578,0.0000149511725,0.0015994246],"genre_scores_gemma":[0.9928376,0.00024844662,0.0022784993,0.0041980725,0.0001920386,0.000026758738,0.000008211702,0.000009922355,0.00020041478],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9863668,0.006610677,0.004061231,0.00016645063,0.0022762122,0.00051863625],"domain_scores_gemma":[0.9835626,0.009101583,0.00242335,0.00026987088,0.0038575893,0.00078501826],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03133539,0.00015634717,0.0008026613,0.000585186,0.0003059836,0.00004398592,0.0005667262,0.00020977588,0.0017459115],"category_scores_gemma":[0.014480644,0.000093702314,0.0000588098,0.0005010507,0.0013801309,0.0018940744,0.00033407626,0.0030585062,0.000042650692],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0030207355,0.00064059236,0.27677307,0.00089589955,0.00038919743,0.0000074322766,0.64858377,1.4891476e-7,3.8143693e-7,0.0009348746,0.016078115,0.05267581],"study_design_scores_gemma":[0.0047048987,0.009200049,0.121297725,0.0052868645,0.000021851283,0.00001877955,0.82843626,0.0007873891,0.000014986027,0.00036496692,0.02971161,0.00015464246],"about_ca_topic_score_codex":0.0020670616,"about_ca_topic_score_gemma":0.00041976455,"teacher_disagreement_score":0.17985249,"about_ca_system_score_codex":0.00023701171,"about_ca_system_score_gemma":0.0046430817,"threshold_uncertainty_score":0.9992415},"labels":[],"label_agreement":null},{"id":"W2801032799","doi":"10.2196/jmir.8009","title":"A Comparison and Calibration of a Wrist-Worn Blood Pressure Monitor for Patient Management: Assessing the Reliability of Innovative Blood Pressure Devices","year":2018,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Blood Pressure and Hypertension Studies","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Guelph; Horizon Health Network; Saint John Regional Hospital","funders":"Fondation de la recherche en santé du Nouveau-Brunswick; Natural Sciences and Engineering Research Council of Canada; Heart and Stroke Foundation of Canada","keywords":"Blood pressure; Medicine; Wrist; Cuff; Diastole; Reliability (semiconductor); Sphygmomanometer; Pressure measurement; Physical therapy; Cardiology; Surgery; Internal medicine","score_opus":0.08546345508129888,"score_gpt":0.43790190765768167,"score_spread":0.3524384525763828,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2801032799","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9639266,0.02696638,0.0006177331,0.006714738,0.00022324784,0.0008838452,0.000015311873,0.0000075643343,0.0006445843],"genre_scores_gemma":[0.997729,0.00026516238,0.0011735959,0.00019241293,0.00039156427,0.000016561391,0.0000019212735,0.000011787078,0.00021798468],"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9961259,0.0004225641,0.0009852502,0.00020425273,0.0020244063,0.00023762701],"domain_scores_gemma":[0.9944061,0.0011789629,0.0005505323,0.0002546669,0.0034600669,0.00014969682],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0040993965,0.000121838326,0.0007065808,0.00020847209,0.000094254196,0.000043752352,0.0003177674,0.0001680009,0.0000921079],"category_scores_gemma":[0.0018291158,0.00006714773,0.00009125603,0.0003679196,0.0008718313,0.00014402343,0.0003592296,0.00075199886,2.6654726e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011370406,0.014446292,0.4393945,0.018679695,0.047644798,0.00035848664,0.038161192,0.000014962591,0.01307989,0.0026397062,0.301646,0.112564094],"study_design_scores_gemma":[0.02387391,0.034885485,0.26781583,0.020193072,0.033846665,0.0008473865,0.032880552,0.029332321,0.2845617,0.0015374289,0.26955009,0.0006755792],"about_ca_topic_score_codex":0.000103884515,"about_ca_topic_score_gemma":0.000015376336,"teacher_disagreement_score":0.2714818,"about_ca_system_score_codex":0.0000034064626,"about_ca_system_score_gemma":0.00014476491,"threshold_uncertainty_score":0.32671025},"labels":[],"label_agreement":null},{"id":"W2801170057","doi":"10.2196/10281","title":"A Deep Learning Method to Automatically Identify Reports of Scientifically Rigorous Clinical Research from the Biomedical Literature: Comparative Analytic Study","year":2018,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Biomedical Text Mining and Ontologies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":55,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"U.S. National Library of Medicine; National Institute of Diabetes and Digestive and Kidney Diseases; Advanced Research Projects Agency; National Cancer Institute; Canadian Institutes of Health Research; Defense Advanced Research Projects Agency","keywords":"Computer science; Data science; Artificial intelligence; Management science; Information retrieval; Engineering","score_opus":0.20439039664998043,"score_gpt":0.5821262361261871,"score_spread":0.37773583947620665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2801170057","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9552241,0.001057866,0.037469935,0.004822288,0.0008054769,0.0003696684,0.0000044783797,0.000010662191,0.0002355018],"genre_scores_gemma":[0.9875772,0.000062588624,0.009612339,0.0001784317,0.0019594245,0.000012516347,0.000018747534,0.000017722341,0.0005610179],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98182005,0.0082087405,0.002106819,0.0007258845,0.0063936864,0.0007448316],"domain_scores_gemma":[0.9900855,0.0041720835,0.0004305314,0.00073825737,0.0035668847,0.0010067484],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.0736534,0.00019248553,0.0007352925,0.00046700897,0.00023795049,0.00025583757,0.0022383584,0.00060692104,0.0004360174],"category_scores_gemma":[0.046762098,0.00010966103,0.0002892524,0.001522987,0.004009271,0.000011161921,0.0016236227,0.00351147,0.00004872985],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0047726426,0.008878425,0.053674188,0.00013062553,0.0037279632,0.005508809,0.031125009,0.000011535525,0.038016636,0.00026678748,0.5002296,0.35365775],"study_design_scores_gemma":[0.007885877,0.0922336,0.26129046,0.004801972,0.00039434462,0.0029439349,0.04288785,0.02699903,0.019360842,0.004660266,0.5354298,0.0011120258],"about_ca_topic_score_codex":0.0002179445,"about_ca_topic_score_gemma":0.00023179562,"teacher_disagreement_score":0.35254574,"about_ca_system_score_codex":0.000056586312,"about_ca_system_score_gemma":0.0007917367,"threshold_uncertainty_score":0.99878746},"labels":[],"label_agreement":null},{"id":"W2801302803","doi":"10.2196/jmir.9432","title":"Stigma and Its Association With Glycemic Control and Hypoglycemia in Adolescents and Young Adults With Type 1 Diabetes: Cross-Sectional Study","year":2018,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Diabetes Management and Research","field":"Medicine","cited_by":106,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre; Alberta Children's Hospital; BC Children's Hospital; Centre Hospitalier Universitaire Sainte-Justine; Université de Montréal; Concordia University; University of British Columbia; University of Calgary; McGill University","funders":"Diabetes Canada","keywords":"Glycemic; Hypoglycemia; Cross-sectional study; Medicine; Type 2 diabetes; Type 1 diabetes; Diabetes mellitus; Association (psychology); Young adult; Gerontology; Psychology; Endocrinology","score_opus":0.02777795162023766,"score_gpt":0.3697262204892291,"score_spread":0.34194826886899143,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2801302803","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9978603,0.00069357856,0.0000071750596,0.0006637556,0.00010242083,0.0004930203,0.0000010761621,0.000004964954,0.00017368936],"genre_scores_gemma":[0.9985172,0.0001845296,0.000012476901,0.00007919392,0.00036450304,0.0000071202785,0.0000011022861,0.000015018927,0.0008188332],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99570537,0.00025559356,0.00037558284,0.00025118372,0.0029782718,0.00043397243],"domain_scores_gemma":[0.9979563,0.00024420262,0.00012999102,0.00008704406,0.0011459979,0.0004364756],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00488982,0.00011539711,0.0003222534,0.00045588004,0.00006790557,0.00015860115,0.00016821102,0.00015316668,0.00010459221],"category_scores_gemma":[0.0017465296,0.00006984548,0.000016459151,0.00033221187,0.0003810755,0.00017949351,0.00016065617,0.0012985237,0.0000066391904],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0112286825,0.00039075955,0.9839589,0.00020618815,0.00023744657,0.00022543932,0.0004437949,1.3197268e-7,0.000092893,0.000006100226,0.0004315385,0.0027781362],"study_design_scores_gemma":[0.017294843,0.0130429575,0.9643821,0.0016865866,0.000032882013,0.000057722253,0.00038831495,0.002877292,0.000041525935,0.000013149773,0.00011071158,0.00007188917],"about_ca_topic_score_codex":0.00007050155,"about_ca_topic_score_gemma":0.00026654892,"teacher_disagreement_score":0.019576762,"about_ca_system_score_codex":0.000172189,"about_ca_system_score_gemma":0.00019874041,"threshold_uncertainty_score":0.56415117},"labels":[],"label_agreement":null},{"id":"W2801485918","doi":"10.2196/jmir.9188","title":"A Mobile Health App–Based Postnatal Educational Program (Home-but not Alone): Descriptive Qualitative Study","year":2018,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":87,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"National University Health System; National University of Singapore","keywords":"Mobile apps; Qualitative research; Descriptive research; Psychology; Medicine; Nursing; Medical education; Computer science; Gerontology; World Wide Web; Sociology","score_opus":0.23724691679679213,"score_gpt":0.6278695111571363,"score_spread":0.3906225943603442,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2801485918","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93768656,0.0011728131,0.0018219124,0.04223914,0.002036684,0.013180913,0.000080206,0.00008112275,0.0017006228],"genre_scores_gemma":[0.97681814,0.00023672823,0.0019349189,0.0038771722,0.0030266852,0.011138213,0.00003688039,0.00004615305,0.0028851002],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.9825823,0.00804469,0.0024969685,0.00050131493,0.0048038643,0.001570917],"domain_scores_gemma":[0.98677397,0.0045629474,0.0010398532,0.0005114401,0.0042242715,0.0028875319],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.034201685,0.00023799988,0.00078003074,0.000821482,0.0009974868,0.000043816723,0.0013212599,0.00037579448,0.0056130607],"category_scores_gemma":[0.0044600624,0.00018138374,0.0001537848,0.0009462596,0.00093047856,0.00018427122,0.00034475952,0.0049398607,0.00094145123],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00320873,0.011160245,0.0048245434,0.001110358,0.00022027882,0.0000946339,0.22591008,5.2414714e-7,0.000030508014,0.0055560013,0.6090387,0.13884537],"study_design_scores_gemma":[0.010772928,0.053511582,0.012536761,0.002713783,0.000037260343,0.00013773017,0.4690902,0.0016122167,0.000100561774,0.0019180862,0.4471411,0.0004277765],"about_ca_topic_score_codex":0.0039807954,"about_ca_topic_score_gemma":0.0014290792,"teacher_disagreement_score":0.24318013,"about_ca_system_score_codex":0.0013916069,"about_ca_system_score_gemma":0.020338647,"threshold_uncertainty_score":0.99983644},"labels":[],"label_agreement":null},{"id":"W2801735357","doi":"10.2196/jmir.9940","title":"A Teledermatology Scale-Up Framework and Roadmap for Sustainable Scaling: Evidence-Based Development","year":2018,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Cutaneous Melanoma Detection and Management","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Fogarty International Center","keywords":"Teledermatology; eHealth; Likert scale; Telemedicine; Scale (ratio); Value proposition; Computer science; Referral; Medicine; Health care; Knowledge management; Process management; Nursing; Business; Psychology; Marketing","score_opus":0.09414038176687815,"score_gpt":0.4343050521667547,"score_spread":0.3401646703998765,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2801735357","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87335247,0.0013746634,0.08623209,0.036933053,0.0006061734,0.00069230073,1.8992789e-7,0.000022660948,0.00078639487],"genre_scores_gemma":[0.9865014,0.00015434013,0.0044816667,0.0013219457,0.0007997316,0.000023811564,5.940349e-7,0.000016483984,0.006700013],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.996753,0.00019508187,0.00058127014,0.000205548,0.001755712,0.00050940504],"domain_scores_gemma":[0.99638206,0.001088935,0.00012930084,0.00016207769,0.0015989159,0.00063873164],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00574063,0.00010698411,0.0003552034,0.0005377971,0.0001245705,0.000093050396,0.00030191694,0.000247309,0.0011668449],"category_scores_gemma":[0.0066611734,0.00007657615,0.00008787736,0.00024987163,0.00046832455,0.00008064364,0.00020646,0.0008935852,0.00003201322],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.017215563,0.001331394,0.010431029,0.0037115307,0.00091681466,0.009476524,0.005310494,0.0000015885612,0.00074523815,0.006615108,0.39538583,0.5488589],"study_design_scores_gemma":[0.0042560985,0.0057177297,0.0021124377,0.005589747,0.00009067611,0.0071617854,0.004751549,0.0055804574,0.0252893,0.001742991,0.9374939,0.00021330922],"about_ca_topic_score_codex":0.000039369865,"about_ca_topic_score_gemma":0.000021744969,"teacher_disagreement_score":0.54864556,"about_ca_system_score_codex":0.00024109942,"about_ca_system_score_gemma":0.0009982793,"threshold_uncertainty_score":0.9997462},"labels":[],"label_agreement":null},{"id":"W2802074053","doi":"10.2196/jmir.9458","title":"Applications of Space Technologies to Global Health: Scoping Review","year":2018,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Spaceflight effects on biology","field":"Medicine","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Aeronautics and Space Institute; Japan Aerospace Exploration Agency; National Aeronautics and Space Administration","keywords":"Space (punctuation); Global health; Field (mathematics); Data science; Computer science; Health care; Economic growth; Mathematics; Economics","score_opus":0.09847169027394193,"score_gpt":0.560748919070721,"score_spread":0.46227722879677907,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2802074053","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027193284,0.11447936,0.027707037,0.82394975,0.0003981583,0.0028367904,0.000004714096,0.00006745027,0.0033634547],"genre_scores_gemma":[0.9224511,0.059898376,0.008732561,0.0066869725,0.0014452595,0.000108804124,0.0000029369935,0.000027620878,0.00064637576],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.99656636,0.00030846708,0.0007230556,0.00017837493,0.0018371667,0.00038659488],"domain_scores_gemma":[0.99722767,0.00044289147,0.00025451728,0.0003563961,0.0012456797,0.00047285343],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0073196264,0.00008806046,0.0006318281,0.00031844052,0.00002972788,0.000008804555,0.0007033877,0.00019476026,0.0006048289],"category_scores_gemma":[0.009439567,0.000057673893,0.00010111784,0.0009584507,0.00071451784,0.000030489791,0.00036629682,0.0008312068,0.00013639948],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00049381144,0.00047952836,0.0039793616,0.009132312,0.00019865204,0.00016281482,0.00018041782,4.021047e-8,0.0010963564,0.005148444,0.48980188,0.4893264],"study_design_scores_gemma":[0.0034560864,0.030687679,0.0025829747,0.5275093,0.000097630946,0.0056236354,0.00097592256,0.00014327833,0.026763342,0.0023624834,0.39948878,0.00030887927],"about_ca_topic_score_codex":0.000118030046,"about_ca_topic_score_gemma":0.00011223484,"teacher_disagreement_score":0.89525783,"about_ca_system_score_codex":0.0002803413,"about_ca_system_score_gemma":0.0014448591,"threshold_uncertainty_score":0.99890435},"labels":[],"label_agreement":null},{"id":"W2802284082","doi":"10.2196/jmir.9036","title":"Psychosocial Factors of Health Professionals’ Intention to Use a Decision Aid for Down Syndrome Screening: Cross-Sectional Quantitative Study","year":2018,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Prenatal Screening and Diagnostics","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Centre hospitalier universitaire de Québec; Ottawa Hospital; University of Ottawa; Université Laval","funders":"","keywords":"Regret; Psychosocial; Decision aids; Context (archaeology); Cross-sectional study; Psychology; Applied psychology; Medicine; Psychiatry; Computer science; Alternative medicine","score_opus":0.2926853470158887,"score_gpt":0.5703753073185627,"score_spread":0.27768996030267395,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2802284082","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9339699,0.00008500611,0.06189607,0.0025055108,0.00073574146,0.0007520811,0.000023574821,0.000008538066,0.000023588338],"genre_scores_gemma":[0.9911044,0.000015438602,0.007975578,0.00021111617,0.00026995048,0.000015175852,0.000012713367,0.000018348175,0.00037723433],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9934466,0.0005179606,0.0012236615,0.0002623974,0.0041400036,0.00040936796],"domain_scores_gemma":[0.9919122,0.0038297945,0.000399226,0.00017515592,0.0029260265,0.0007576136],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.010958826,0.0001291032,0.0005404959,0.00066115445,0.00014917608,0.000073621086,0.00045556278,0.00020091207,0.00047216922],"category_scores_gemma":[0.036220316,0.000085927066,0.00021640182,0.00045754362,0.00035376629,0.00019380543,0.000254597,0.0010397754,0.000015280239],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009217367,0.0024948078,0.9474065,0.00008869812,0.00030730548,0.00009267566,0.0025350645,0.0000012084239,0.000055492917,0.00036564487,0.029428538,0.008006709],"study_design_scores_gemma":[0.0042667235,0.02917736,0.9580452,0.002705927,0.000017659675,0.00018887558,0.002383827,0.0004121072,0.00017212844,0.00030660263,0.002246357,0.00007723299],"about_ca_topic_score_codex":0.00092860917,"about_ca_topic_score_gemma":0.00017544905,"teacher_disagreement_score":0.057134558,"about_ca_system_score_codex":0.0001859663,"about_ca_system_score_gemma":0.00070798374,"threshold_uncertainty_score":0.971898},"labels":[],"label_agreement":null},{"id":"W2802362694","doi":"10.2196/jmir.8757","title":"Psychobehavioral Profiles to Assist Tailoring of Interventions for Patients With Hypertension: Latent Profile Analysis","year":2018,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Blood Pressure and Hypertension Studies","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University Health Network","funders":"Canadian Institutes of Health Research","keywords":"Psychological intervention; Medicine; Psychology; Computer science; Psychiatry","score_opus":0.20309420325684463,"score_gpt":0.4633957022152497,"score_spread":0.2603014989584051,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2802362694","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9901745,0.0005934864,0.001478666,0.0067544975,0.0002569535,0.000536357,0.000013634333,0.000007307158,0.00018459714],"genre_scores_gemma":[0.99512696,0.00003373675,0.003078959,0.00025564802,0.0004362809,0.000032384378,0.000008566821,0.000015203135,0.0010122352],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99632996,0.00011608359,0.0007361813,0.00020542607,0.002309333,0.00030303205],"domain_scores_gemma":[0.9939294,0.00021492675,0.0002059629,0.00023107749,0.004979973,0.0004386523],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021758939,0.00011241773,0.000809154,0.0008031825,0.0000700097,0.00002491726,0.00030206778,0.00011439336,0.00084508746],"category_scores_gemma":[0.0010026862,0.0000643769,0.00039979926,0.00072297937,0.00031570237,0.00006857798,0.00018735047,0.00051121647,0.000014766822],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007154294,0.0058288747,0.61490774,0.00074136106,0.008286041,0.00018438502,0.0010828717,7.565295e-7,0.00077004725,0.00016720234,0.32342976,0.03744667],"study_design_scores_gemma":[0.0095399935,0.0340233,0.8909634,0.008985588,0.007917557,0.00015010698,0.0011486107,0.0005102806,0.0072862655,0.00006163468,0.039118808,0.00029448673],"about_ca_topic_score_codex":0.00007697264,"about_ca_topic_score_gemma":0.00008188865,"teacher_disagreement_score":0.28431097,"about_ca_system_score_codex":0.000028431034,"about_ca_system_score_gemma":0.00014929651,"threshold_uncertainty_score":0.9253115},"labels":[],"label_agreement":null},{"id":"W2802503123","doi":"10.2196/jmir.9388","title":"Diffusion of the Digital Health Self-Tracking Movement in Canada: Results of a National Survey","year":2018,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":124,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Montreal Council on Foreign Relations; Canada Health Infoway; HEC Montréal","funders":"","keywords":"Activity tracker; Wearable technology; Digital health; Wearable computer; Tracking (education); BitTorrent tracker; Sample (material); Internet privacy; Psychology; Health care; Gerontology; Computer science; Applied psychology; Medicine; Eye tracking; Artificial intelligence; Political science","score_opus":0.16538385668242017,"score_gpt":0.5284122936100618,"score_spread":0.36302843692764164,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2802503123","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96601075,0.00026566285,0.000101951926,0.029386848,0.0006984139,0.0011303679,0.00013303618,0.0000031692375,0.0022697777],"genre_scores_gemma":[0.99757785,0.00041097868,0.000043727752,0.0013502778,0.000338629,0.00005028729,0.000007578958,0.000008863468,0.00021179],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9907002,0.0019160878,0.0023622273,0.00015579653,0.0042727995,0.0005928999],"domain_scores_gemma":[0.99177134,0.0037250286,0.0011694173,0.00023985987,0.0024774487,0.0006169145],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.023993049,0.00007740742,0.00036536533,0.00025556024,0.00016821503,0.0000053795734,0.00080659357,0.0001382035,0.0002655539],"category_scores_gemma":[0.010210773,0.000048661226,0.000050423147,0.0006377794,0.00019300639,0.000059599446,0.00034027672,0.0018955672,0.00000614453],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011655138,0.0008223638,0.5838715,0.0009990152,0.0000431941,0.0000072015423,0.0040702815,0.0000031081458,0.00003577978,0.0028995338,0.36732125,0.03876126],"study_design_scores_gemma":[0.0028831435,0.00061412115,0.93025696,0.002594418,0.0000015145099,0.000006683155,0.0015181281,0.0012242357,0.000081455575,0.0007126354,0.060052212,0.00005451147],"about_ca_topic_score_codex":0.7273297,"about_ca_topic_score_gemma":0.8968633,"teacher_disagreement_score":0.34638545,"about_ca_system_score_codex":0.00186956,"about_ca_system_score_gemma":0.040281724,"threshold_uncertainty_score":0.9981266},"labels":[],"label_agreement":null},{"id":"W2803750763","doi":"10.2196/10056","title":"Abstract Animations for the Communication and Assessment of Pain in Adults: Cross-Sectional Feasibility Study","year":2018,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Pediatric Pain Management Techniques","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"National Institute of Nursing Research; National Heart, Lung, and Blood Institute; National Institutes of Health","keywords":"Medicine; Physical therapy; Neuropathic pain; McGill Pain Questionnaire; Cross-sectional study; Pain assessment; Visual analogue scale; Quality of life (healthcare); Association (psychology); Animation; Physical medicine and rehabilitation; Pain management; Psychology; Anesthesia; Computer science","score_opus":0.16679241614112106,"score_gpt":0.5509615903243843,"score_spread":0.38416917418326324,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2803750763","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9873176,0.00023948835,0.0067995195,0.004138304,0.000035826695,0.0009148231,0.0000021414107,0.000005934201,0.0005463188],"genre_scores_gemma":[0.9971826,0.00037939343,0.0020789974,0.000059598704,0.00020313998,0.000036390153,0.0000020118875,0.00000520595,0.000052676176],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99678296,0.00057603343,0.00069965934,0.00011296728,0.0016814144,0.00014697858],"domain_scores_gemma":[0.99536777,0.0030020385,0.00020576145,0.0002694805,0.0010485868,0.00010639474],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.044515464,0.000052546155,0.00018105781,0.00030094507,0.000057067584,0.000037655675,0.00046090744,0.000082749546,0.0002901431],"category_scores_gemma":[0.008965991,0.000033118486,0.000054042164,0.00024033453,0.00049077393,0.0000928446,0.00019671352,0.0008814341,5.4998196e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045087672,0.0010931613,0.9812554,0.00013019842,0.0000639325,0.000007930902,0.0003712328,2.163562e-7,0.000023814982,0.00018857254,0.006242253,0.01017239],"study_design_scores_gemma":[0.0016134174,0.0025219438,0.9855668,0.0002836171,0.000011098288,0.000011700879,0.0009048427,0.0077426196,0.000013515535,0.0008211784,0.00048568964,0.000023607032],"about_ca_topic_score_codex":0.00037695302,"about_ca_topic_score_gemma":0.00035495867,"teacher_disagreement_score":0.035549473,"about_ca_system_score_codex":0.0001871052,"about_ca_system_score_gemma":0.00027399242,"threshold_uncertainty_score":0.9993819},"labels":[],"label_agreement":null},{"id":"W2803768232","doi":"10.2196/10484","title":"Web-Based Intervention for Family Carers of Persons with Dementia and Multiple Chronic Conditions (My Tools 4 Care): Pragmatic Randomized Controlled Trial","year":2018,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":74,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; Glenrose Rehabilitation Hospital; McMaster University; University of Saskatchewan; University of Alberta","funders":"","keywords":"Dementia; Randomized controlled trial; Intervention (counseling); Web application; Self-management; Medicine; Chronic disease; Gerontology; Psychology; Physical therapy; Disease; World Wide Web; Nursing; Family medicine; Computer science; Artificial intelligence","score_opus":0.037097196097612216,"score_gpt":0.4088442107550042,"score_spread":0.371747014657392,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2803768232","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98131526,0.0017801096,0.0083416905,0.0018235373,0.00022734297,0.005592721,0.000023048724,0.000008474774,0.00088779896],"genre_scores_gemma":[0.99810517,0.00013666513,0.00037408003,0.00007946732,0.0004604365,0.00039211853,0.000035706835,0.000020347446,0.00039603192],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9940711,0.0012731894,0.0011127684,0.00021854856,0.002877837,0.00044651667],"domain_scores_gemma":[0.99228954,0.0038741408,0.0004237448,0.00015708843,0.0027982786,0.00045717554],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.010881144,0.00015925909,0.0012483584,0.00068177574,0.000095269505,0.0000913471,0.00028239755,0.00014937,0.0013735668],"category_scores_gemma":[0.0090619,0.00009521719,0.0005663988,0.00022201503,0.0015775659,0.00013542814,0.00008520216,0.00070244353,0.0000050068165],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.98121965,0.0009116713,0.0013691671,0.00084701076,0.0024910471,0.00007239172,0.0006577384,6.436102e-7,0.002460598,0.000119669814,0.004688104,0.0051623345],"study_design_scores_gemma":[0.95693594,0.021223145,0.0005944033,0.0027247465,0.00087899127,0.00005534579,0.0028378728,0.011059075,0.0023864931,0.000040771207,0.0011782198,0.000084982625],"about_ca_topic_score_codex":0.00009802965,"about_ca_topic_score_gemma":0.00011979045,"teacher_disagreement_score":0.024283668,"about_ca_system_score_codex":0.00019267475,"about_ca_system_score_gemma":0.0018328878,"threshold_uncertainty_score":0.9995393},"labels":[],"label_agreement":null},{"id":"W2803769621","doi":"10.2196/10199","title":"“It’s Totally Okay to Be Sad, but Never Lose Hope”: Content Analysis of Infertility-Related Videos on YouTube in Relation to Viewer Preferences","year":2018,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Reproductive Health and Technologies","field":"Medicine","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Jewish General Hospital","funders":"","keywords":"Relation (database); Content (measure theory); Psychology; Infertility; Content analysis; Social psychology; Computer science; Sociology; Mathematics; Pregnancy; Biology","score_opus":0.235507164114697,"score_gpt":0.47302111324715646,"score_spread":0.23751394913245946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2803769621","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9098534,0.00021490561,0.00017735275,0.08725074,0.0002101483,0.00050053536,0.0000036086378,0.000011761032,0.0017775632],"genre_scores_gemma":[0.9959055,0.0001679322,0.00020852343,0.0022931146,0.00015567192,0.000014654591,0.0000036004942,0.0000102846125,0.0012407223],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99422896,0.00048738954,0.0013695314,0.00037089668,0.0030952443,0.00044798624],"domain_scores_gemma":[0.9958133,0.00058194017,0.00022976194,0.0004700286,0.0022381714,0.00066680735],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008687118,0.00014039081,0.00076091976,0.0023706262,0.000031120537,0.000022864495,0.00053611386,0.00033054652,0.0018474967],"category_scores_gemma":[0.030352555,0.0000896507,0.00017180656,0.0020955729,0.00040653298,0.0001517386,0.00026878278,0.0017013914,0.00007447002],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.030410722,0.005654544,0.5267453,0.00063420425,0.0051540257,0.001186282,0.023541888,0.00010188051,0.014908033,0.003188206,0.13441646,0.25405842],"study_design_scores_gemma":[0.0019922866,0.011972105,0.9556561,0.0020866792,0.00019498877,0.000047204074,0.0019858107,0.0009317328,0.0095721185,0.00042871764,0.014991216,0.00014102337],"about_ca_topic_score_codex":0.0009847456,"about_ca_topic_score_gemma":0.0006306441,"teacher_disagreement_score":0.4289108,"about_ca_system_score_codex":0.00035081283,"about_ca_system_score_gemma":0.00055703695,"threshold_uncertainty_score":0.9990649},"labels":[],"label_agreement":null},{"id":"W2803826006","doi":"10.2196/10668","title":"Impact of Internet-Based Interventions on Caregiver Mental Health: Systematic Review and Meta-Analysis","year":2018,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Family Caregiving in Mental Illness","field":"Psychology","cited_by":167,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; McMaster University; Hamilton Health Sciences","funders":"Canadian Institutes of Health Research","keywords":"CINAHL; PsycINFO; Psychological intervention; Mental health; Randomized controlled trial; MEDLINE; Medicine; Inclusion (mineral); Intervention (counseling); Gerontology; Family medicine; Nursing; Psychology; Psychiatry","score_opus":0.37797260962574303,"score_gpt":0.5927987089649663,"score_spread":0.2148260993392233,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2803826006","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000023196131,0.99588704,0.00017697529,0.0011435967,0.00049652375,0.0018019814,0.00017702905,0.000008720066,0.0002849618],"genre_scores_gemma":[0.0011064481,0.9942409,0.000032876338,0.00031030364,0.00012385708,0.0001841498,0.00006293791,0.000071404924,0.0038671568],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9805317,0.0098078465,0.0043365504,0.00061849965,0.0040507396,0.0006546482],"domain_scores_gemma":[0.9911881,0.0026254503,0.003365088,0.0010920953,0.0008864064,0.0008428719],"candidate_categories":["metaepi_narrow","metaepi_broad","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.02167462,0.0005868272,0.010818596,0.0025829007,0.000053043466,0.00009781113,0.0026608182,0.00054957025,0.015270882],"category_scores_gemma":[0.0025011043,0.00032637911,0.011345122,0.0014549082,0.00089367497,0.000077312776,0.00054833846,0.0029741272,0.00019122104],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034835775,0.0006265375,0.00000315964,0.5931381,0.2277551,0.00013781969,0.00059752807,7.5999544e-8,7.4155246e-9,0.00010171677,0.17465931,0.0029458383],"study_design_scores_gemma":[0.00055791973,0.004807116,0.000008123718,0.61974996,0.3445295,0.0006371873,0.00031068295,0.000016082875,2.6663076e-7,0.0000085630145,0.029049752,0.00032483402],"about_ca_topic_score_codex":0.0011656389,"about_ca_topic_score_gemma":0.00011273897,"teacher_disagreement_score":0.14560956,"about_ca_system_score_codex":0.0012109675,"about_ca_system_score_gemma":0.00085130724,"threshold_uncertainty_score":0.9999188},"labels":[],"label_agreement":null},{"id":"W2804205035","doi":"10.2196/10202","title":"Methods to Evaluate the Effects of Internet-Based Digital Health Interventions for Citizens: Systematic Review of Reviews","year":2018,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":89,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval; Université du Québec en Abitibi-Témiscamingue","funders":"","keywords":"Psychological intervention; Digital health; Health care; The Internet; eHealth; Telemedicine; Internet privacy; Medicine; Nursing; Public relations; Computer science; Political science; World Wide Web","score_opus":0.4053968914243276,"score_gpt":0.675226708788107,"score_spread":0.26982981736377937,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2804205035","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000014352208,0.9605747,0.022900378,0.002262624,0.003136435,0.010608766,0.00011264088,0.00000892263,0.00039413973],"genre_scores_gemma":[0.00003713994,0.9912012,0.0015206321,0.0007320009,0.00035430866,0.0020485623,0.000042588454,0.00009416332,0.0039693927],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9692739,0.015289344,0.010762383,0.00055183074,0.0032354307,0.00088711677],"domain_scores_gemma":[0.97381186,0.01663801,0.005196394,0.0013211423,0.0020701138,0.00096246303],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07466326,0.00050694303,0.007230239,0.0012519122,0.000053133223,0.000105578554,0.0041071805,0.00039548313,0.0011530968],"category_scores_gemma":[0.071286865,0.00027661366,0.0053459173,0.0011882896,0.0006924488,0.00012118907,0.0007136491,0.002008937,0.00030026288],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037620714,0.0005458709,1.0005097e-7,0.581814,0.0006409281,0.000010587705,0.00012342757,1.9708286e-9,2.1725876e-8,0.0006824878,0.13629091,0.27985403],"study_design_scores_gemma":[0.0003892248,0.0063375705,2.9169072e-7,0.68401355,0.00072894886,0.00017703047,0.000035071804,0.0000053696526,0.000004631649,0.00019794883,0.30799875,0.00011160577],"about_ca_topic_score_codex":0.00006295098,"about_ca_topic_score_gemma":0.000016549417,"teacher_disagreement_score":0.27974242,"about_ca_system_score_codex":0.0006966706,"about_ca_system_score_gemma":0.0013649443,"threshold_uncertainty_score":0.9999686},"labels":[],"label_agreement":null},{"id":"W2804507341","doi":"10.2196/jmir.9126","title":"Computer-Based Driving in Dementia Decision Tool With Mail Support: Cluster Randomized Controlled Trial","year":2018,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Older Adults Driving Studies","field":"Health Professions","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Baycrest Hospital; Providence Health Care; University Health Network; Health Sciences Centre; Ottawa Hospital; University of Ottawa; Queen's University; Sunnybrook Hospital; Women's College Hospital; McMaster University; University of Toronto; Sunnybrook Health Science Centre","funders":"Canadian Institutes of Health Research","keywords":"Dementia; Randomized controlled trial; Intervention (counseling); Medicine; Psychological intervention; Poison control; Cognition; Physical therapy; Psychology; Medical emergency; Nursing; Psychiatry; Disease","score_opus":0.06851507054074314,"score_gpt":0.4859118327724631,"score_spread":0.41739676223171995,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2804507341","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9288382,0.00009365252,0.053652458,0.010567705,0.0024616327,0.0034694786,7.1187526e-7,0.000017880355,0.00089827087],"genre_scores_gemma":[0.9921472,0.000085040556,0.0027906504,0.00090974796,0.0029216527,0.00019699904,0.000001121688,0.00003086713,0.0009167176],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9842628,0.0071308278,0.0026813208,0.00030031655,0.004701497,0.00092320127],"domain_scores_gemma":[0.96969354,0.027034486,0.00075951073,0.00029730093,0.0018057931,0.0004093664],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.05480839,0.0002154572,0.0019273601,0.0008694995,0.00025772434,0.00006723279,0.00096411654,0.0003399505,0.006349999],"category_scores_gemma":[0.022047214,0.00011535115,0.00031236338,0.00037055256,0.0008663956,0.00016328698,0.00057259336,0.0032200264,0.00018882596],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8791588,0.00048703578,0.014770242,0.00007826996,0.000531025,0.00034087693,0.001925293,0.0000054319003,0.0000038025332,0.00007158547,0.09724082,0.0053868205],"study_design_scores_gemma":[0.9656906,0.0030001155,0.002394307,0.004717644,0.00007807984,0.000018361763,0.00035822458,0.02030877,0.000010894129,0.00024381733,0.0030567944,0.00012235838],"about_ca_topic_score_codex":0.000165805,"about_ca_topic_score_gemma":0.0031435925,"teacher_disagreement_score":0.094184026,"about_ca_system_score_codex":0.00029663657,"about_ca_system_score_gemma":0.0017795403,"threshold_uncertainty_score":0.9990796},"labels":[],"label_agreement":null},{"id":"W2808266090","doi":"10.2196/10683","title":"Meeting Sexual Partners Through Internet Sites and Smartphone Apps in Australia: National Representative Study","year":2018,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital","funders":"National Health and Medical Research Council; Medical Research Council","keywords":"The Internet; Logistic regression; Demography; Population; Reproductive health; Promotion (chess); Psychology; Medicine; Gerontology; Environmental health; World Wide Web","score_opus":0.2512332218541474,"score_gpt":0.5612805545845081,"score_spread":0.31004733273036067,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2808266090","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.987534,0.0002967462,0.0002362148,0.0051541324,0.000084905514,0.00036544556,0.0000038320154,0.000007884478,0.0063168346],"genre_scores_gemma":[0.9737365,0.000095928415,0.0002681786,0.000095877185,0.00089633116,0.00001389056,0.000006664953,0.000016481856,0.024870133],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9923216,0.0010937423,0.0009915009,0.00034661515,0.0046705715,0.00057598465],"domain_scores_gemma":[0.99632347,0.0009825971,0.00016702052,0.00017697734,0.0017063743,0.00064358936],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.011046238,0.00014965102,0.00045612594,0.000729502,0.000057269914,0.000116959214,0.0004988028,0.0001684904,0.004779153],"category_scores_gemma":[0.012638701,0.00010871236,0.00010504406,0.00063555996,0.0011208459,0.00031121692,0.00050115364,0.0022695614,0.00014113604],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019497067,0.0034502246,0.18527605,0.00014460391,0.0006924788,0.002316597,0.02225313,4.9806636e-7,0.001469672,0.00057217316,0.7753852,0.0064896573],"study_design_scores_gemma":[0.051401813,0.2106168,0.292446,0.014797278,0.0002840505,0.00852993,0.2742378,0.031208375,0.024859222,0.007501388,0.08279856,0.0013187851],"about_ca_topic_score_codex":0.0025829314,"about_ca_topic_score_gemma":0.0022791105,"teacher_disagreement_score":0.69258666,"about_ca_system_score_codex":0.00026423033,"about_ca_system_score_gemma":0.00043702067,"threshold_uncertainty_score":0.9961306},"labels":[],"label_agreement":null},{"id":"W2809268745","doi":"10.2196/jmir.9596","title":"Creating Low-Cost 360-Degree Virtual Reality Videos for Hospitals: A Technical Paper on the Dos and Don’ts","year":2018,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Pediatric Pain Management Techniques","field":"Medicine","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; Sunnybrook Health Science Centre; Hospital for Sick Children; University of Toronto","funders":"","keywords":"Sight; Virtual reality; Anxiety; Health professionals; Degree (music); Globe; Health care; Psychology; Medical education; Medicine; Multimedia; Computer science; Human–computer interaction; Psychiatry","score_opus":0.10194061660767631,"score_gpt":0.4475118907294997,"score_spread":0.3455712741218234,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2809268745","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78475827,0.00057966664,0.028394634,0.16569665,0.00035018194,0.0031208643,0.000012859212,0.00013244351,0.016954405],"genre_scores_gemma":[0.9928534,0.00081052084,0.00073223317,0.0022605252,0.0022675786,0.00008676046,0.0000023895088,0.000028139231,0.0009584536],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9945195,0.0005696559,0.0007913671,0.00030873387,0.003262647,0.0005481363],"domain_scores_gemma":[0.9939047,0.004064078,0.00023336076,0.00043822336,0.0008045769,0.0005550322],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.017599698,0.0001693969,0.0004383309,0.00035805238,0.00013439923,0.000102291044,0.0008331845,0.0003100224,0.00085317035],"category_scores_gemma":[0.026902173,0.00009593548,0.00017034773,0.00031726022,0.0010160547,0.000137482,0.00048910873,0.0019567295,0.00002072733],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023642785,0.00073914236,0.009461112,0.00024351824,0.00028396427,0.0005395573,0.0005508723,1.10931744e-7,0.0020354914,0.006649873,0.8076103,0.16952181],"study_design_scores_gemma":[0.023920888,0.06886179,0.28856337,0.022026306,0.0009430129,0.0030669498,0.006736972,0.020707553,0.0133355325,0.032912508,0.51725686,0.0016682416],"about_ca_topic_score_codex":0.00012994083,"about_ca_topic_score_gemma":0.000060249124,"teacher_disagreement_score":0.29035342,"about_ca_system_score_codex":0.0002498222,"about_ca_system_score_gemma":0.00028812996,"threshold_uncertainty_score":0.98129463},"labels":[],"label_agreement":null},{"id":"W2831742358","doi":"10.2196/11027","title":"Improving the Understanding of Test Results by Substituting (Not Adding) Goal Ranges: Web-Based Between-Subjects Experiment","year":2018,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Diabetes Management and Education","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"Agency for Healthcare Research and Quality","keywords":"Test (biology); Computer science","score_opus":0.12898435429474206,"score_gpt":0.4161163155970566,"score_spread":0.28713196130231455,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2831742358","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9747071,0.00045484342,0.0016947987,0.016473899,0.0006022719,0.00031898607,0.000007920398,0.000014872813,0.0057252706],"genre_scores_gemma":[0.99724025,0.000042240394,0.00018378465,0.0002213462,0.0015712774,0.0000046543037,0.0000098191485,0.000016126285,0.0007105276],"study_design_codex":"not_applicable","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9954367,0.00023692378,0.00077531755,0.00018819136,0.0029088173,0.00045403952],"domain_scores_gemma":[0.99620426,0.0023041177,0.000376993,0.0002492024,0.00051348045,0.00035193763],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.011357086,0.000115789255,0.0003177874,0.00036500755,0.00011351019,0.00008325791,0.0005570291,0.00013048567,0.00040215414],"category_scores_gemma":[0.0095004,0.0000721328,0.00011320042,0.00039072434,0.00073776755,0.000105910585,0.00016152074,0.00097124436,0.000018332776],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0038686427,0.0017507544,0.047075767,0.0008644107,0.00076973473,0.00019195696,0.0077815447,0.000001627139,0.11030244,0.0012736361,0.7634256,0.06269388],"study_design_scores_gemma":[0.029298134,0.01823143,0.013214839,0.014421159,0.0005278564,0.00008423516,0.030307444,0.023780202,0.7705985,0.00028929746,0.0986391,0.00060785556],"about_ca_topic_score_codex":0.00012498235,"about_ca_topic_score_gemma":0.000013688631,"teacher_disagreement_score":0.6647865,"about_ca_system_score_codex":0.0005058033,"about_ca_system_score_gemma":0.00074068544,"threshold_uncertainty_score":0.998843},"labels":[],"label_agreement":null},{"id":"W2883367446","doi":"10.2196/11112","title":"Electronic Consultation Services Worldwide: Environmental Scan","year":2018,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Healthcare Systems and Technology","field":"Business, Management and Accounting","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; Bruyère; Canadian Foundation for Healthcare Improvement; University of Ottawa","funders":"","keywords":"Internet privacy; Business; Medicine; Environmental resource management; Computer science; Environmental science","score_opus":0.03212154340564429,"score_gpt":0.36671675298012274,"score_spread":0.33459520957447847,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2883367446","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9837148,0.00045320284,0.00015892416,0.012128895,0.00042923697,0.00010723429,3.6625838e-7,0.000017613887,0.0029897366],"genre_scores_gemma":[0.9953324,0.0000987072,0.000016130562,0.0008777014,0.0031569672,0.0000033643219,0.0000025308586,0.000012265585,0.0004998857],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971756,0.00007066388,0.00047970001,0.00013799428,0.0016780437,0.00045803798],"domain_scores_gemma":[0.9991904,0.00011542312,0.00019391555,0.0001234164,0.0003193112,0.000057522],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0047989027,0.00007834367,0.00018444318,0.00053953845,0.00008231575,0.0001308719,0.00070158386,0.00017379007,0.002528078],"category_scores_gemma":[0.0005068703,0.000057964793,0.00005091361,0.00033757844,0.0003304404,0.00034729476,0.0002432191,0.0009903114,0.0008360994],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047972696,0.0004938011,0.048504606,0.000653531,0.00024848417,0.00050562876,0.0008062437,5.326272e-7,0.0019435503,0.07599851,0.07077044,0.79959494],"study_design_scores_gemma":[0.00083516573,0.00025325353,0.0052795606,0.00036720108,0.000008343696,0.00012947168,0.0012812839,0.0032660689,0.00025418168,0.0035513756,0.98468775,0.00008637169],"about_ca_topic_score_codex":0.0032368738,"about_ca_topic_score_gemma":0.0032515961,"teacher_disagreement_score":0.9139173,"about_ca_system_score_codex":0.00014928126,"about_ca_system_score_gemma":0.00015028604,"threshold_uncertainty_score":0.9999419},"labels":[],"label_agreement":null},{"id":"W2883764614","doi":"10.2196/jmir.9795","title":"Internet-Delivered Early Interventions for Individuals Exposed to Traumatic Events: Systematic Review","year":2018,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Psychological intervention; PsycINFO; Mental health; Psychopathology; Intervention (counseling); Medicine; Checklist; Distress; Clinical psychology; Psychiatry; MEDLINE; Psychology","score_opus":0.4622602352988529,"score_gpt":0.6021437397133069,"score_spread":0.13988350441445402,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2883764614","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000056482295,0.9831095,0.0021741502,0.0014165238,0.0039573372,0.0083730295,0.00020160618,0.000030911302,0.00068047445],"genre_scores_gemma":[0.00034580968,0.97113234,0.00040292763,0.0004909562,0.0009036201,0.0032489055,0.00008326571,0.00018938087,0.023202788],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9803419,0.004986671,0.008336845,0.00073814805,0.0043385816,0.0012578508],"domain_scores_gemma":[0.9885761,0.003953303,0.0029836856,0.001087815,0.001629687,0.0017693768],"candidate_categories":["metaresearch","metaepi_narrow","open_science","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.028710568,0.00065365783,0.0053840675,0.0021457223,0.00008388814,0.00025150343,0.0054594013,0.00083565654,0.007558737],"category_scores_gemma":[0.014611761,0.0004631715,0.0044389204,0.0011402749,0.00031577866,0.0002801782,0.0009943079,0.0028931212,0.004949466],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003819446,0.0011599127,7.2703943e-7,0.6806953,0.00191219,0.00009139783,0.0005190412,1.8673378e-9,6.0830403e-9,0.0009779285,0.21504311,0.0995622],"study_design_scores_gemma":[0.0006110602,0.0052663293,0.0000020988082,0.760366,0.001471182,0.0008048269,0.00017263387,0.0000017381304,4.7325832e-7,0.00034394252,0.23070562,0.00025406646],"about_ca_topic_score_codex":0.00009500792,"about_ca_topic_score_gemma":0.00005296298,"teacher_disagreement_score":0.09930813,"about_ca_system_score_codex":0.0011791809,"about_ca_system_score_gemma":0.00069493783,"threshold_uncertainty_score":0.99992156},"labels":[],"label_agreement":null},{"id":"W2884172047","doi":"10.2196/11247","title":"Caregiver-Focused, Web-Based Interventions: Systematic Review and Meta-Analysis (Part 2)","year":2018,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Family Caregiving in Mental Illness","field":"Psychology","cited_by":108,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hamilton Health Sciences; Impact; McMaster University","funders":"","keywords":"Psychological intervention; Psychosocial; Social support; Medicine; Randomized controlled trial; MEDLINE; Family caregivers; Intervention (counseling); Peer support; Gerontology; Psychology; Nursing; Psychiatry; Psychotherapist","score_opus":0.3323714488962601,"score_gpt":0.5320762055351991,"score_spread":0.199704756638939,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2884172047","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000014176662,0.9949931,0.00024879028,0.0012092718,0.0008715643,0.0016599543,0.000070422335,0.000019034225,0.0009264347],"genre_scores_gemma":[0.000031203886,0.9881475,0.000059248283,0.00045605234,0.00033218827,0.0005212391,0.000027980495,0.00007954081,0.01034506],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.97711444,0.012045114,0.0043049427,0.0007495247,0.0050689448,0.00071702973],"domain_scores_gemma":[0.98941696,0.0044337222,0.0024506878,0.0014314593,0.0014174926,0.0008497032],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.035469674,0.00061239576,0.011205124,0.002479191,0.00008634936,0.00023386355,0.0036683995,0.00088248344,0.029907629],"category_scores_gemma":[0.006282247,0.00035856076,0.009122166,0.0020529313,0.0010533456,0.000113174305,0.0007347171,0.0038400083,0.0007320131],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008102038,0.00021346894,4.4162076e-7,0.63432336,0.1737962,0.00060846715,0.00010194889,1.5924748e-8,2.5563593e-9,0.00012043404,0.18831207,0.0025154823],"study_design_scores_gemma":[0.00023507467,0.00034615697,1.335034e-7,0.27545318,0.44812432,0.00046482927,0.00012466853,0.000004502689,6.90874e-8,0.00000845759,0.27504826,0.00019033483],"about_ca_topic_score_codex":0.00014996198,"about_ca_topic_score_gemma":0.00010965999,"teacher_disagreement_score":0.35887018,"about_ca_system_score_codex":0.0004976394,"about_ca_system_score_gemma":0.0007363981,"threshold_uncertainty_score":0.99988663},"labels":[],"label_agreement":null},{"id":"W2890712312","doi":"10.2196/jmir.9701","title":"Identifying Information Needs for Hirschsprung Disease Through Caregiver Involvement via Social Media: A Prioritization Study and Literature Review","year":2018,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Congenital gastrointestinal and neural anomalies","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"George & Fay Yee Centre for Healthcare Innovation; University of Manitoba; Children's Hospital Research Institute of Manitoba","funders":"","keywords":"Medicine; Social media; Family medicine; Information needs","score_opus":0.16691104356515007,"score_gpt":0.4644898223436412,"score_spread":0.29757877877849115,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2890712312","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00080078933,0.99474293,0.00030040744,0.0019590466,0.00035322626,0.0017833903,0.00002302062,0.000010179522,0.000026990505],"genre_scores_gemma":[0.00063045236,0.9964883,0.00008318454,0.00024292468,0.0020117792,0.000093670336,0.00012320314,0.000024443587,0.0003020561],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99472326,0.00047119957,0.0014350223,0.00018718514,0.0028264537,0.00035685455],"domain_scores_gemma":[0.99600154,0.0006615087,0.0005876716,0.00015745069,0.0020564885,0.00053534465],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034851313,0.0002964949,0.0014169056,0.0005901499,0.00011184199,0.0002026583,0.00042793146,0.00022037252,0.0001281903],"category_scores_gemma":[0.00431653,0.00018357388,0.00049359625,0.0006742449,0.00026298282,0.0005298548,0.0004155777,0.0016253475,0.000012680019],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037517853,0.00033559356,0.00006826001,0.1723696,0.00047612892,0.0008330668,0.007816475,1.2542837e-9,4.1504805e-7,0.00007361627,0.0356704,0.7819813],"study_design_scores_gemma":[0.0012391952,0.0016952805,0.00008056283,0.30115086,0.0016145883,0.0017807,0.0014730085,0.000016508671,5.7011204e-7,0.00013696936,0.69063574,0.0001760581],"about_ca_topic_score_codex":0.000009466954,"about_ca_topic_score_gemma":0.000013298066,"teacher_disagreement_score":0.7818052,"about_ca_system_score_codex":0.00022882527,"about_ca_system_score_gemma":0.0006628253,"threshold_uncertainty_score":0.74859256},"labels":[],"label_agreement":null},{"id":"W2891432971","doi":"10.2196/10258","title":"An Unsupervised Smart App–Optimized HIV Self-Testing Program in Montreal, Canada: Cross-Sectional Study","year":2018,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University; McGill University Health Centre","funders":"Canadian Institutes of Health Research","keywords":"Men who have sex with men; Test (biology); Family medicine; Medicine; Human immunodeficiency virus (HIV); Reproductive health; Gerontology; Psychology; Environmental health; Syphilis","score_opus":0.09233264270823768,"score_gpt":0.4657556368705938,"score_spread":0.37342299416235614,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2891432971","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99296504,0.00012071056,0.00019853542,0.0015818469,0.0001557006,0.00082014914,0.000005648329,0.000033161068,0.0041192337],"genre_scores_gemma":[0.9929941,0.000029290364,0.0011815513,0.00007148887,0.0011504106,0.00006085417,0.000010754352,0.000027288585,0.00447421],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9905486,0.0010963352,0.0012866049,0.00035451504,0.0058535426,0.000860418],"domain_scores_gemma":[0.994223,0.0006994729,0.0001477899,0.0003475219,0.0030019188,0.0015802764],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.011124981,0.00017048906,0.000508964,0.0007829435,0.00013816089,0.00022675596,0.00095090066,0.00020093261,0.0044312556],"category_scores_gemma":[0.0082500335,0.00012479593,0.00016159464,0.00090299867,0.00046621327,0.0002495281,0.00024145465,0.0027735098,0.000061464816],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018279129,0.007103651,0.8825161,0.00007973303,0.00032351643,0.0033353164,0.000719862,0.000003052188,0.000129758,0.000011600172,0.07310366,0.030845866],"study_design_scores_gemma":[0.009765024,0.030957298,0.86770034,0.0006979721,0.000024227145,0.0009216591,0.0014884275,0.08284501,0.00012977055,0.0000455792,0.0052835904,0.00014108658],"about_ca_topic_score_codex":0.3467676,"about_ca_topic_score_gemma":0.4650005,"teacher_disagreement_score":0.11823291,"about_ca_system_score_codex":0.00079101673,"about_ca_system_score_gemma":0.0038281577,"threshold_uncertainty_score":0.99952716},"labels":[],"label_agreement":null},{"id":"W2891725240","doi":"10.2196/jmir.9284","title":"The Use and Effects of Electronic Health Tools for Patient Self-Monitoring and Reporting of Outcomes Following Medication Use: Systematic Review","year":2018,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":142,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sunnybrook Health Science Centre; Impact; University of Waterloo; University of Toronto; McMaster University","funders":"","keywords":"eHealth; CINAHL; Medicine; MEDLINE; Randomized controlled trial; Systematic review; Data extraction; Patient portal; Health care; Self-management; Meta-analysis; Telemedicine; Family medicine; Psychological intervention; Nursing; Internal medicine; Computer science","score_opus":0.3234412239159188,"score_gpt":0.6112992227355625,"score_spread":0.2878579988196437,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2891725240","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00084599055,0.9841254,0.0002162315,0.002151926,0.0006442677,0.01199913,0.000005548417,0.00000857024,0.0000029475918],"genre_scores_gemma":[0.00054577563,0.9949244,0.0003581156,0.00021232331,0.00023424586,0.0036098198,0.000007345977,0.000037085665,0.00007086529],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9812912,0.0051703625,0.00988263,0.0003094984,0.002423503,0.0009228121],"domain_scores_gemma":[0.9173895,0.06133072,0.01783393,0.0007028163,0.0016946954,0.0010483436],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.056127477,0.00024076982,0.0037623649,0.00031107658,0.00048790537,0.0000424118,0.00059002195,0.00044008074,0.0000057732695],"category_scores_gemma":[0.14587715,0.00012702974,0.00040878347,0.00034436412,0.00017601065,0.00018930648,0.00030187747,0.002637416,0.0000016531083],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009340806,0.00004959464,0.00034956183,0.85394233,0.00027341887,0.000003485064,0.00028721933,2.1353863e-9,6.111722e-8,0.00035160326,0.004727309,0.14000607],"study_design_scores_gemma":[0.00028528663,0.000600182,0.00008172976,0.6390401,0.0004083628,0.000034554156,0.00011710486,0.000009538289,4.2461534e-7,0.000033760633,0.3593328,0.00005613989],"about_ca_topic_score_codex":0.00020712517,"about_ca_topic_score_gemma":0.000038501348,"teacher_disagreement_score":0.3546055,"about_ca_system_score_codex":0.0006066569,"about_ca_system_score_gemma":0.00681929,"threshold_uncertainty_score":0.99966353},"labels":[],"label_agreement":null},{"id":"W2891789702","doi":"10.2196/10133","title":"Improving the Efficacy of Cognitive Training for Digital Mental Health Interventions Through Avatar Customization: Crowdsourced Quasi-Experimental Study","year":2018,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":75,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Psychological intervention; Mental health; Personalization; Avatar; Cognition; Psychology; Applied psychology; mHealth; Computer science; Medical education; Medicine; Clinical psychology; Human–computer interaction; Psychotherapist; World Wide Web; Psychiatry","score_opus":0.23129685462932248,"score_gpt":0.5611351597195547,"score_spread":0.32983830509023226,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2891789702","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9687682,0.0011210784,0.016355399,0.0066928174,0.002783676,0.002138589,0.00014547582,0.000022740878,0.0019720378],"genre_scores_gemma":[0.9973639,0.0000037781665,0.00012560084,0.00019939792,0.000780889,0.000079185396,0.000026705233,0.00003694908,0.0013835629],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9944536,0.0008369976,0.0018455968,0.00031954798,0.0019082901,0.0006359359],"domain_scores_gemma":[0.9958718,0.0019340309,0.0008040598,0.00026019494,0.0007443936,0.00038556184],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006727895,0.0001776123,0.00051179616,0.00030698147,0.00029040623,0.00017569374,0.0010707557,0.000118827484,0.0018946172],"category_scores_gemma":[0.0032913098,0.00012564675,0.00048805642,0.00040438544,0.0011096088,0.0004093619,0.00041445225,0.0009256562,0.00007288682],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.013965029,0.105641305,0.0020745457,0.00068581896,0.0033935872,0.00014223892,0.37051618,0.0000010295806,0.0000919043,0.010538268,0.15694776,0.33600235],"study_design_scores_gemma":[0.04076428,0.2760143,0.005565779,0.016043726,0.00016523979,0.0013705486,0.6374136,0.0015131296,0.003399167,0.00079632364,0.016286002,0.0006678814],"about_ca_topic_score_codex":0.00032637437,"about_ca_topic_score_gemma":0.00010472448,"teacher_disagreement_score":0.33533445,"about_ca_system_score_codex":0.0003044125,"about_ca_system_score_gemma":0.00040483286,"threshold_uncertainty_score":0.9990178},"labels":[],"label_agreement":null},{"id":"W2891840956","doi":"10.2196/11291","title":"Assessing the Impact of a Social Marketing Campaign on Program Outcomes for Users of an Internet-Based Testing Service for Sexually Transmitted and Blood-Borne Infections: Observational Study","year":2018,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Community Based Research Centre; Toronto Metropolitan University; University of Toronto; Public Health Ontario; University of British Columbia; BC Centre for Disease Control; McGill University","funders":"Canadian Institutes of Health Research","keywords":"Observational study; The Internet; Social marketing; Medicine; Service (business); Business; Internet privacy; Marketing; Computer science; World Wide Web; Internal medicine","score_opus":0.46073929538809777,"score_gpt":0.6137145724642081,"score_spread":0.15297527707611036,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2891840956","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98895603,0.000015732803,0.00035458946,0.007946035,0.00045006696,0.002221745,0.0000051000798,0.000012093759,0.00003861921],"genre_scores_gemma":[0.996015,0.0000019146978,0.0023020834,0.00010735586,0.0012336288,0.0003119213,0.0000031300665,0.000016088581,0.000008860917],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99445766,0.0021933063,0.0008288864,0.00017341343,0.0019603414,0.00038636778],"domain_scores_gemma":[0.96395195,0.031315867,0.0006084711,0.00009564664,0.0037723915,0.000255683],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.029695636,0.000105844425,0.0003428888,0.00026055778,0.00037175507,0.00015423029,0.00056554127,0.00017640264,0.000075132295],"category_scores_gemma":[0.06928251,0.00007137157,0.00011634374,0.00075134507,0.00068228104,0.00026741388,0.00003547313,0.0005876427,1.9017605e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009447609,0.0048230365,0.76497734,0.00042874957,0.00043280987,0.000002658566,0.09344108,0.0000072085754,0.00012302544,0.00031605802,0.0007924201,0.13371089],"study_design_scores_gemma":[0.0021063762,0.008323592,0.9445368,0.000561267,0.00007373532,0.0000028579668,0.034482576,0.009083499,0.00008446879,0.00038183914,0.00027356698,0.00008939208],"about_ca_topic_score_codex":0.007929737,"about_ca_topic_score_gemma":0.0029766534,"teacher_disagreement_score":0.17955951,"about_ca_system_score_codex":0.00022551262,"about_ca_system_score_gemma":0.003082742,"threshold_uncertainty_score":0.9991325},"labels":[],"label_agreement":null},{"id":"W2895779154","doi":"10.2196/11566","title":"Evaluating a Web-Based Social Anxiety Intervention Among Community Users: Analysis of Real-World Data","year":2018,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Anxiety, Depression, Psychometrics, Treatment, Cognitive Processes","field":"Psychology","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of Regina","funders":"","keywords":"Social anxiety; Anxiety; Psychological intervention; The Internet; Intervention (counseling); Cognitive behavioral therapy; Psychology; Clinical psychology; Psychotherapist; Internet privacy; Applied psychology; Psychiatry; Computer science; World Wide Web","score_opus":0.4079871829155474,"score_gpt":0.5949974429349871,"score_spread":0.1870102600194397,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2895779154","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98972195,0.00040129994,0.003709064,0.0008054285,0.0006682777,0.0001858718,0.0000639229,0.000019631218,0.004424546],"genre_scores_gemma":[0.996905,0.0008154511,0.0004493607,0.000087551045,0.00095413794,0.000013781795,0.00009145925,0.000029209777,0.000654029],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98746336,0.006204719,0.001356521,0.00041474847,0.004019747,0.000540933],"domain_scores_gemma":[0.9912374,0.0028540702,0.001195109,0.000911442,0.0034116777,0.0003903116],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.033525188,0.00020208495,0.00074194075,0.0032441153,0.00023370897,0.00010877396,0.0030934848,0.00026245875,0.009830905],"category_scores_gemma":[0.01055184,0.00015969397,0.00041618824,0.0051848837,0.0019268892,0.00032297336,0.0010282659,0.0026233576,0.00005112791],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015430601,0.0029727826,0.59777343,0.00008981624,0.0042505558,0.00003180635,0.003458607,0.0000011104349,0.000071753915,0.00010361896,0.060920916,0.32878253],"study_design_scores_gemma":[0.0054899123,0.003361643,0.94963986,0.0010041024,0.0015070095,0.000015656473,0.0080706375,0.020039774,0.0005016263,0.00041531492,0.009702667,0.0002518195],"about_ca_topic_score_codex":0.008513604,"about_ca_topic_score_gemma":0.010529601,"teacher_disagreement_score":0.3518664,"about_ca_system_score_codex":0.0002502598,"about_ca_system_score_gemma":0.00036824646,"threshold_uncertainty_score":0.99967766},"labels":[],"label_agreement":null},{"id":"W2897229783","doi":"10.2196/12001","title":"Defining and Predicting Pain Volatility in Users of the Manage My Pain App: Analysis Using Data Mining and Machine Learning Methods","year":2018,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Pediatric Pain Management Techniques","field":"Medicine","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto General Hospital; Lakehead University; York University","funders":"Canadian Institutes of Health Research","keywords":"Volatility (finance); Pain management; Computer science; Physical therapy; Artificial intelligence; Medicine; Psychology; Econometrics; Economics","score_opus":0.14668397491643576,"score_gpt":0.4865698205832495,"score_spread":0.33988584566681374,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2897229783","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.822149,0.0020234087,0.17415197,0.0012294707,0.00003438227,0.00018570827,0.000001994647,0.000015190706,0.00020889431],"genre_scores_gemma":[0.93703264,0.0004324189,0.062178127,0.00013019235,0.00014018035,0.0000015029428,0.0000038410476,0.000014157893,0.00006692696],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9899772,0.006577028,0.0009075276,0.00032409473,0.0018500107,0.00036415042],"domain_scores_gemma":[0.99314266,0.0053960057,0.0004371382,0.00048169453,0.00027411955,0.00026840658],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.12230801,0.00012471601,0.00055323564,0.0011220282,0.00008322116,0.000051047668,0.0007782547,0.00016339625,0.00009922422],"category_scores_gemma":[0.052671276,0.0000854208,0.000082421175,0.0014463974,0.0006380817,0.00017296217,0.0016726239,0.0015483336,9.725793e-8],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009792774,0.000048762467,0.86577433,0.00020608059,0.0003576835,0.00008310208,0.0010141032,0.000002161466,0.00014408032,0.000009502282,0.00048380255,0.13177845],"study_design_scores_gemma":[0.0006057036,0.000372347,0.09518288,0.0012522222,0.00033116588,0.000042356325,0.0017842181,0.8995829,0.000075045726,0.000093088915,0.0006128155,0.000065236694],"about_ca_topic_score_codex":0.0008860914,"about_ca_topic_score_gemma":0.00030492013,"teacher_disagreement_score":0.8995808,"about_ca_system_score_codex":0.00010837924,"about_ca_system_score_gemma":0.00013723619,"threshold_uncertainty_score":0.9553085},"labels":[],"label_agreement":null},{"id":"W2897458127","doi":"10.2196/11366","title":"Patient Judgments About Hypertension Control: The Role of Variability, Trends, and Outliers in Visualized Blood Pressure Data","year":2018,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Patient-Provider Communication in Healthcare","field":"Health Professions","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sinai Health System; Lunenfeld-Tanenbaum Research Institute","funders":"Agency for Healthcare Research and Quality","keywords":"Outlier; Blood pressure; Control (management); Medicine; Computer science; Data mining; Statistics; Data science; Internal medicine; Artificial intelligence; Mathematics","score_opus":0.26220783693810373,"score_gpt":0.525709429930391,"score_spread":0.2635015929922873,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2897458127","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9367326,0.018502306,0.0000852974,0.03980659,0.0011005766,0.0013499041,0.000093880306,0.000015977248,0.0023129033],"genre_scores_gemma":[0.99819255,0.0006502912,0.00014511262,0.00061371794,0.00023431482,0.000025835981,0.0000091651655,0.000015169778,0.0001138674],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.98577744,0.009265949,0.0015869958,0.00026433147,0.0026119624,0.0004933039],"domain_scores_gemma":[0.9901115,0.0060131587,0.0006581883,0.0012181802,0.0015749304,0.00042408938],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.014271267,0.00011256252,0.00045532687,0.0003593405,0.00021586425,0.000017116454,0.001983116,0.00031344913,0.0008835068],"category_scores_gemma":[0.015644353,0.00006708048,0.000045167228,0.00037196607,0.0007486158,0.00016888023,0.0020387406,0.0027943577,0.000010176455],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0040438124,0.0026146849,0.7013419,0.0008802201,0.0008951845,0.0000671903,0.057544593,0.0000019215277,0.00088723993,0.0029587424,0.061315507,0.167449],"study_design_scores_gemma":[0.03429797,0.008973772,0.2812312,0.015167534,0.0006076113,0.00021158901,0.068442464,0.11813768,0.0007940434,0.008320035,0.4632168,0.0005993105],"about_ca_topic_score_codex":0.002560993,"about_ca_topic_score_gemma":0.0005753985,"teacher_disagreement_score":0.4201107,"about_ca_system_score_codex":0.00006768605,"about_ca_system_score_gemma":0.0007999781,"threshold_uncertainty_score":0.99950624},"labels":[],"label_agreement":null},{"id":"W2898701648","doi":"10.2196/11371","title":"Design and Development of a Person-Centered Patient Portal Using Participatory Stakeholder Co-Design","year":2018,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":102,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; McGill University Health Centre","funders":"Fondation du cancer des Cèdres; Fondation de l'Hôpital Général de Montréal; McGill University Health Centre; Natural Sciences and Engineering Research Council of Canada; McGill University","keywords":"Patient portal; Stakeholder; Personalization; Participatory design; Health informatics; eHealth; Computer science; Knowledge management; Patient participation; World Wide Web; Health care; Process management; Medicine; Nursing; Business; Engineering; Operations management; Public relations","score_opus":0.6930157007322738,"score_gpt":0.5781145711686251,"score_spread":0.11490112956364873,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2898701648","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8286871,0.00073332014,0.16611783,0.0017491068,0.00042179364,0.0018814125,0.0000034435534,0.000010880873,0.0003951301],"genre_scores_gemma":[0.9798075,0.00018762634,0.018656665,0.000553613,0.000410853,0.00023550975,0.0000017254685,0.000022897675,0.00012362462],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99311244,0.002258158,0.0015128186,0.00020706082,0.002112391,0.0007971265],"domain_scores_gemma":[0.99522823,0.0014380863,0.00062184373,0.00019466772,0.0012193342,0.0012978545],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.015148713,0.00011709097,0.00038233,0.00033297736,0.0003948583,0.00001067863,0.0003575734,0.00026436202,0.0027636385],"category_scores_gemma":[0.0012792799,0.00008711042,0.000034569093,0.00019616736,0.00047487815,0.00008006843,0.00012968421,0.001521914,0.00005330994],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0054842536,0.0025576982,0.026942778,0.0029994538,0.0004711918,0.00035623842,0.12684876,0.00001641831,0.0046210466,0.0015087945,0.48545378,0.34273958],"study_design_scores_gemma":[0.020937987,0.016076464,0.022897927,0.017447505,0.00014938203,0.00073325535,0.09336804,0.06721534,0.022662072,0.0007721428,0.73661536,0.0011245024],"about_ca_topic_score_codex":0.00011573242,"about_ca_topic_score_gemma":0.000035159403,"teacher_disagreement_score":0.34161508,"about_ca_system_score_codex":0.00026299345,"about_ca_system_score_gemma":0.0063497117,"threshold_uncertainty_score":0.9992834},"labels":[],"label_agreement":null},{"id":"W2899354805","doi":"10.2196/11534","title":"Digital Marketing to Promote Healthy Weight Gain Among Pregnant Women in Alberta: An Implementation Study","year":2018,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta; Alberta Health Services","funders":"Alberta Innovates","keywords":"Advertising; Social media; Digital advertising; Social marketing; Headline; Online advertising; Social media marketing; Promotion (chess); Business; Digital marketing; Psychology; Marketing; The Internet; Computer science; Political science; World Wide Web","score_opus":0.09419122417166122,"score_gpt":0.55611177904087,"score_spread":0.46192055486920874,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2899354805","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97962534,0.000049073074,0.00017408446,0.013598134,0.00045313136,0.0040751733,0.000005397425,0.0000125094675,0.00200713],"genre_scores_gemma":[0.9929326,0.00012543424,0.00010876613,0.0010638318,0.0015854167,0.0021610563,0.0000072471457,0.00003161966,0.0019839858],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9894893,0.0035552534,0.0021559699,0.0003970563,0.0026031511,0.0017992269],"domain_scores_gemma":[0.9930466,0.0018958666,0.00047681315,0.00037843458,0.0010101052,0.003192219],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.041806415,0.00015150942,0.00045958968,0.0007708711,0.00040009912,0.000055092292,0.00090641575,0.00023585475,0.0036608547],"category_scores_gemma":[0.0057099373,0.00011468697,0.00004197496,0.00081738876,0.00016278494,0.00036822507,0.00041068767,0.0026568272,0.00025003988],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021632009,0.0016981543,0.53826404,0.0003843319,0.000034612796,0.00008022747,0.034323275,3.0071558e-7,0.000012635746,0.0002520613,0.037494868,0.38529226],"study_design_scores_gemma":[0.008326928,0.018962678,0.54462814,0.0035840918,0.000009488059,0.00003903596,0.06865736,0.0014187981,0.000023645907,0.0006679969,0.35337642,0.00030538006],"about_ca_topic_score_codex":0.004531101,"about_ca_topic_score_gemma":0.026885606,"teacher_disagreement_score":0.3849869,"about_ca_system_score_codex":0.0013738059,"about_ca_system_score_gemma":0.003191175,"threshold_uncertainty_score":0.9996441},"labels":[],"label_agreement":null},{"id":"W2901691202","doi":"10.2196/10441","title":"Mitigation of Participant Loss to Follow-Up Using Facebook: All Our Families Longitudinal Pregnancy Cohort","year":2018,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Children's Hospital Foundation; Alberta Children's Hospital Foundation; Alberta Centre for Child, Family and Community Research; Children's Health Research Institute; Women and Children's Health Research Institute; Alberta Innovates; University of Calgary; Max Bell Foundation; Alberta Health Services","keywords":"Cohort; Generalizability theory; Social media; Psychology; Cohort study; Phone; Longitudinal study; Tracking (education); Internet privacy; Medicine; Family medicine; World Wide Web; Developmental psychology; Computer science","score_opus":0.47693111764117696,"score_gpt":0.5793934402806745,"score_spread":0.10246232263949756,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2901691202","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9770033,0.00027415936,0.00050123804,0.0161768,0.0047754035,0.0008496586,0.0000014503483,0.000008024235,0.00041001415],"genre_scores_gemma":[0.9959306,0.0004429937,0.0004335653,0.0001029886,0.0027739627,0.00006762511,6.832343e-7,0.0000123804975,0.00023520493],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99239165,0.0012435432,0.00086271256,0.00019056894,0.004651308,0.00066021597],"domain_scores_gemma":[0.994896,0.001379209,0.00033424507,0.0001572043,0.0022760548,0.0009573011],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.012248365,0.00009227798,0.00034615546,0.00036918264,0.00018313946,0.000066837536,0.00080789294,0.00024341985,0.0007164567],"category_scores_gemma":[0.030252466,0.00007920235,0.00010163461,0.0005701498,0.0008037436,0.00021126222,0.00013783305,0.0007250721,0.000067031564],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048885297,0.0005208042,0.6543942,0.00024189349,0.00034593474,0.00012466387,0.24152692,0.000004000103,0.001014516,0.003939389,0.020705879,0.076692924],"study_design_scores_gemma":[0.0052574123,0.00798203,0.51001173,0.021653147,0.0004676037,0.00015656359,0.22407192,0.0022419665,0.023781125,0.0088130785,0.1944884,0.0010750076],"about_ca_topic_score_codex":0.009372427,"about_ca_topic_score_gemma":0.0044137156,"teacher_disagreement_score":0.17378253,"about_ca_system_score_codex":0.00048585466,"about_ca_system_score_gemma":0.002751117,"threshold_uncertainty_score":0.9972243},"labels":[],"label_agreement":null},{"id":"W2903323017","doi":"10.2196/11924","title":"Nonpublication Rates and Characteristics of Registered Randomized Clinical Trials in Digital Health: Cross-Sectional Analysis","year":2018,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University; Public Health Ontario; University of Toronto; University Health Network","funders":"","keywords":"Cross-sectional study; Randomized controlled trial; Digital health; Medicine; Psychology; Health care; Internal medicine","score_opus":0.9019649939701107,"score_gpt":0.7288840087650712,"score_spread":0.17308098520503945,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2903323017","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95426846,0.00073666347,0.033971343,0.009530669,0.00042328436,0.00052710454,0.000016196733,8.0843296e-7,0.00052546273],"genre_scores_gemma":[0.99571437,0.00044574507,0.0003984351,0.00011598274,0.0006134569,0.000007213566,0.0000066375264,0.0000049731607,0.0026932026],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.690889,0.17811331,0.09157454,0.0014214384,0.037253734,0.00074800604],"domain_scores_gemma":[0.39219716,0.48317918,0.07836874,0.0051187654,0.03812582,0.0030103407],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8495394,0.00014371648,0.008508654,0.0021715038,0.00005037397,0.001569888,0.0020114363,0.0002397795,0.010121627],"category_scores_gemma":[0.82465565,0.00006351359,0.0029740667,0.0023482938,0.0014012287,0.00035416748,0.00029189163,0.0009134264,0.00013318037],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0058917427,0.00028098564,0.9039053,0.000054938315,0.0017347481,0.000015612728,0.00040510844,4.0188954e-7,0.0000040266254,0.0011285836,0.025959179,0.060619395],"study_design_scores_gemma":[0.0264764,0.0007840745,0.8877663,0.0003371721,0.00027629378,0.00012262202,0.00033589662,0.053979214,0.000013242078,0.007325223,0.02244405,0.00013951535],"about_ca_topic_score_codex":0.000060802853,"about_ca_topic_score_gemma":0.00006714593,"teacher_disagreement_score":0.30506587,"about_ca_system_score_codex":0.000059702284,"about_ca_system_score_gemma":0.000610187,"threshold_uncertainty_score":0.9994666},"labels":[],"label_agreement":null},{"id":"W2903688734","doi":"10.2196/11224","title":"Health-Related Internet Usage and Design Feature Preference for E-Mental Health Programs Among Men and Women","year":2018,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":84,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Royal Ottawa Mental Health Centre; University of Ottawa","funders":"","keywords":"Mental health; Psychology; The Internet; Affect (linguistics); Preference; Productivity; Psychiatry; Computer science; World Wide Web","score_opus":0.1819716712453142,"score_gpt":0.4999455051689337,"score_spread":0.31797383392361955,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2903688734","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91459656,0.005083177,0.0038618364,0.06809268,0.0019247071,0.0028260562,0.000040247924,0.000045056633,0.0035297],"genre_scores_gemma":[0.9846119,0.00013110814,0.0007744754,0.00045240953,0.0002495702,0.00011559918,0.000010756153,0.000030150752,0.013624012],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99516577,0.0011278102,0.0010604486,0.0003770082,0.0012673081,0.0010016324],"domain_scores_gemma":[0.9970518,0.00045219235,0.00046320187,0.00018534143,0.00028806852,0.0015593938],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0119527485,0.00017590339,0.0005085133,0.00034725957,0.00013413379,0.00018607895,0.0006186137,0.00025116015,0.0008306281],"category_scores_gemma":[0.00048777298,0.00013443915,0.00007774333,0.00023878289,0.001121973,0.00023650324,0.00034424948,0.0013554104,0.00003439894],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020011985,0.0012253282,0.0039300546,0.00042516514,0.00034622703,0.000060549533,0.023701712,1.7221303e-8,0.0000042113015,0.0036212832,0.39599338,0.5686909],"study_design_scores_gemma":[0.03494746,0.34129965,0.14923951,0.030603435,0.000053944015,0.010125015,0.04137549,0.00807149,0.0005016864,0.038325224,0.3439192,0.0015379066],"about_ca_topic_score_codex":0.0007841294,"about_ca_topic_score_gemma":0.00019861512,"teacher_disagreement_score":0.567153,"about_ca_system_score_codex":0.00053796027,"about_ca_system_score_gemma":0.00036316997,"threshold_uncertainty_score":0.9094795},"labels":[],"label_agreement":null},{"id":"W2903971476","doi":"10.2196/11123","title":"Evaluation of an E-Learning Training Program to Support Implementation of a Group-Based, Theory-Driven, Self-Management Intervention For Osteoarthritis and Low-Back Pain: Pre-Post Study","year":2018,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":48,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"University College Dublin; Health Service Executive; Health Research Board","keywords":"Likert scale; Physical therapy; Intervention (counseling); Psychology; Medicine; Nursing","score_opus":0.45309490153152726,"score_gpt":0.6963968858208107,"score_spread":0.24330198428928346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2903971476","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9815093,0.000009602505,0.011206965,0.0020673622,0.00020119999,0.0048809014,0.000014750702,0.00001170897,0.0000981784],"genre_scores_gemma":[0.9951489,0.0000066966763,0.0035536706,0.00039730038,0.00024084636,0.00057466765,0.000011792627,0.000017147673,0.000049003644],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9801831,0.0123385815,0.0020185472,0.00027581843,0.0045923647,0.0005915687],"domain_scores_gemma":[0.99164736,0.0022738618,0.00088149303,0.000177284,0.004510948,0.0005090255],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.14083019,0.000106739404,0.00033150893,0.00070439844,0.00021486501,0.000033871944,0.00048777836,0.000101297046,0.0022709013],"category_scores_gemma":[0.0074495296,0.00008943234,0.000071339375,0.0004691884,0.00021209652,0.00028176655,0.0002059625,0.00062010466,0.000009416243],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000637643,0.00064200105,0.011215482,0.0009709258,0.00009047629,0.00000470847,0.079025246,0.000005095322,0.00016305842,0.00028812647,0.0013003421,0.9056569],"study_design_scores_gemma":[0.041810744,0.22697943,0.07990409,0.006030784,0.00026654723,0.000023631124,0.58126295,0.048147406,0.00088367687,0.0011070396,0.013248728,0.00033495878],"about_ca_topic_score_codex":0.00028825528,"about_ca_topic_score_gemma":0.0023637433,"teacher_disagreement_score":0.90532196,"about_ca_system_score_codex":0.00031063115,"about_ca_system_score_gemma":0.0012568969,"threshold_uncertainty_score":0.99864113},"labels":[],"label_agreement":null},{"id":"W2904615559","doi":"10.2196/10769","title":"Exploring How Evidence is Used in Care Through an Organizational Ethnography of Two Teaching Hospitals","year":2018,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vancouver Coastal Health Research Institute; Simon Fraser University; Vancouver Coastal Health","funders":"Michael Smith Health Research BC","keywords":"Fieldnotes; Context (archaeology); Evidence-based medicine; Evidence-based practice; Scientific evidence; Tacit knowledge; Psychology; Medical education; Ethnography; Medicine; Knowledge management; Alternative medicine; Computer science; Sociology","score_opus":0.8812757520886374,"score_gpt":0.7523146522032865,"score_spread":0.12896109988535087,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2904615559","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94555324,0.00010586738,0.0034066672,0.049742687,0.0005362674,0.00029407357,0.0000059361146,0.000008083807,0.00034717072],"genre_scores_gemma":[0.99380076,0.0003041083,0.0020656667,0.0025713996,0.0011471895,0.000021413463,9.691973e-7,0.000016907645,0.000071601804],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9886346,0.0043679187,0.0012973151,0.00023729376,0.004729316,0.0007335979],"domain_scores_gemma":[0.9909678,0.004967257,0.0005263991,0.0002744881,0.002679177,0.0005848389],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.025442425,0.0001017765,0.00034001368,0.0007700028,0.00029356015,0.00003679297,0.0012812023,0.00014666528,0.0026549094],"category_scores_gemma":[0.026393317,0.000078872865,0.000056719102,0.0012248493,0.00057843485,0.0017501543,0.00037512096,0.002862745,0.000045737637],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008350652,0.00007608677,0.4753408,0.00039071322,0.00002247887,0.00003803111,0.49515355,7.183336e-7,0.0011418125,0.003119707,0.020337196,0.0042954064],"study_design_scores_gemma":[0.009246605,0.008056715,0.27520955,0.027049497,0.000028922223,0.000076117925,0.5848744,0.0013476094,0.01597041,0.0058919922,0.07159945,0.00064873893],"about_ca_topic_score_codex":0.0022410199,"about_ca_topic_score_gemma":0.001124807,"teacher_disagreement_score":0.20013128,"about_ca_system_score_codex":0.00037203866,"about_ca_system_score_gemma":0.0025611122,"threshold_uncertainty_score":0.9994377},"labels":[],"label_agreement":null},{"id":"W2906690701","doi":"10.2196/jmir.9958","title":"User-Centered Design of a Web-Based Tool to Support Management of Chemotherapy-Related Toxicities in Cancer Patients","year":2018,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Medication Adherence and Compliance","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Sunnybrook Health Science Centre; Ontario Institute for Cancer Research; Trillium Health Centre; University of Toronto; University Health Network","funders":"","keywords":"Usability; Medicine; Workflow; Focus group; Nursing; Computer science","score_opus":0.12967740149745938,"score_gpt":0.44966065815860806,"score_spread":0.3199832566611487,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2906690701","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99175936,0.000089551555,0.0022826563,0.004174642,0.0001819116,0.0004617146,0.000002844987,0.0000037611758,0.0010435642],"genre_scores_gemma":[0.9944951,0.0003102224,0.00079772953,0.0006936992,0.00007543043,0.000022435957,0.0000018920979,0.000011513964,0.0035919806],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9957585,0.00019476401,0.00096137414,0.00014639275,0.0026603488,0.00027862075],"domain_scores_gemma":[0.9981305,0.00013554611,0.00025947372,0.00020331053,0.00097434514,0.00029681777],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0030147743,0.00009123394,0.00038872234,0.00044893476,0.000010664509,0.000007982294,0.0005371803,0.00011517994,0.015179962],"category_scores_gemma":[0.00043525817,0.00006702908,0.00007474085,0.00049952714,0.00031814337,0.00004901497,0.0000848784,0.0004832599,0.000090665664],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012817178,0.0072774733,0.20099512,0.0019118458,0.0009972161,0.00045721358,0.0030367142,0.000022598033,0.009749601,0.00055926025,0.5475757,0.21460007],"study_design_scores_gemma":[0.087777436,0.061972328,0.45570752,0.0665377,0.00022800374,0.00012031049,0.003317616,0.019520046,0.21612778,0.0008377197,0.087070465,0.0007830792],"about_ca_topic_score_codex":0.00008091512,"about_ca_topic_score_gemma":0.000009026964,"teacher_disagreement_score":0.46050525,"about_ca_system_score_codex":0.00015557605,"about_ca_system_score_gemma":0.00071149884,"threshold_uncertainty_score":0.9857203},"labels":[],"label_agreement":null},{"id":"W2907590459","doi":"10.2196/11735","title":"Implementation of a Novel Electronic Patient-Directed Smoking Cessation Platform for Cancer Patients: Interrupted Time Series Analysis","year":2018,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Smoking Behavior and Cessation","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; Centre for Addiction and Mental Health; Princess Margaret Cancer Centre","funders":"Cancer Care Ontario","keywords":"Smoking cessation; Medicine; Referral; Cancer; Interrupted Time Series Analysis; Family medicine; Interrupted time series; Internal medicine; Psychological intervention; Nursing","score_opus":0.06688768081452862,"score_gpt":0.45142494129459715,"score_spread":0.38453726048006853,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2907590459","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9949771,0.000040701212,0.0035624614,0.00086563703,0.00018607604,0.00028490202,0.000017459075,0.00001151564,0.000054149747],"genre_scores_gemma":[0.9992612,0.000053894873,0.00012346316,0.000057385503,0.00027204654,0.000026269649,0.00008716885,0.000014779019,0.00010378662],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99631417,0.00008079794,0.0008051998,0.00015572281,0.002311502,0.00033261892],"domain_scores_gemma":[0.99604726,0.00017867467,0.0004643395,0.00011820599,0.0030254107,0.00016613393],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0021461116,0.00009895481,0.00036169906,0.00086918584,0.00005080984,0.000032339995,0.00021432353,0.00015814022,0.0027916892],"category_scores_gemma":[0.00075016904,0.00007503022,0.00018436686,0.0008602053,0.00017357265,0.0002457638,0.000061911065,0.00050908123,8.322848e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0037552428,0.0015417454,0.7920133,0.00019289488,0.0035759576,0.000008651314,0.007980781,0.000003924006,0.00681906,0.0003818761,0.009296748,0.17442985],"study_design_scores_gemma":[0.016517887,0.021087352,0.77793694,0.001720969,0.002895107,0.00006844782,0.0052385246,0.012625183,0.15393217,0.00024306407,0.007399344,0.00033501015],"about_ca_topic_score_codex":0.00074330624,"about_ca_topic_score_gemma":0.00054210087,"teacher_disagreement_score":0.17409484,"about_ca_system_score_codex":0.00053250283,"about_ca_system_score_gemma":0.0005293267,"threshold_uncertainty_score":0.9981199},"labels":[],"label_agreement":null},{"id":"W2907799275","doi":"10.2196/10318","title":"Using Human-Centered Design to Build a Digital Health Advisor for Patients With Complex Needs: Persona and Prototype Development","year":2018,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Persona Design and Applications","field":"Computer Science","cited_by":84,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Women's College Hospital; University of Toronto","funders":"Gordon and Betty Moore Foundation; Commonwealth Fund","keywords":"Digital health; Persona; General partnership; Health care; Knowledge management; Patient portal; Public relations; Nursing; Computer science; Medicine; Medical education; Business; Human–computer interaction","score_opus":0.2715918374094004,"score_gpt":0.45620029672111156,"score_spread":0.18460845931171116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2907799275","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18790516,0.000027008513,0.80791014,0.003236417,0.00003145331,0.00084193307,0.0000020532175,0.000008885227,0.00003697158],"genre_scores_gemma":[0.8876604,0.000002338066,0.11169841,0.00036370326,0.00013452378,0.00003733092,0.0000015532572,0.000009509674,0.00009222786],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99744767,0.00011724593,0.00037308614,0.00020021526,0.0014767634,0.00038500765],"domain_scores_gemma":[0.99813074,0.0001789442,0.00012460575,0.00014394098,0.000807274,0.00061449513],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020273072,0.00009487155,0.00019090073,0.0003185977,0.00019246117,0.00033395475,0.0009605617,0.000048908674,0.00003105478],"category_scores_gemma":[0.00025738,0.00006565783,0.000025273417,0.0003438961,0.00019088591,0.00025792947,0.00026783074,0.00028365408,0.000008171577],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0042101387,0.005084183,0.030629365,0.00047108924,0.0005791947,0.00006713554,0.050744355,0.00000769899,0.0020399913,0.013945275,0.128168,0.7640536],"study_design_scores_gemma":[0.027547853,0.09771664,0.09148962,0.007714977,0.000028878292,0.0008469966,0.002532635,0.2632018,0.0035479176,0.0033306433,0.5001509,0.0018911014],"about_ca_topic_score_codex":0.000018922112,"about_ca_topic_score_gemma":0.0000064116903,"teacher_disagreement_score":0.76216245,"about_ca_system_score_codex":0.00017214152,"about_ca_system_score_gemma":0.00067423313,"threshold_uncertainty_score":0.32203335},"labels":[],"label_agreement":null},{"id":"W2908100589","doi":"10.2196/11446","title":"Web-Based Parent Training Intervention With Telephone Coaching for Disruptive Behavior in 4-Year-Old Children in Real-World Practice: Implementation Study","year":2018,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Izaak Walton Killam Health Centre; Dalhousie University","funders":"Strategic Research Council; Canadian Institutes of Health Research; Jane ja Aatos Erkon Säätiö; Turun Yliopistollinen Keskussairaala; Academy of Finland","keywords":"Coaching; Intervention (counseling); Web application; Psychology; Applied psychology; Telephone call; Parent training; Medical education; Medicine; Computer science; World Wide Web; Psychotherapist; Psychiatry","score_opus":0.17605056277012487,"score_gpt":0.5880382452268789,"score_spread":0.411987682456754,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2908100589","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99392015,0.000034341454,0.0006212438,0.0023997845,0.00058719306,0.0016219808,0.000022095968,0.000010649841,0.0007825561],"genre_scores_gemma":[0.9983389,0.0000037422446,0.00038647477,0.0001046499,0.0002971917,0.00041016014,0.000025193036,0.00003172023,0.00040200562],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9943771,0.0014485135,0.0014454527,0.00033820153,0.0017748056,0.0006159407],"domain_scores_gemma":[0.9974923,0.0010149011,0.0005107888,0.00019666778,0.0004745982,0.00031072882],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.012482866,0.00015330824,0.00036340157,0.0012788047,0.000059644226,0.00011151814,0.0005472932,0.000102566475,0.0013462139],"category_scores_gemma":[0.00088623463,0.00012349128,0.000128978,0.0006658642,0.00022991741,0.00038877688,0.00012373533,0.0013574901,0.000028446457],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008524472,0.01656726,0.77959025,0.0000766854,0.00029029528,0.0006648413,0.014572101,0.0000018407067,0.000018423576,0.0017415474,0.0037856847,0.17416659],"study_design_scores_gemma":[0.016113665,0.025719773,0.9055508,0.0017432931,0.000052986386,0.00013367503,0.049551353,0.00021431895,0.0001079852,0.00015473204,0.00049914396,0.0001582813],"about_ca_topic_score_codex":0.00780937,"about_ca_topic_score_gemma":0.057962663,"teacher_disagreement_score":0.17400831,"about_ca_system_score_codex":0.0007491574,"about_ca_system_score_gemma":0.00030487488,"threshold_uncertainty_score":0.9995667},"labels":[],"label_agreement":null},{"id":"W2910398525","doi":"10.2196/11394","title":"Predicting Outcomes from Engagement With Specific Components of an Internet-Based Physical Activity Intervention With Financial Incentives: Process Analysis of a Cluster Randomized Controlled Trial","year":2019,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Physical Activity and Health","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Economic and Social Research Council; Queen's University; Medical Research Council; Public Health Research Programme; Public Health Agency; Cancer Research UK; Queen's University Belfast; National Institute for Health and Care Research; Department for the Economy; United Kingdom Clinical Research Collaboration; British Heart Foundation; Wellcome Trust","keywords":"Randomized controlled trial; The Internet; Incentive; Intervention (counseling); Process (computing); Cluster (spacecraft); Psychology; Computer science; Medicine; World Wide Web; Economics; Internal medicine","score_opus":0.08378574093875216,"score_gpt":0.43408773524519095,"score_spread":0.3503019943064388,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2910398525","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99240625,0.000024357365,0.004379436,0.00066085666,0.00012366337,0.002282035,0.000010922089,0.000007592376,0.00010487839],"genre_scores_gemma":[0.9993901,0.0000095317755,0.00014064682,0.00003511531,0.00027616523,0.00005139321,0.000019140067,0.000017229846,0.000060652335],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9909722,0.0027560007,0.0011633814,0.00033592075,0.0044268514,0.00034564335],"domain_scores_gemma":[0.99267465,0.0043191123,0.0013277525,0.00028382556,0.0009889805,0.00040565094],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008518543,0.00022371237,0.0038111992,0.0007848934,0.000028088125,0.00003302337,0.0004720382,0.00015451825,0.0005100285],"category_scores_gemma":[0.0019976068,0.000118354525,0.0009155955,0.00062112935,0.00058791577,0.00022244173,0.00011609812,0.0019042967,0.0000025927754],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9629534,0.017151846,0.010439538,0.00032571677,0.0048383893,0.000057395857,0.0015292226,0.00008038899,0.00047419465,0.00005047552,0.000023191764,0.0020762635],"study_design_scores_gemma":[0.7965771,0.013408181,0.018984366,0.002509923,0.001437015,0.000003849309,0.0004163619,0.16295724,0.0035466645,0.000048779315,0.0000074868585,0.00010304221],"about_ca_topic_score_codex":0.00088766124,"about_ca_topic_score_gemma":0.00012877354,"teacher_disagreement_score":0.16637628,"about_ca_system_score_codex":0.00018340089,"about_ca_system_score_gemma":0.0005873868,"threshold_uncertainty_score":0.82733274},"labels":[],"label_agreement":null},{"id":"W2912197217","doi":"10.2196/11128","title":"Design and Delivery Features That May Improve the Use of Internet-Based Cognitive Behavioral Therapy for Children and Adolescents With Anxiety: A Realist Literature Synthesis With a Persuasive Systems Design Perspective","year":2019,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact; Dalhousie University; Izaak Walton Killam Health Centre; University of Alberta","funders":"Canadian Institutes of Health Research; Alberta Innovates","keywords":"Anxiety; Context (archaeology); Credibility; The Internet; Psychology; Cognitive behavioral therapy; Relevance (law); Computer science; Applied psychology; Clinical psychology; World Wide Web; Psychiatry","score_opus":0.2294406146837402,"score_gpt":0.48203131141714706,"score_spread":0.25259069673340684,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2912197217","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0035139376,0.98156947,0.006530895,0.00043197727,0.0003617825,0.0070588267,0.00050695485,0.000010785448,0.000015362246],"genre_scores_gemma":[0.29918683,0.69714296,0.00072978437,0.0001401912,0.00032228095,0.001115667,0.000052788764,0.00020256329,0.0011069174],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.992781,0.003340531,0.0008742231,0.0006476287,0.0017644976,0.0005921144],"domain_scores_gemma":[0.99255997,0.004013124,0.0011141252,0.00034353984,0.0015205072,0.00044870612],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0036356638,0.00051691214,0.0016053694,0.0006358104,0.00007769841,0.0005304396,0.00084090215,0.00063100917,0.000036607493],"category_scores_gemma":[0.00049327756,0.00025642256,0.00037353387,0.00032852648,0.001165248,0.00025762283,0.00016268616,0.0025228753,0.0000027768717],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0331336,0.0036554274,0.0008265411,0.014387703,0.005509322,0.0006580319,0.0065385792,0.0000015648038,6.404573e-7,0.0004838965,0.014314194,0.9204905],"study_design_scores_gemma":[0.013733341,0.07656184,0.001833141,0.8617161,0.004038803,0.014060094,0.010121823,0.00027739667,0.00012730733,0.000057811525,0.016126204,0.0013461608],"about_ca_topic_score_codex":0.0013391144,"about_ca_topic_score_gemma":0.000045240584,"teacher_disagreement_score":0.91914433,"about_ca_system_score_codex":0.00037562172,"about_ca_system_score_gemma":0.00088880735,"threshold_uncertainty_score":0.9999888},"labels":[],"label_agreement":null},{"id":"W2912511842","doi":"10.2196/12024","title":"Effects of Mock Facebook Workday Comments on Public Perception of Professional Credibility: A Field Study in Canada","year":2019,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Waterloo; University of Guelph; University of Calgary","funders":"Canadian Institutes of Health Research","keywords":"Credibility; Psychology; Mediation; Social psychology; Public health; Test (biology); Applied psychology; Nursing; Medicine; Political science","score_opus":0.19685251541363918,"score_gpt":0.5359621026855321,"score_spread":0.33910958727189294,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2912511842","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97725046,0.000040238363,0.0000026287676,0.017379455,0.0031199027,0.0016150728,4.5373184e-7,0.0000014068737,0.0005903967],"genre_scores_gemma":[0.99912953,0.0000632905,0.0000093180815,0.0001629103,0.00032107564,0.00007496441,4.081896e-7,0.000004995582,0.00023352337],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.990815,0.00297358,0.0007018326,0.00013069919,0.0050356234,0.0003432925],"domain_scores_gemma":[0.9868568,0.011757863,0.0002888894,0.00012277835,0.0006079598,0.00036571207],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.012061701,0.00006164416,0.00031262645,0.00030203353,0.00004509581,0.000014152565,0.00070591556,0.00015905617,0.0021324311],"category_scores_gemma":[0.025358116,0.000048702113,0.000045713427,0.00041733327,0.00015912467,0.000103561004,0.0001091006,0.0013530238,0.000009266287],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027333584,0.001514685,0.91092896,0.0002244837,0.000030989675,0.00001863162,0.040666584,7.098669e-7,0.00004645736,0.00014893294,0.011226215,0.034920007],"study_design_scores_gemma":[0.0018678834,0.0023484288,0.8928791,0.0020237188,0.000007046987,0.0000012272933,0.09572536,0.00016532445,0.00022221872,0.0003688409,0.004310185,0.00008063589],"about_ca_topic_score_codex":0.74137336,"about_ca_topic_score_gemma":0.6188818,"teacher_disagreement_score":0.12249151,"about_ca_system_score_codex":0.001500158,"about_ca_system_score_gemma":0.008874866,"threshold_uncertainty_score":0.9987798},"labels":[],"label_agreement":null},{"id":"W2913277689","doi":"10.2196/12994","title":"Serious Gaming and Gamification Education in Health Professions: Systematic Review","year":2019,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Educational Games and Gamification","field":"Psychology","cited_by":627,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Lee Kong Chian School of Medicine, Nanyang Technological University; Karolinska Institutet; Nanyang Technological University; Université de Lille; World Health Organization","keywords":"PsycINFO; Psychological intervention; MEDLINE; Randomized controlled trial; Medicine; Cochrane Library; Meta-analysis; Health care; Patient education; Medical education; Systematic review; Family medicine; Nursing","score_opus":0.2182718223199659,"score_gpt":0.5915672887872024,"score_spread":0.37329546646723655,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2913277689","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000016101485,0.9890779,0.00005792854,0.0065557975,0.0011951581,0.0026786868,0.0000023222997,0.0000047965796,0.00041127423],"genre_scores_gemma":[0.00006313473,0.9875092,0.000057820842,0.00043226941,0.00035516213,0.00034533528,0.000039889983,0.000034914814,0.011162258],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.98886245,0.0055016703,0.0029468988,0.0003708365,0.0019369724,0.00038117726],"domain_scores_gemma":[0.994558,0.0019433607,0.0019946184,0.0005305393,0.00059627456,0.00037720363],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.023488495,0.00022523766,0.002123861,0.0010154872,0.00003433429,0.000059323473,0.00097094587,0.0004998007,0.00082498905],"category_scores_gemma":[0.0049179606,0.00015135545,0.00022160145,0.0006747763,0.00011683086,0.000102235106,0.0001235944,0.0029210355,0.00028046322],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004676965,0.00026846566,0.0000058130236,0.5458211,0.000064034815,0.000005941428,0.0006100657,4.8834505e-9,1.2029166e-8,0.0024212613,0.017530147,0.4332685],"study_design_scores_gemma":[0.00009200913,0.00012227337,0.00004414902,0.6227874,0.0001005118,0.00052492745,0.0009670497,0.0000042427228,1.1315948e-8,0.000065391745,0.3752147,0.0000773197],"about_ca_topic_score_codex":0.00019877037,"about_ca_topic_score_gemma":0.000020467442,"teacher_disagreement_score":0.43319118,"about_ca_system_score_codex":0.00064051815,"about_ca_system_score_gemma":0.005821683,"threshold_uncertainty_score":0.9998144},"labels":[],"label_agreement":null},{"id":"W2913351506","doi":"10.2196/11694","title":"Older Adults’ Perspectives on Using Digital Technology to Maintain Good Mental Health: Interactive Group Study","year":2019,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":158,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Shores Centre for Mental Health Sciences; University of Toronto","funders":"University of Sheffield","keywords":"Mental health; Digital health; Mood; Psychology; Population; Digital divide; Distraction; mHealth; Applied psychology; Psychological intervention; The Internet; Medical education; Medicine; Clinical psychology; Health care; Psychiatry; Computer science; World Wide Web","score_opus":0.0642979702986531,"score_gpt":0.5270053638369391,"score_spread":0.462707393538286,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2913351506","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97014225,0.0003337503,0.00031583803,0.021981087,0.0022006356,0.0013707621,0.00002781244,0.000026138563,0.0036017306],"genre_scores_gemma":[0.9971401,0.000004647328,0.0001010984,0.00035661957,0.00027369018,0.000032812964,0.0000036071192,0.000042539028,0.0020448973],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99407476,0.0007097245,0.001159787,0.0005429316,0.0026266498,0.0008861641],"domain_scores_gemma":[0.9974495,0.000505985,0.0003475452,0.00040646057,0.00043424577,0.0008562391],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0039582476,0.00022028665,0.0005349112,0.0016660054,0.000083777886,0.00017202744,0.0012675225,0.00021094023,0.0043440205],"category_scores_gemma":[0.0008367791,0.00017792292,0.00020994329,0.00077043957,0.00027294084,0.00035127,0.0006895274,0.0025690421,0.0014561731],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.019283691,0.08030869,0.049612243,0.00035534945,0.0026028818,0.002994543,0.17006528,0.0000031571617,0.000048428712,0.097082734,0.06821025,0.50943273],"study_design_scores_gemma":[0.010245125,0.09226881,0.0154491495,0.008958566,0.000013793726,0.0021687706,0.8600322,0.00025846527,0.00011100804,0.0012561043,0.008791007,0.00044701734],"about_ca_topic_score_codex":0.0004079217,"about_ca_topic_score_gemma":0.000094097595,"teacher_disagreement_score":0.6899669,"about_ca_system_score_codex":0.0016281108,"about_ca_system_score_gemma":0.00023326777,"threshold_uncertainty_score":0.9997321},"labels":[],"label_agreement":null},{"id":"W2927236305","doi":"10.2196/11485","title":"To Each Stress Its Own Screen: A Cross-Sectional Survey of the Patterns of Stress and Various Screen Uses in Relation to Self-Admitted Screen Addiction","year":2019,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":54,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; McGill University; Montreal Neurological Institute and Hospital","funders":"","keywords":"Stressor; Addiction; Psychology; Stress (linguistics); Perception; Screen time; Multivariate analysis; Multivariate statistics; Dependency (UML); Clinical psychology; Medicine; Psychiatry; Computer science; Physical activity; Artificial intelligence; Neuroscience","score_opus":0.06954072472076608,"score_gpt":0.4277609003376266,"score_spread":0.3582201756168605,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2927236305","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9966737,0.00008021117,0.00016894999,0.0020042984,0.00023650305,0.00046277937,0.000118975,0.000011001258,0.00024355357],"genre_scores_gemma":[0.9991755,0.00007657433,0.00006561408,0.00007752135,0.00011239429,0.0000024311137,0.0000054388274,0.0000117857735,0.00047275436],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99313366,0.001551511,0.0007811332,0.00022839312,0.003879033,0.0004262463],"domain_scores_gemma":[0.99706537,0.0007499189,0.00034537874,0.00022429366,0.0012274384,0.00038759244],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010837598,0.00010953492,0.0003219724,0.0006521336,0.000099547906,0.000092005124,0.0012915949,0.00042587557,0.0005453654],"category_scores_gemma":[0.007761855,0.00008087544,0.000072244446,0.0008711653,0.00030226682,0.00025314713,0.0005126855,0.0014029491,0.000012421197],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037466304,0.00027761218,0.9953754,0.00003056692,0.00006646521,0.000009417513,0.0012043624,0.000027703896,0.0001176074,0.00013053951,0.0006379083,0.0017477389],"study_design_scores_gemma":[0.00084558554,0.00051770406,0.9955871,0.0010209206,0.0000049315654,0.000008714963,0.00047796685,0.00028688845,0.0010109284,0.000024365505,0.00014634225,0.00006851152],"about_ca_topic_score_codex":0.032409087,"about_ca_topic_score_gemma":0.029009828,"teacher_disagreement_score":0.003931694,"about_ca_system_score_codex":0.00029420565,"about_ca_system_score_gemma":0.000608631,"threshold_uncertainty_score":0.9887082},"labels":[],"label_agreement":null},{"id":"W2928488775","doi":"10.2196/13172","title":"Optional Web-Based Videoconferencing Added to Office-Based Care for Women Receiving Psychotherapy During the Postpartum Period: Pilot Randomized Controlled Trial","year":2019,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba; University of Toronto; Women's College Hospital","funders":"Women's College Hospital","keywords":"Attendance; Randomized controlled trial; Postpartum period; Postpartum depression; Randomization; Anxiety; Edinburgh Postnatal Depression Scale; Mental health; Psychology; Medicine; Clinical psychology; Psychotherapist; Physical therapy; Psychiatry; Pregnancy; Depressive symptoms","score_opus":0.0611838165854147,"score_gpt":0.4505131012709926,"score_spread":0.38932928468557787,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2928488775","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9629202,0.00034780471,0.0011873845,0.021439318,0.0043455916,0.007188396,0.000026574762,0.000024225164,0.002520493],"genre_scores_gemma":[0.98893607,0.000010244559,0.00017397587,0.00087164296,0.0009334272,0.0023086225,0.0000074223567,0.00004822494,0.0067104003],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99127585,0.0027536235,0.0019222245,0.00037983048,0.0027621672,0.00090629887],"domain_scores_gemma":[0.99014515,0.007020538,0.00057497143,0.00039500513,0.0011212727,0.0007430552],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01864851,0.00024136042,0.0013571436,0.0007207257,0.00015706803,0.00026641643,0.001269525,0.00020171223,0.014894921],"category_scores_gemma":[0.0036327823,0.00014806949,0.000848838,0.00029495946,0.0002757076,0.00011811866,0.000064246036,0.0013742204,0.00024366034],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.98893774,0.0010452415,0.00007602361,0.00022790823,0.000434263,0.00003166204,0.0018328874,0.000022515733,0.00018853096,0.0013225814,0.0036658975,0.0022147433],"study_design_scores_gemma":[0.97673166,0.0107842935,0.00028865016,0.0017138608,0.000024201963,0.000038076247,0.002048442,0.0014089482,0.00014974827,0.00033503326,0.0063138176,0.00016327409],"about_ca_topic_score_codex":0.00006879475,"about_ca_topic_score_gemma":0.000106930296,"teacher_disagreement_score":0.026015827,"about_ca_system_score_codex":0.0006874657,"about_ca_system_score_gemma":0.0014825051,"threshold_uncertainty_score":0.9860056},"labels":[],"label_agreement":null},{"id":"W2928998475","doi":"10.2196/13999","title":"Googling for Neurological Disorders: From Seeking Health-Related Information to Patient Empowerment, Advocacy, and Open, Public Self-Disclosure in the Neurology 2.0 Era","year":2019,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Genomics and Rare Diseases","field":"Biochemistry, Genetics and Molecular Biology","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Internet privacy; The Internet; Transparency (behavior); Medicine; Paternalism; Public relations; Openness to experience; Taboo; Patient advocacy; Public health; Psychology; Nursing; Political science; MEDLINE; Social psychology; World Wide Web","score_opus":0.02387659361577998,"score_gpt":0.3484706558034927,"score_spread":0.3245940621877127,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2928998475","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9562394,0.00049398857,0.00017719163,0.042282265,0.00019020752,0.0005225615,0.000008368978,0.0000016448073,0.000084363615],"genre_scores_gemma":[0.99572337,0.00036479995,0.00011006696,0.0036469658,0.00008427744,0.000018349614,0.000038637783,0.000006700492,0.0000068188037],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99801916,0.00047876968,0.0005134998,0.00017051591,0.0005185822,0.00029948994],"domain_scores_gemma":[0.9991373,0.00017338667,0.00015914759,0.0001510003,0.00014591066,0.0002332733],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026981365,0.00008274908,0.0001824986,0.00012331999,0.000057053647,0.00015946609,0.0007713322,0.00015944323,0.00005763719],"category_scores_gemma":[0.0008869455,0.00005194631,0.000058932692,0.000104862665,0.00005309293,0.00002158963,0.0005602905,0.0005851209,0.0000048370207],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0123989275,0.0044219866,0.4084507,0.00044299875,0.0009070001,0.0003597228,0.03429447,0.00041800563,0.0055156867,0.0027247148,0.18302365,0.34704214],"study_design_scores_gemma":[0.008577024,0.031107161,0.15302072,0.00025810153,0.000022208958,0.00049669447,0.005925626,0.014056534,0.00013211006,0.0031185967,0.7828483,0.00043691302],"about_ca_topic_score_codex":0.00017426051,"about_ca_topic_score_gemma":0.00014278665,"teacher_disagreement_score":0.59982467,"about_ca_system_score_codex":0.00001376067,"about_ca_system_score_gemma":0.00040305898,"threshold_uncertainty_score":0.2542092},"labels":[],"label_agreement":null},{"id":"W2936064139","doi":"10.2196/12076","title":"The PrEP You Want: A Web-Based Survey of Online Cross-Border Shopping for HIV Prophylaxis Medications","year":2019,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia; University of Calgary; St. Michael's Hospital","funders":"Canadian Institutes of Health Research; Ontario HIV Treatment Network","keywords":"Pre-exposure prophylaxis; Human immunodeficiency virus (HIV); World Wide Web; Internet privacy; Web survey; The Internet; Medicine; Family medicine; Computer science; Men who have sex with men","score_opus":0.07887449008511845,"score_gpt":0.5223749503738948,"score_spread":0.4435004602887764,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2936064139","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95414597,0.0015018058,0.00528001,0.03559025,0.00026490513,0.0012068164,0.00016247887,0.00001308465,0.0018346666],"genre_scores_gemma":[0.9579831,0.00042636535,0.00039703093,0.00008796244,0.00033953413,0.000041627183,0.00007097154,0.000029599463,0.040623862],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99240017,0.00085779803,0.0013081392,0.00024663904,0.0045496477,0.00063758803],"domain_scores_gemma":[0.9888589,0.0041325325,0.00032993703,0.00054400705,0.0053434367,0.000791237],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.019384714,0.00013430645,0.0005050205,0.0005590442,0.0001308455,0.0000981372,0.0010776647,0.00024135238,0.005487738],"category_scores_gemma":[0.034220748,0.00007617128,0.00039617493,0.0006975276,0.0009998769,0.00011765039,0.00023665915,0.0020792307,0.00006817772],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009137027,0.0057729883,0.24471709,0.0022884924,0.0019827636,0.00016997648,0.00074584363,0.000018700366,0.0065386016,0.0010021502,0.50807494,0.21955144],"study_design_scores_gemma":[0.022650665,0.04482411,0.20661609,0.00989561,0.00013130646,0.0005303731,0.0015096235,0.24357475,0.0049866433,0.00029335966,0.46459502,0.0003924547],"about_ca_topic_score_codex":0.00038777292,"about_ca_topic_score_gemma":0.0006712653,"teacher_disagreement_score":0.24355605,"about_ca_system_score_codex":0.00017336929,"about_ca_system_score_gemma":0.003540956,"threshold_uncertainty_score":0.9954214},"labels":[],"label_agreement":null},{"id":"W2937082344","doi":"10.2196/13228","title":"How Prefrail Older People Living Alone Perceive Information and Communications Technology and What They Would Ask a Robot for: Qualitative Study","year":2019,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Social Robot Interaction and HRI","field":"Psychology","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Meaning (existential); Independence (probability theory); Psychology; Qualitative research; Gerontology; Independent living; Everyday life; Activities of daily living; Information and Communications Technology; Social psychology; Applied psychology; Medicine; Sociology; Computer science; Psychiatry; Psychotherapist; World Wide Web","score_opus":0.11230288519744412,"score_gpt":0.5120558475358571,"score_spread":0.39975296233841295,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2937082344","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94106233,0.0011718967,0.001660695,0.05437653,0.0004647712,0.00063535216,0.0000021124965,0.00001307942,0.00061323115],"genre_scores_gemma":[0.9965087,0.0008511831,0.00022177708,0.00024417328,0.000084225765,0.00005493262,0.0000022241666,0.000009797306,0.0020229637],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9974379,0.0009227432,0.0004334082,0.00013048893,0.0008244741,0.0002510076],"domain_scores_gemma":[0.99570686,0.0028373147,0.00023871224,0.00028195474,0.000755304,0.00017986329],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0048473026,0.00009353478,0.00029642205,0.00065905426,0.000103840386,0.00043587442,0.0005969281,0.00036189618,0.0007086653],"category_scores_gemma":[0.0026095337,0.00007228258,0.000055089273,0.00022666057,0.00025726942,0.0010461623,0.0003936363,0.0020362854,0.000041791005],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003034366,0.00065259915,0.008616628,0.000051162187,0.00041851925,0.000005495751,0.89048874,3.1836166e-7,0.000055927416,0.007342058,0.0066907895,0.08537435],"study_design_scores_gemma":[0.0016596268,0.0016287926,0.019542519,0.00040309026,0.000020429052,0.00012954544,0.96501464,0.0003566551,0.0000046117275,0.00083770603,0.0103195375,0.00008282242],"about_ca_topic_score_codex":0.00030594732,"about_ca_topic_score_gemma":0.0006324055,"teacher_disagreement_score":0.08529152,"about_ca_system_score_codex":0.00007945831,"about_ca_system_score_gemma":0.000094964606,"threshold_uncertainty_score":0.88467604},"labels":[],"label_agreement":null},{"id":"W2937402590","doi":"10.2196/12416","title":"Assessment of Use and Preferences Regarding Internet-Based Health Care Delivery: Cross-Sectional Questionnaire Study","year":2019,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto General Hospital; University of Toronto; University Health Network","funders":"","keywords":"Cross-sectional study; The Internet; Health care; Psychology; Medicine; Family medicine; Nursing; World Wide Web; Computer science","score_opus":0.15298395900184036,"score_gpt":0.5316056131559438,"score_spread":0.3786216541541034,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2937402590","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9959146,0.00060368865,0.00057974237,0.0018656164,0.000343069,0.0005906163,0.000003834755,0.000008159159,0.00009067643],"genre_scores_gemma":[0.99857,0.00013791156,0.00047708506,0.00036111526,0.00026011642,0.000008273528,0.000015315802,0.000012222626,0.00015795942],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9941771,0.0006488253,0.001105697,0.00023120893,0.0035233747,0.00031380914],"domain_scores_gemma":[0.99671006,0.00056870363,0.00041898622,0.00016706105,0.0016118295,0.00052338035],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0067118336,0.000111772155,0.00047011458,0.00055795145,0.00004443084,0.000072821356,0.00023728209,0.00011034969,0.00070787885],"category_scores_gemma":[0.001090156,0.00007825517,0.00007736777,0.00022284265,0.00018881822,0.00020451605,0.00012574598,0.0012395919,0.0000033629356],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004557563,0.0003593271,0.98551404,0.00065601565,0.000118624484,0.00006503546,0.0011649682,0.0000023194395,0.000032670505,0.00013594906,0.001989821,0.009505441],"study_design_scores_gemma":[0.004915597,0.011340221,0.9762898,0.0016188308,0.000018673281,0.00013754288,0.0033080492,0.0011330703,0.00010173605,0.0000137550305,0.0010713529,0.000051391304],"about_ca_topic_score_codex":0.0025661509,"about_ca_topic_score_gemma":0.00040246904,"teacher_disagreement_score":0.010980895,"about_ca_system_score_codex":0.00042462855,"about_ca_system_score_gemma":0.0021794878,"threshold_uncertainty_score":0.7750777},"labels":[],"label_agreement":null},{"id":"W2937687852","doi":"10.2196/12394","title":"Monitoring Physical Activity Levels Using Twitter Data: Infodemiology Study","year":2019,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Mental Health via Writing","field":"Psychology","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Social media; Physical activity; Metadata; Computer science; Geographic coordinate system; Population; Socioeconomic status; Feeling; World Wide Web; Psychology; Geography; Medicine; Environmental health; Cartography; Social psychology","score_opus":0.6103628621582321,"score_gpt":0.6488135507290123,"score_spread":0.038450688570780156,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2937687852","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99451154,0.000144985,0.00028186457,0.0011788276,0.002348143,0.00034527775,0.0000023450243,0.0000089632795,0.0011780461],"genre_scores_gemma":[0.99594206,0.0000085079555,0.0001275931,0.00009577936,0.002884208,0.0000047233175,4.7453656e-7,0.00002505169,0.00091162976],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9927225,0.0025264965,0.0006753363,0.00040666576,0.0028859766,0.00078303425],"domain_scores_gemma":[0.9957941,0.002355577,0.00030938603,0.00070694735,0.00029712482,0.00053682463],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01626582,0.0001455532,0.0005640269,0.00033215157,0.000059639464,0.000050744602,0.0019877336,0.00024266538,0.0028349736],"category_scores_gemma":[0.0015332109,0.00011125559,0.00007743418,0.00027333788,0.0001960304,0.0003011959,0.0013821115,0.0039029594,0.0004840136],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00096494437,0.0037148867,0.9027973,0.00014863792,0.00040336564,0.0015932109,0.0110364575,0.0000041377034,0.0018303024,0.00013713095,0.008874623,0.06849501],"study_design_scores_gemma":[0.009319438,0.007858534,0.91081923,0.0023118332,0.00007978657,0.0024410689,0.03859301,0.020535322,0.0012847714,0.0003665445,0.0058595487,0.00053092063],"about_ca_topic_score_codex":0.0010186774,"about_ca_topic_score_gemma":0.000008861271,"teacher_disagreement_score":0.06796409,"about_ca_system_score_codex":0.0003167369,"about_ca_system_score_gemma":0.00034028396,"threshold_uncertainty_score":0.9983951},"labels":[],"label_agreement":null},{"id":"W2940956062","doi":"10.2196/13387","title":"Feasibility and Acceptability of a Mobile Technology Intervention to Support Postabortion Care in British Columbia: Phase I","year":2019,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Reproductive Health and Contraception","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Women's Health Research Institute; University of British Columbia","funders":"","keywords":"Psychological intervention; Abortion; Mobile phone; Medicine; Mobile technology; Nursing; Health care; Family medicine; mHealth; Mobile device; Pregnancy; Computer science; Political science","score_opus":0.04484151533323499,"score_gpt":0.4704041582337376,"score_spread":0.4255626429005026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2940956062","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.995746,0.0014670811,0.000070262344,0.0014817344,0.00015812316,0.0009783262,0.0000054923116,0.0000051407296,0.00008784575],"genre_scores_gemma":[0.9992889,0.0002692148,0.00009095795,0.00004216351,0.000107353146,0.000022037915,0.00000473966,0.000006708644,0.00016787897],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9970852,0.00030212785,0.00085476117,0.00027060113,0.0012274786,0.00025980195],"domain_scores_gemma":[0.9978678,0.00008764267,0.0001619951,0.00022589913,0.0013247044,0.00033194714],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00648896,0.000050802177,0.00041860653,0.00032924698,0.000014127506,0.000032309992,0.00017877344,0.00021970666,0.0040077707],"category_scores_gemma":[0.0033547643,0.00005784075,0.00008210498,0.0004401201,0.00021456042,0.000117484604,0.00013557773,0.0010698691,0.0000084685],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009437004,0.0007916053,0.55659676,0.0004280024,0.000012176882,0.000075837954,0.0004152599,1.2381676e-7,0.000728074,0.0000026650275,0.00052127696,0.4394845],"study_design_scores_gemma":[0.008222564,0.018113261,0.95794237,0.000942132,0.000014609888,0.0006832797,0.009082897,0.000076741955,0.0010154613,0.00016952309,0.0036760767,0.00006108205],"about_ca_topic_score_codex":0.005002794,"about_ca_topic_score_gemma":0.016847417,"teacher_disagreement_score":0.4394234,"about_ca_system_score_codex":0.00036176722,"about_ca_system_score_gemma":0.0004759298,"threshold_uncertainty_score":0.9969027},"labels":[],"label_agreement":null},{"id":"W2941120290","doi":"10.2196/10838","title":"A Web-Based Mental Health Platform for Individuals Seeking Specialized Mental Health Care Services: Multicenter Pragmatic Randomized Controlled Trial","year":2019,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"St. Michael's Hospital; University of Manitoba; Women's College Hospital; University of Toronto","funders":"","keywords":"Mental health; Randomized controlled trial; Web application; Mental health care; Medicine; Health care; Psychology; Nursing; Psychiatry; World Wide Web; Computer science","score_opus":0.058793298356371274,"score_gpt":0.4838461381054257,"score_spread":0.42505283974905445,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2941120290","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8097658,0.007877667,0.0010394801,0.103415236,0.025270194,0.045809895,0.00061120186,0.00009240709,0.0061180936],"genre_scores_gemma":[0.98931754,0.00008763385,0.00094331603,0.004414469,0.0011427933,0.0009311343,0.00026525545,0.000084572406,0.0028132838],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9859695,0.0036017168,0.00421643,0.00047433484,0.0043926584,0.0013453645],"domain_scores_gemma":[0.99208075,0.0035950108,0.002157423,0.00038002888,0.00052349444,0.0012632884],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.029627677,0.0003548283,0.0028835714,0.00096559233,0.0002199154,0.00027125195,0.0013153082,0.00030719288,0.007660006],"category_scores_gemma":[0.0011470815,0.00025054644,0.0014039992,0.00029245537,0.0003169816,0.00031201256,0.00026389075,0.0015724034,0.00028696557],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9129135,0.002792226,0.00013248871,0.0015430653,0.0011596294,0.000020803953,0.013744768,6.0206827e-7,0.0000043172636,0.0017118185,0.057406988,0.008569777],"study_design_scores_gemma":[0.93463814,0.008325782,0.00001549279,0.0047516664,0.000035491536,0.00006508926,0.008261655,0.0031643708,0.000013424376,0.00022154262,0.04033689,0.00017048021],"about_ca_topic_score_codex":0.0006097572,"about_ca_topic_score_gemma":0.00040678252,"teacher_disagreement_score":0.17955172,"about_ca_system_score_codex":0.0015998867,"about_ca_system_score_gemma":0.0020479436,"threshold_uncertainty_score":0.9999947},"labels":[],"label_agreement":null},{"id":"W2942642522","doi":"10.2196/12953","title":"Crowdsourcing the Citation Screening Process for Systematic Reviews: Validation Study","year":2019,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"BC Children's Hospital; University of Ottawa; Children's Hospital of Eastern Ontario; University of British Columbia","funders":"CHEO Research Institute","keywords":"Crowdsourcing; Citation; Computer science; Data science; Process (computing); Systematic review; MEDLINE; World Wide Web; Political science","score_opus":0.9506345197915059,"score_gpt":0.723311628932528,"score_spread":0.22732289085897794,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2942642522","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00006891809,0.94095147,0.044298545,0.00053134165,0.000579682,0.0133542875,0.0000034727243,0.00000151244,0.0002108018],"genre_scores_gemma":[0.0010594892,0.9838773,0.0003528308,0.000068113746,0.0012911601,0.0011145162,0.000008761632,0.00005967148,0.012168178],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.73181593,0.16260707,0.046159845,0.0013464424,0.057313114,0.0007576014],"domain_scores_gemma":[0.7256592,0.19225574,0.055901412,0.0064416304,0.01886891,0.000873149],"candidate_categories":["metaresearch","metaepi_broad","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.7758518,0.0005135417,0.015910747,0.001990782,0.00019661913,0.002764547,0.010751002,0.0004043022,0.004087732],"category_scores_gemma":[0.59441406,0.00016179035,0.0061534676,0.003083353,0.00012713265,0.0003686606,0.0004388323,0.0024820087,0.0018926999],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013155072,0.00019155709,0.00004285636,0.2792725,0.0016603215,0.000024281338,0.0020798235,0.000009298974,3.765863e-8,0.00013892034,0.08557235,0.6309949],"study_design_scores_gemma":[0.00025329218,0.00040570504,0.0000026296857,0.2393747,0.0024190797,0.00020497855,0.004047653,0.003075132,1.5662204e-7,0.00032601837,0.7497291,0.00016155143],"about_ca_topic_score_codex":0.000007448217,"about_ca_topic_score_gemma":0.000008453727,"teacher_disagreement_score":0.66415673,"about_ca_system_score_codex":0.00018173757,"about_ca_system_score_gemma":0.00090630807,"threshold_uncertainty_score":0.9998193},"labels":[],"label_agreement":null},{"id":"W2942796400","doi":"10.2196/16540","title":"Exploring the Characteristics and Behaviors of Nurses Who Have Attained Microcelebrity Status on Instagram: Content Analysis","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Social media; Influencer marketing; Content analysis; Psychology; Context (archaeology); Narrative; Exploratory research; Nursing; Medicine; World Wide Web; Computer science; Sociology","score_opus":0.5612346388421023,"score_gpt":0.5310222839328061,"score_spread":0.03021235490929619,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2942796400","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94701403,0.00016084756,0.000030501886,0.051683217,0.0007245258,0.00027152846,0.0000050894364,0.0000040532314,0.00010623045],"genre_scores_gemma":[0.99599075,0.002626822,0.000025306372,0.00030050744,0.0009754051,0.00002742066,0.0000015406498,0.000006696042,0.000045563593],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.994811,0.0011220063,0.0006357444,0.00013724412,0.0029051243,0.000388878],"domain_scores_gemma":[0.9940826,0.0036974421,0.0003245828,0.00009683986,0.0009644251,0.00083406415],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.005869095,0.00007349917,0.00036280026,0.00024384737,0.00016342229,0.00008189764,0.00055162946,0.00010377049,0.00021611137],"category_scores_gemma":[0.02954737,0.000050814313,0.00011113136,0.00071079656,0.00095449813,0.00013543208,0.00009109971,0.0011908473,0.0000029901803],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038683377,0.0003212085,0.60657525,0.00009443961,0.00028728103,0.000053604228,0.25345618,5.1650267e-7,0.00013186241,0.0017923968,0.0033497536,0.13355067],"study_design_scores_gemma":[0.0006532607,0.0012016501,0.8263284,0.0004264421,0.00020044512,0.0000025406262,0.13010217,0.00035078573,0.00073639816,0.00008843163,0.03978228,0.00012720689],"about_ca_topic_score_codex":0.010181336,"about_ca_topic_score_gemma":0.0012723915,"teacher_disagreement_score":0.21975315,"about_ca_system_score_codex":0.00023724201,"about_ca_system_score_gemma":0.00084939855,"threshold_uncertainty_score":0.99640995},"labels":[],"label_agreement":null},{"id":"W2943438016","doi":"10.2196/12847","title":"Visibility of Community Nursing Within an Administrative Health Classification System: Evaluation of Content Coverage","year":2019,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Nursing Diagnosis and Documentation","field":"Nursing","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Addiction and Mental Health; University of British Columbia","funders":"","keywords":"Psychological intervention; Nursing; Nursing Interventions Classification; Health care; Medicine; Political science","score_opus":0.4516765372670268,"score_gpt":0.5722924775842435,"score_spread":0.12061594031721673,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2943438016","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9932884,0.00020569515,0.00043483675,0.003736931,0.0012147442,0.0005409375,0.0000060430907,0.0000054062975,0.000567036],"genre_scores_gemma":[0.9996502,0.000013620056,0.00012363594,0.00005848692,0.00010878996,0.000004431737,0.00001679335,0.000010400343,0.000013648023],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9852527,0.008044505,0.001453247,0.00013573786,0.00489419,0.00021967206],"domain_scores_gemma":[0.9936135,0.0010510255,0.0012436148,0.00035295164,0.0034593274,0.00027959686],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.04339608,0.00009363065,0.0004505406,0.00028544737,0.000073711584,0.000050604664,0.000499564,0.00014224512,0.0002271602],"category_scores_gemma":[0.0034391498,0.00007468464,0.00009831524,0.00024900472,0.0003607823,0.0003472999,0.00003150735,0.0012104576,0.0000047435196],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014094906,0.02040343,0.11231364,0.004625967,0.0004950159,0.00000871288,0.2024663,0.00031869375,0.053384416,0.019026397,0.021896241,0.55096626],"study_design_scores_gemma":[0.008348569,0.028208591,0.59729004,0.01993202,0.00016444626,0.000117987176,0.18154353,0.07202119,0.087915264,0.0041623907,0.000062301886,0.00023369386],"about_ca_topic_score_codex":0.0017603958,"about_ca_topic_score_gemma":0.00015544696,"teacher_disagreement_score":0.5507326,"about_ca_system_score_codex":0.0013692348,"about_ca_system_score_gemma":0.00079165446,"threshold_uncertainty_score":0.98502505},"labels":[],"label_agreement":null},{"id":"W2943889054","doi":"10.2196/14265","title":"Persuasive System Design Principles and Behavior Change Techniques to Stimulate Motivation and Adherence in Electronic Health Interventions to Support Weight Loss Maintenance: Scoping Review","year":2019,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":160,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Sykehuset i Vestfold; University of Twente","keywords":"eHealth; PsycINFO; Weight loss; Behavior change; Scopus; Psychological intervention; mHealth; Digital health; Behavior change methods; MEDLINE; Weight management; Psychology; Medicine; Applied psychology; Health care; Nursing; Social psychology; Obesity; Political science","score_opus":0.28945631083641765,"score_gpt":0.5768623110879388,"score_spread":0.2874060002515212,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2943889054","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6616558,0.05715626,0.042687703,0.14235194,0.0011441958,0.094302684,0.000041217514,0.00014178526,0.000518438],"genre_scores_gemma":[0.8876094,0.08988978,0.0017667532,0.005681038,0.00034375986,0.014036556,0.00000801441,0.000037964688,0.0006266817],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9942956,0.0016113536,0.0017029167,0.0003398218,0.0010916338,0.00095867],"domain_scores_gemma":[0.99631655,0.0010024426,0.00048671264,0.00023800723,0.0006988723,0.0012574326],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018763933,0.00013721628,0.0006308171,0.0005935087,0.00016747559,0.000017299875,0.00040805098,0.00018978305,0.00046153637],"category_scores_gemma":[0.0019119071,0.000106932974,0.000053537653,0.0005124275,0.00006974398,0.00014609264,0.00033627695,0.0019391994,0.000068156936],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011503046,0.00094936456,0.14161769,0.25417173,0.000054085678,0.00019733404,0.009176387,0.0000031138118,0.00009735608,0.021527829,0.048598237,0.5224566],"study_design_scores_gemma":[0.0024121054,0.010240509,0.050037935,0.9106165,0.00003407668,0.00029742188,0.0024239316,0.0004470749,0.000046300036,0.00012852646,0.023015575,0.00030002955],"about_ca_topic_score_codex":0.0006495521,"about_ca_topic_score_gemma":0.0007251148,"teacher_disagreement_score":0.6564448,"about_ca_system_score_codex":0.0010726191,"about_ca_system_score_gemma":0.0026350294,"threshold_uncertainty_score":0.8424964},"labels":[],"label_agreement":null},{"id":"W2947151330","doi":"10.2196/13659","title":"Artificial Intelligence and the Implementation Challenge","year":2019,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":396,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; Women's College Hospital; University of Toronto","funders":"","keywords":"Health care; Clinical decision support system; Computer science; Decision support system; Knowledge management; Data science; Management science; Artificial intelligence; Political science; Engineering","score_opus":0.3873427086313683,"score_gpt":0.5846272364272526,"score_spread":0.19728452779588423,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2947151330","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87168705,0.0011561841,0.0008738012,0.12429758,0.00063230545,0.00036261766,2.7433194e-7,0.000003976577,0.0009862252],"genre_scores_gemma":[0.9963038,0.0019607903,0.00006708884,0.00047021013,0.0008962255,0.00000670252,0.0000011959307,0.0000073694964,0.00028663475],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9966767,0.00035744914,0.0007279035,0.00012357085,0.0018608867,0.00025347952],"domain_scores_gemma":[0.9975727,0.0011782984,0.0001345189,0.00015126556,0.00067786203,0.00028534408],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.010097724,0.00006313195,0.0002257397,0.00020782325,0.00004940064,0.000052110216,0.00026218512,0.000121848796,0.0038809143],"category_scores_gemma":[0.0015521789,0.000035062367,0.00007352661,0.00020609565,0.00039718798,0.000092159346,0.00009133022,0.0011729475,0.00017332615],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012632096,0.00017741592,0.0042283935,0.00011659847,0.00006554934,0.000050829745,0.00819061,7.436923e-7,0.000078613106,0.049668808,0.0041100583,0.93204916],"study_design_scores_gemma":[0.0021090163,0.02045082,0.011284512,0.0047097458,0.00027621895,0.0054123276,0.33453998,0.041370314,0.07635746,0.3862736,0.11652362,0.0006924001],"about_ca_topic_score_codex":0.00069526926,"about_ca_topic_score_gemma":0.00013658885,"teacher_disagreement_score":0.9313568,"about_ca_system_score_codex":0.00008975137,"about_ca_system_score_gemma":0.0005038562,"threshold_uncertainty_score":0.99702966},"labels":[],"label_agreement":null},{"id":"W2951160251","doi":"10.2196/12832","title":"Multimodal Human and Environmental Sensing for Longitudinal Behavioral Studies in Naturalistic Settings: Framework for Sensor Selection, Deployment, and Management","year":2019,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institut National de la Recherche Scientifique; Université du Québec à Montréal","funders":"Intelligence Advanced Research Projects Activity; NIH Office of the Director; Office of the Director of National Intelligence","keywords":"Software deployment; Selection (genetic algorithm); Computer science; Naturalistic observation; Psychology; Applied psychology; Artificial intelligence; Social psychology","score_opus":0.0878610705404697,"score_gpt":0.4358414153208742,"score_spread":0.3479803447804045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2951160251","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94326943,0.0005627907,0.05439215,0.0011157073,0.00025682824,0.0003887912,0.0000012484627,0.000009013864,0.000004018911],"genre_scores_gemma":[0.9624859,0.00013494979,0.036971644,0.00007155798,0.00016240662,0.000006483731,9.0944894e-7,0.000011740247,0.00015441445],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99786353,0.00015631157,0.0004156938,0.0003206685,0.0008659336,0.00037787887],"domain_scores_gemma":[0.9985923,0.00085708423,0.00012950426,0.00012264491,0.00012781566,0.00017062873],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035193253,0.00011861301,0.0002747294,0.000289765,0.0001256589,0.00017674983,0.00028354593,0.000119268196,0.0000072019834],"category_scores_gemma":[0.00034268168,0.00009634363,0.000057660673,0.00011595921,0.00021937322,0.00015552687,0.00034140924,0.00068427675,7.8714163e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002191879,0.0026050776,0.3096928,0.0072359745,0.0023954455,0.0031283484,0.05081483,0.000401302,0.021548642,0.060539145,0.023768857,0.5156777],"study_design_scores_gemma":[0.016949534,0.010026146,0.04905039,0.015017182,0.00024863082,0.006259795,0.030840626,0.82761544,0.008948374,0.02520212,0.008336355,0.0015054047],"about_ca_topic_score_codex":0.000034883564,"about_ca_topic_score_gemma":0.000030331577,"teacher_disagreement_score":0.8272141,"about_ca_system_score_codex":0.0001759229,"about_ca_system_score_gemma":0.000028011156,"threshold_uncertainty_score":0.39287794},"labels":[],"label_agreement":null},{"id":"W2951671172","doi":"10.2196/13965","title":"A Mobility-Focused Knowledge Translation Randomized Controlled Trial to Improve Physical Activity: Process Evaluation of the Move4Age Study","year":2019,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Physical Activity and Health","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; McMaster University","funders":"","keywords":"Randomized controlled trial; Physical activity; Knowledge translation; Intervention (counseling); Medicine; Physical therapy; Physical medicine and rehabilitation; Gerontology; Psychology; Computer science; Knowledge management; Internal medicine; Nursing","score_opus":0.18608402967422455,"score_gpt":0.5286291294449567,"score_spread":0.3425450997707321,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2951671172","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9802915,0.000057463254,0.00011543681,0.005045594,0.00042619195,0.0127761215,0.0000012986462,0.000005300532,0.0012811325],"genre_scores_gemma":[0.9985462,0.0000050379467,0.0000064621454,0.000034015047,0.0008041724,0.00029023332,2.8659034e-7,0.000013680912,0.00029991815],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9862017,0.0053052297,0.00086745765,0.0002591464,0.007050914,0.0003155435],"domain_scores_gemma":[0.9915842,0.0053091645,0.0004315577,0.00033251353,0.0019262722,0.0004162903],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03865569,0.00014674901,0.0020748298,0.00026718667,0.000040521278,0.000027453178,0.00047235258,0.00015306429,0.0003131634],"category_scores_gemma":[0.014411323,0.00007267366,0.0006593401,0.000510774,0.0002376464,0.00012539032,0.0000998053,0.00194347,0.000020702068],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9291539,0.020690737,0.000094282375,0.00021430184,0.00048586543,0.000004001429,0.008561381,0.000010961766,0.0036726191,0.000065131215,0.00006512482,0.03698168],"study_design_scores_gemma":[0.90822256,0.008692735,0.00073675497,0.00048547884,0.00042412453,0.0000056807494,0.0007734548,0.076267995,0.0034352147,0.00087127957,0.000020838768,0.000063895175],"about_ca_topic_score_codex":0.00013970422,"about_ca_topic_score_gemma":0.000053146712,"teacher_disagreement_score":0.07625703,"about_ca_system_score_codex":0.00026627595,"about_ca_system_score_gemma":0.0024541854,"threshold_uncertainty_score":0.9938907},"labels":[],"label_agreement":null},{"id":"W2953509334","doi":"10.2196/13360","title":"The Symptoms Targeted for Monitoring in a Web-Based Tracking Tool by Caregivers of People With Dementia and Agitation: Cross-Sectional Study","year":2019,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Dementia; Quality of life (healthcare); Medicine; Severe dementia; Disease; Cognition; Psychology; Psychiatry; Gerontology; Nursing; Internal medicine","score_opus":0.029938530687995808,"score_gpt":0.4034686716379601,"score_spread":0.3735301409499643,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2953509334","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99736,0.0005285859,0.0002455058,0.0008661031,0.000116346644,0.0007947868,0.0000030565966,0.0000027016908,0.00008289794],"genre_scores_gemma":[0.99935293,0.00005936452,0.000047153524,0.000016359108,0.000096148804,0.000039208786,0.0000032520982,0.000011147782,0.00037444153],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99562275,0.0002589151,0.00050002325,0.00016930174,0.003121214,0.0003278056],"domain_scores_gemma":[0.9965206,0.0012976622,0.00013262742,0.000100725505,0.0017676294,0.00018077403],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0068632322,0.00008364798,0.00023704812,0.00028839265,0.00006639442,0.00012203392,0.00025622084,0.00007220539,0.00026016773],"category_scores_gemma":[0.0013457331,0.000050076378,0.00006632618,0.0002918405,0.00021692344,0.0001315249,0.00007167906,0.000725616,0.0000019593076],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0025611292,0.00047762445,0.9905708,0.00012216375,0.00029439016,0.00004760583,0.0005933916,0.0000035122678,0.0012543811,0.000010600779,0.0005790775,0.0034853658],"study_design_scores_gemma":[0.010877389,0.006558644,0.97260225,0.00045315907,0.000032157743,0.000040334475,0.0047895857,0.0016593486,0.0024551745,0.000013968096,0.00046564642,0.000052370313],"about_ca_topic_score_codex":0.000110883244,"about_ca_topic_score_gemma":0.00007717393,"teacher_disagreement_score":0.017968537,"about_ca_system_score_codex":0.00011748197,"about_ca_system_score_gemma":0.00059847545,"threshold_uncertainty_score":0.3152481},"labels":[],"label_agreement":null},{"id":"W2953996117","doi":"10.2196/14821","title":"Virtual Reality for Screening of Cognitive Function in Older Persons: Comparative Study","year":2019,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":76,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Duke-NUS Medical School","keywords":"Cognition; Montreal Cognitive Assessment; Dementia; Psychology; Medicine; Gerontology; Clinical psychology; Cognitive impairment; Psychiatry; Disease","score_opus":0.15545324425487897,"score_gpt":0.49614124672928706,"score_spread":0.3406880024744081,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2953996117","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9885072,0.00017675523,0.006952532,0.0010948337,0.00012156082,0.0015878323,0.000005969768,0.0000033554336,0.0015499218],"genre_scores_gemma":[0.9976622,0.00002774978,0.00004300928,0.00007519893,0.00018390364,0.000037884045,0.0000090679105,0.000011206113,0.0019497839],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9938813,0.000864477,0.0007464395,0.00023576056,0.0038612273,0.00041078558],"domain_scores_gemma":[0.9952724,0.002201309,0.00018833928,0.00011839528,0.001874333,0.00034524707],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.012333906,0.00011235546,0.0005800549,0.000742934,0.000027391043,0.00002922618,0.0002735375,0.00012821521,0.0024663],"category_scores_gemma":[0.0027963475,0.00008078452,0.00016717642,0.00043999622,0.00026814782,0.00015180396,0.00016752223,0.0014662073,0.000021899934],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.030234981,0.009635426,0.88471705,0.00034461313,0.0015052381,0.00042382415,0.013782315,0.0000029178618,0.0009750552,0.00031015833,0.010980614,0.047087837],"study_design_scores_gemma":[0.024587277,0.040647723,0.8017597,0.0040300963,0.00014906975,0.00010289007,0.121753305,0.004184664,0.0019775163,0.00011900811,0.0005714281,0.00011731849],"about_ca_topic_score_codex":0.0002110101,"about_ca_topic_score_gemma":0.00007802864,"teacher_disagreement_score":0.10797099,"about_ca_system_score_codex":0.000099431105,"about_ca_system_score_gemma":0.00052022253,"threshold_uncertainty_score":0.9984456},"labels":[],"label_agreement":null},{"id":"W2954895439","doi":"10.2196/12580","title":"Comparison of Nutrigenomics Technology Interface Tools for Consumers and Health Professionals: A Sequential Explanatory Mixed Methods Investigation","year":2019,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Nutrition, Genetics, and Disease","field":"Biochemistry, Genetics and Molecular Biology","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Vancouver General Hospital; Fraser Health; Canada's Michael Smith Genome Sciences Centre; Kwantlen Polytechnic University; University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Nutrigenomics; Medicine; Randomized controlled trial; Body mass index; Thematic analysis; Gerontology; Internal medicine; Qualitative research; Biology","score_opus":0.15342013890094852,"score_gpt":0.5409768872626873,"score_spread":0.3875567483617388,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2954895439","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9735901,0.009667602,0.012318449,0.00372399,0.00032530806,0.00033944394,0.0000141817045,0.0000021960266,0.000018723596],"genre_scores_gemma":[0.9916311,0.00083462417,0.007112189,0.000152423,0.00011403553,0.000012147999,0.000026319038,0.000011212157,0.0001059746],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99802816,0.00047973206,0.0005919389,0.00017908886,0.0005015737,0.00021949832],"domain_scores_gemma":[0.9984596,0.00020775825,0.00029125385,0.00014545281,0.0006053018,0.00029067873],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0044126795,0.00008155441,0.0003012828,0.0002292184,0.000031694544,0.00002240833,0.0003406391,0.00025479918,0.000053211184],"category_scores_gemma":[0.0014850947,0.00006882505,0.000065192384,0.000094153926,0.0003629319,0.000008322026,0.00018656312,0.00037340977,0.0000012494288],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00301501,0.0012984482,0.06622432,0.00198377,0.0006344603,0.0000089955465,0.0014005885,0.000010945725,0.65097064,0.0030753189,0.15134014,0.120037355],"study_design_scores_gemma":[0.0041081533,0.004156439,0.001732556,0.00083609775,0.000027234368,0.00007219115,0.007005488,0.0012379949,0.92158407,0.0030165063,0.056046482,0.00017675835],"about_ca_topic_score_codex":0.000015617967,"about_ca_topic_score_gemma":0.000016455037,"teacher_disagreement_score":0.27061346,"about_ca_system_score_codex":0.00004514009,"about_ca_system_score_gemma":0.00094677485,"threshold_uncertainty_score":0.2806604},"labels":[],"label_agreement":null},{"id":"W2955540625","doi":"10.2196/14021","title":"Using Facebook Advertising to Recruit Representative Samples: Feasibility Assessment of a Cross-Sectional Survey","year":2019,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":103,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Public Health Ontario; University of Toronto; Memorial University of Newfoundland","funders":"","keywords":"Sample (material); Representativeness heuristic; Random digit dialing; Population; Cross-sectional study; Sample size determination; Advertising; Psychology; Medicine; Demography; Environmental health; Statistics; Social psychology; Mathematics; Business; Sociology","score_opus":0.7046044687955934,"score_gpt":0.6837769197532995,"score_spread":0.02082754904229389,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2955540625","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9905581,0.000057529567,0.0016487337,0.001508959,0.0034292268,0.0014089398,0.0000070218193,0.000005421189,0.001376071],"genre_scores_gemma":[0.99680203,0.00006751478,0.0018520928,0.00006701952,0.00085776515,0.000031322157,0.0000020714426,0.00001075709,0.0003094355],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.986768,0.005137268,0.0010563751,0.0002792055,0.0062517403,0.00050742016],"domain_scores_gemma":[0.9821533,0.013057711,0.0004397475,0.00021179864,0.0033497256,0.00078769826],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.05044808,0.000083483785,0.00035608653,0.000370164,0.00016534231,0.00012794627,0.00088604365,0.00025419702,0.0052940785],"category_scores_gemma":[0.07350222,0.00007481742,0.000114718656,0.000745013,0.00074846984,0.0002948908,0.00020569396,0.0012918859,0.00003028318],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016219457,0.00015317416,0.9840283,0.000045781984,0.000032557797,0.000004383522,0.012403844,0.000018061015,0.00022724747,0.00054288644,0.00078373123,0.0015978469],"study_design_scores_gemma":[0.00039708748,0.0003074709,0.9899914,0.00029569108,0.0000025430022,0.0000066593043,0.0045011197,0.0002484855,0.00012666309,0.00047887632,0.003580317,0.00006367172],"about_ca_topic_score_codex":0.037144996,"about_ca_topic_score_gemma":0.003402271,"teacher_disagreement_score":0.033742726,"about_ca_system_score_codex":0.0020247716,"about_ca_system_score_gemma":0.006277577,"threshold_uncertainty_score":0.9993559},"labels":[],"label_agreement":null},{"id":"W2961541685","doi":"10.2196/15371","title":"Transfer Learning for Risk Classification of Social Media Posts: Model Evaluation Study","year":2020,"lang":"en","type":"preprint","venue":"Journal of Medical Internet Research","topic":"Mental Health via Writing","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Princess Margaret Cancer Centre; University Health Network; University of Toronto; Centre for Addiction and Mental Health","funders":"Centre for Addiction and Mental Health Foundation; Centre for Addiction and Mental Health; Nvidia","keywords":"Computer science; Machine learning; Social media; Artificial intelligence; Triage; Benchmark (surveying); F1 score; Task (project management); Transfer of learning; Natural language processing; World Wide Web; Psychology","score_opus":0.47821900821087404,"score_gpt":0.5996678574571407,"score_spread":0.12144884924626664,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2961541685","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97187406,0.00049631385,0.016328974,0.007257183,0.0012444525,0.0016710286,0.00003346092,0.000012984838,0.0010815379],"genre_scores_gemma":[0.9974614,0.00009489215,0.00024277215,0.000056874756,0.001726925,0.00019776479,0.000048459282,0.000049137652,0.00012179939],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9846493,0.0054265326,0.0020893314,0.00048398238,0.006851475,0.0004993843],"domain_scores_gemma":[0.9932202,0.0029804006,0.0008013301,0.0002279377,0.002304409,0.0004656878],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.043180805,0.00020019343,0.00075971434,0.0005551907,0.00011140897,0.000052500534,0.0012839506,0.00078228716,0.0022056804],"category_scores_gemma":[0.010762694,0.00017643147,0.00031035763,0.00022305378,0.00023673676,0.000079890124,0.00037367662,0.0076108235,0.000025012436],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012556822,0.00666364,0.009758935,0.003063889,0.0026358874,0.00018402196,0.34289286,0.0012251673,0.001256246,0.01121976,0.05500824,0.5535345],"study_design_scores_gemma":[0.010858511,0.0048420276,0.037569165,0.0017912394,0.0005998287,0.000048991795,0.09668638,0.83488154,0.0002133801,0.011164007,0.00096035126,0.00038455767],"about_ca_topic_score_codex":0.00021606544,"about_ca_topic_score_gemma":0.000116829964,"teacher_disagreement_score":0.8336564,"about_ca_system_score_codex":0.00060376193,"about_ca_system_score_gemma":0.0015204564,"threshold_uncertainty_score":0.99870646},"labels":[],"label_agreement":null},{"id":"W2966198846","doi":"10.2196/14587","title":"Evaluation of a Mobile Telesimulation Unit to Train Rural and Remote Practitioners on High-Acuity Low-Occurrence Procedures: Pilot Randomized Controlled Trial","year":2019,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":55,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University; Memorial University of Newfoundland","funders":"Memorial University of Newfoundland; Research and Development Corporation of Newfoundland and Labrador","keywords":"Randomized controlled trial; Medicine; Unit (ring theory); Medical emergency; Computer science; Psychology; Surgery","score_opus":0.12511601154236443,"score_gpt":0.5138144998242006,"score_spread":0.3886984882818362,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2966198846","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98490894,0.00018628879,0.00028692136,0.006229585,0.0007453315,0.0074582864,0.0000048412635,0.00000800135,0.00017181227],"genre_scores_gemma":[0.9986872,0.00008559239,0.00013165103,0.00021920317,0.00053958327,0.00014293668,0.000019908466,0.000012603922,0.00016131828],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9875744,0.0034470502,0.0015257372,0.00021621688,0.006967733,0.00026884407],"domain_scores_gemma":[0.9821118,0.009397569,0.0007926776,0.00026851863,0.006789964,0.0006394549],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.042205207,0.00013980396,0.0010986557,0.00081358047,0.00004267306,0.000038098937,0.00021070143,0.00018318923,0.0021956512],"category_scores_gemma":[0.047078494,0.00009542873,0.0001646683,0.00043907246,0.00021273109,0.00013749952,0.000035160167,0.0010586327,0.000024215113],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97919685,0.0007568857,0.0006112187,0.00032067698,0.00024039763,0.0000060455145,0.0021159165,0.0012090987,0.0002822763,0.00020366447,0.00087305356,0.014183898],"study_design_scores_gemma":[0.9142658,0.007830673,0.0018577799,0.0032537743,0.00022045629,0.000041510004,0.0018549791,0.069510385,0.00032557346,0.0006867301,0.00005633482,0.00009601271],"about_ca_topic_score_codex":0.00028765894,"about_ca_topic_score_gemma":0.000018174394,"teacher_disagreement_score":0.06830129,"about_ca_system_score_codex":0.0004350166,"about_ca_system_score_gemma":0.004730928,"threshold_uncertainty_score":0.9987165},"labels":[],"label_agreement":null},{"id":"W2968061863","doi":"10.2196/14241","title":"Health-Related Internet Use Among Men With Prostate Cancer in Canada: Cancer Registry Survey Study","year":2019,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary; Public Health Ontario; University of British Columbia; Queen's University; Princess Margaret Cancer Centre; University of Toronto","funders":"Prostate Cancer Canada; Movember Foundation","keywords":"Prostate cancer; Cancer registry; Medicine; The Internet; Cancer; Family medicine; Gerontology; World Wide Web; Internal medicine; Computer science","score_opus":0.1306490940618227,"score_gpt":0.5284793769126289,"score_spread":0.39783028285080624,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2968061863","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98954606,0.00039563395,0.000011713224,0.006878027,0.00079932855,0.0016826604,0.000052847834,0.000008058389,0.00062565535],"genre_scores_gemma":[0.98681074,0.00046148634,0.000010217573,0.0011237744,0.00011238634,0.00010616636,0.000011900036,0.000022100743,0.0113411965],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9849019,0.0064701783,0.0035744514,0.00030523233,0.0036869838,0.0010612641],"domain_scores_gemma":[0.9930195,0.0021872811,0.0015582965,0.00039365003,0.0017826541,0.001058618],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.03432442,0.00018094624,0.0007844681,0.00038529738,0.00011664653,0.00006202683,0.001012935,0.00023057948,0.00927133],"category_scores_gemma":[0.003036258,0.00011366009,0.000037859583,0.00079947966,0.00014792838,0.0009812516,0.0003449524,0.0065090833,0.000042104046],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.001496172,0.00016620336,0.9053265,0.0004157664,0.00007175359,0.00008492095,0.010147035,0.000026690152,2.1676387e-7,0.000010470927,0.07819414,0.004060142],"study_design_scores_gemma":[0.0030863667,0.0005123649,0.9685481,0.0038286902,0.0000029800985,0.000007763554,0.0072937678,0.0076844995,0.0000015022923,0.0000059277695,0.008921658,0.000106350504],"about_ca_topic_score_codex":0.99423003,"about_ca_topic_score_gemma":0.993212,"teacher_disagreement_score":0.06927248,"about_ca_system_score_codex":0.004897086,"about_ca_system_score_gemma":0.03269625,"threshold_uncertainty_score":0.99892294},"labels":[],"label_agreement":null},{"id":"W2969565923","doi":"10.2196/13734","title":"Home Virtual Visits for Outpatient Follow-Up Stroke Care: Cross-Sectional Study","year":2019,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Stroke Rehabilitation and Recovery","field":"Medicine","cited_by":75,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Canada Health Infoway; Kingston Health Sciences Centre","funders":"Queen's University","keywords":"Medicine; Cross-sectional study; Rurality; Laptop; Telemedicine; Videoconferencing; Health care; Medical emergency; Stroke (engine); Multimedia; Rural area; Computer science","score_opus":0.05938625179522818,"score_gpt":0.4425522088254296,"score_spread":0.38316595703020145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2969565923","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.992957,0.00035875762,0.00034465714,0.0008701463,0.004036848,0.000917906,0.0000131010065,0.000009474678,0.00049210654],"genre_scores_gemma":[0.98180646,0.000037336787,0.000094019604,0.0001248945,0.0011196984,0.00002191894,0.00000766441,0.000022452608,0.016765533],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99323,0.0002969343,0.00089145283,0.00026724755,0.004916923,0.00039748484],"domain_scores_gemma":[0.99509406,0.0017071842,0.00017019575,0.00022094305,0.0022079356,0.0005996681],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0052472204,0.0001286991,0.00046670056,0.00060101005,0.000055490735,0.000097653174,0.00042793265,0.00027164197,0.002374153],"category_scores_gemma":[0.0041123703,0.00008692388,0.00044740346,0.00019194068,0.00015475074,0.0001301607,0.00015815257,0.0015369948,0.0001543924],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0040425234,0.00096104655,0.9784176,0.00015756591,0.00034375925,0.000077794364,0.0021826297,0.0000063666503,0.0002782345,0.000173091,0.0068616,0.0064977906],"study_design_scores_gemma":[0.017188314,0.032965735,0.91854334,0.0003822418,0.00003730852,0.00023270391,0.0088616805,0.0005274883,0.00030651115,0.00004094498,0.020785054,0.00012869945],"about_ca_topic_score_codex":0.00005134846,"about_ca_topic_score_gemma":0.000021306661,"teacher_disagreement_score":0.05987428,"about_ca_system_score_codex":0.0004615923,"about_ca_system_score_gemma":0.0008289259,"threshold_uncertainty_score":0.99853784},"labels":[],"label_agreement":null},{"id":"W2970657297","doi":"10.2196/14863","title":"Adherence and Satisfaction of Smartphone- and Smartwatch-Based Remote Active Testing and Passive Monitoring in People With Multiple Sclerosis: Nonrandomized Interventional Feasibility Study","year":2019,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Multiple Sclerosis Research Studies","field":"Medicine","cited_by":140,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Medicine; Multiple sclerosis; Physical therapy; Test (biology); Clinical trial; Population; Expanded Disability Status Scale; Patient satisfaction; Physical medicine and rehabilitation; Internal medicine; Surgery","score_opus":0.15575498783369937,"score_gpt":0.4171718182512509,"score_spread":0.2614168304175515,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2970657297","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.997731,0.0003027728,0.00011650145,0.0006353238,0.00007210553,0.0011139995,0.0000035984704,0.000004611878,0.000020135745],"genre_scores_gemma":[0.99847066,0.00028462088,0.0011052823,0.000006011122,0.000074563504,0.000017918794,5.7117944e-7,0.000012813356,0.00002754871],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99543804,0.0008181266,0.00070925854,0.00033141117,0.002382725,0.00032043428],"domain_scores_gemma":[0.9933,0.0047764434,0.00027985388,0.0001665451,0.0010993362,0.0003778258],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.005335056,0.00015064381,0.0007483894,0.00042541837,0.0000512213,0.000049479862,0.00013889623,0.000106094216,0.000084979576],"category_scores_gemma":[0.014376086,0.00010088031,0.000058385987,0.0003608253,0.00046681415,0.00018100656,0.00029770762,0.0013585651,9.3470607e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0123975845,0.0006170326,0.93020344,0.0003675501,0.00018917951,0.000047359474,0.0014255762,0.0000028125876,0.0060258596,3.949393e-7,0.000018935361,0.048704293],"study_design_scores_gemma":[0.031210585,0.0062299906,0.94423777,0.0052346066,0.000030092662,0.000056487555,0.004537599,0.0062869824,0.002088379,0.0000139261765,0.0000012796912,0.00007229508],"about_ca_topic_score_codex":0.0047083623,"about_ca_topic_score_gemma":0.0026579746,"teacher_disagreement_score":0.048631996,"about_ca_system_score_codex":0.00020421171,"about_ca_system_score_gemma":0.000339657,"threshold_uncertainty_score":0.9939262},"labels":[],"label_agreement":null},{"id":"W2971500532","doi":"10.2196/14462","title":"Comparative Effectiveness of a Web-Based Patient Decision Aid for Therapeutic Options for Sickle Cell Disease: Randomized Controlled Trial","year":2019,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Hemoglobinopathies and Related Disorders","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"National Heart, Lung, and Blood Institute; Patient-Centered Outcomes Research Institute","keywords":"Decision aids; Medicine; Randomized controlled trial; Decision support system; Population; Clinical decision support system; Health care; Health literacy; Usability; Alternative medicine; Surgery; Computer science; Data mining","score_opus":0.03484342495738214,"score_gpt":0.4040902119060281,"score_spread":0.369246786948646,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2971500532","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96381307,0.0038723522,0.018327378,0.001740109,0.00082901976,0.011149072,0.000012199495,0.0000060225752,0.00025080075],"genre_scores_gemma":[0.9982439,0.0003109396,0.0004708211,0.00008503872,0.00014147109,0.00046133995,0.000010891845,0.000017486756,0.00025806617],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99484664,0.0015265201,0.001111337,0.00018399263,0.0020177024,0.00031381435],"domain_scores_gemma":[0.97836936,0.019216843,0.0003898445,0.00017981547,0.0013827743,0.00046138966],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012772334,0.00014436331,0.0019171503,0.0003811679,0.00004227148,0.000023285225,0.00026512367,0.00021284819,0.00044300116],"category_scores_gemma":[0.0044081123,0.000077690216,0.0011292248,0.00017913058,0.00032819583,0.00004335844,0.00004264682,0.00069496763,0.0000080933905],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.991535,0.0018972459,0.000060480972,0.00050879124,0.000588779,0.000015661051,0.00017881217,0.00014109838,0.0010584132,0.00040303223,0.0022754748,0.0013372126],"study_design_scores_gemma":[0.91605073,0.007990046,0.000019166395,0.0020219015,0.00034884497,0.000006515758,0.00028359622,0.06564311,0.0020551984,0.00079695176,0.004713741,0.000070225025],"about_ca_topic_score_codex":0.000010739553,"about_ca_topic_score_gemma":0.0000014466247,"teacher_disagreement_score":0.07548429,"about_ca_system_score_codex":0.000115234856,"about_ca_system_score_gemma":0.0015360299,"threshold_uncertainty_score":0.527724},"labels":[],"label_agreement":null},{"id":"W2971770244","doi":"10.2196/11543","title":"Motivation Predicts Change in Nurses’ Physical Activity Levels During a Web-Based Worksite Intervention: Results From a Randomized Trial","year":2019,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Physical Activity and Health","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; Montfort Hospital; University of Ottawa","funders":"Canadian Institutes of Health Research; University of Ottawa","keywords":"Randomized controlled trial; Intervention (counseling); Physical activity; Psychology; Web application; Behavior change; Physical therapy; Medicine; Applied psychology; Clinical psychology; Nursing; Computer science; World Wide Web; Social psychology","score_opus":0.16912545756259323,"score_gpt":0.4661402649379827,"score_spread":0.2970148073753895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2971770244","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9852345,0.00005098909,0.000119068995,0.012189755,0.0005877556,0.0014680312,0.000016671227,0.000016589307,0.00031665424],"genre_scores_gemma":[0.99656767,0.00003549119,0.000029909088,0.00011079335,0.0027910764,0.000051043884,0.000009837502,0.000019290173,0.00038486463],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99283373,0.0018954192,0.00085996225,0.00034666492,0.0035746878,0.00048953155],"domain_scores_gemma":[0.9936881,0.0046483316,0.0004367433,0.00027797132,0.00036515552,0.0005836737],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0077722785,0.00017394674,0.0014264545,0.00056262483,0.00003234728,0.000052330623,0.00038373264,0.00030013276,0.0006578168],"category_scores_gemma":[0.009033085,0.00012303107,0.00050243526,0.000516675,0.00026787774,0.00030224255,0.00015010255,0.0033967404,0.00005805613],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97133625,0.0072811735,0.0010174362,0.00021914694,0.0001656176,0.00032083594,0.0017965551,0.0000044928383,0.0014345482,0.000058906382,0.00037180982,0.01599325],"study_design_scores_gemma":[0.88425237,0.0030581662,0.04221017,0.006172588,0.0000471474,0.000022909982,0.00009423773,0.060908474,0.002627977,0.0003425571,0.00015269378,0.00011068743],"about_ca_topic_score_codex":0.0011378265,"about_ca_topic_score_gemma":0.00009699527,"teacher_disagreement_score":0.08708383,"about_ca_system_score_codex":0.00047237857,"about_ca_system_score_gemma":0.00061918714,"threshold_uncertainty_score":0.99931425},"labels":[],"label_agreement":null},{"id":"W2971794993","doi":"10.2196/14849","title":"The Service of Research Analytics to Optimize Digital Health Evidence Generation: Multilevel Case Study","year":2019,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Institute for Clinical Evaluative Sciences; Institute for Work & Health; University of Waterloo; Women's College Hospital; Hospital for Sick Children; Public Health Ontario; SickKids Foundation; University of Toronto; University Health Network","funders":"","keywords":"Digital health; Analytics; Computer science; Data science; Service (business); Health care; Business; Political science","score_opus":0.5094411487083393,"score_gpt":0.6550278038453701,"score_spread":0.14558665513703073,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2971794993","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88036424,0.0014680062,0.0010559701,0.110347636,0.0008445452,0.005489263,0.000011417492,0.000011289497,0.0004076474],"genre_scores_gemma":[0.99163216,0.0015394153,0.00032629518,0.0015590098,0.0011864924,0.00056665257,0.0000021523738,0.000025858784,0.0031619372],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9847881,0.004801249,0.0025801766,0.00037110742,0.006128337,0.0013310289],"domain_scores_gemma":[0.9735911,0.015566025,0.00062571734,0.0008893464,0.0070709833,0.0022568402],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06477374,0.00013681644,0.0005462617,0.0006027092,0.0009768306,0.000084339146,0.0016741809,0.00024364833,0.0009521196],"category_scores_gemma":[0.0142569095,0.00008538919,0.00008352448,0.001510509,0.00021992711,0.00022216782,0.0009086115,0.0051654954,0.00052581396],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018629862,0.002492582,0.059857868,0.0030030382,0.00022922154,0.0012074023,0.031764768,0.0002593515,0.00006049718,0.0042133415,0.73041135,0.1646376],"study_design_scores_gemma":[0.010321938,0.019957539,0.010908393,0.012865841,0.000041120045,0.0025635534,0.27085242,0.104110636,0.00006534206,0.00069542543,0.5670932,0.0005245566],"about_ca_topic_score_codex":0.006405399,"about_ca_topic_score_gemma":0.0044568833,"teacher_disagreement_score":0.23908766,"about_ca_system_score_codex":0.000723285,"about_ca_system_score_gemma":0.0096575795,"threshold_uncertainty_score":0.99996114},"labels":[],"label_agreement":null},{"id":"W2975260229","doi":"10.2196/14203","title":"Wise Practices for Cultural Safety in Electronic Health Research and Clinical Trials With Indigenous People: Secondary Analysis of a Randomized Clinical Trial","year":2019,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Indigenous Health, Education, and Rights","field":"Social Sciences","cited_by":48,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Health Sciences Centre; Sunnybrook Health Science Centre; University of Ottawa; Queen's University; First Nations Health and Social Secretariat of Manitoba; NOSM University; Laurentian University","funders":"Canadian Institutes of Health Research; Grand Challenges Canada","keywords":"Randomized controlled trial; Indigenous; Clinical trial; Medicine; Alternative medicine; Psychology; Family medicine; Nursing","score_opus":0.2887036446850296,"score_gpt":0.6316242566217108,"score_spread":0.3429206119366812,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2975260229","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9819269,0.0019420617,0.000135477,0.008654955,0.00073797884,0.0045113508,0.000007573987,0.000004565485,0.0020791432],"genre_scores_gemma":[0.876695,0.11752433,0.00020394746,0.00007314036,0.0020347035,0.000019808738,0.000015729745,0.0000161722,0.003417218],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9164354,0.0697475,0.005965286,0.00053250906,0.0058165365,0.0015027557],"domain_scores_gemma":[0.83628273,0.15126714,0.0053988467,0.00044706612,0.00493455,0.0016696843],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6034329,0.00014329891,0.0032428885,0.0014703835,0.00082788744,0.00016960832,0.0010463765,0.00060610875,0.0009397486],"category_scores_gemma":[0.038662814,0.00008051811,0.00069687434,0.0019369542,0.002131786,0.00036342168,0.000022748545,0.0044813086,0.00000703798],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.7210143,0.0031216932,0.014144015,0.00023267961,0.0033298626,0.00001920394,0.2166008,0.0000011055931,2.6146046e-7,0.02449848,0.0016076171,0.015429974],"study_design_scores_gemma":[0.62463516,0.02718753,0.0074816355,0.0009706892,0.0007604925,0.000039354094,0.06259502,0.00094610476,0.000005251199,0.0031200268,0.27194014,0.00031858918],"about_ca_topic_score_codex":0.10764575,"about_ca_topic_score_gemma":0.74733907,"teacher_disagreement_score":0.6396933,"about_ca_system_score_codex":0.0006620176,"about_ca_system_score_gemma":0.097985916,"threshold_uncertainty_score":0.99997354},"labels":[],"label_agreement":null},{"id":"W2975699806","doi":"10.2196/14890","title":"Valuable Genomes: Taxonomy and Archetypes of Business Models in Direct-to-Consumer Genetic Testing","year":2019,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"BRCA gene mutations in cancer","field":"Biochemistry, Genetics and Molecular Biology","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Karlsruhe Institute of Technology","keywords":"Taxonomy (biology); Genome; Computer science; Data science; Computational biology; Biology; Evolutionary biology; Genetics; Zoology","score_opus":0.0969496076637316,"score_gpt":0.3763500318430359,"score_spread":0.2794004241793043,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2975699806","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99132407,0.0044984864,0.0015429883,0.00047093106,0.00011081542,0.00019014643,0.0000020491443,9.819141e-7,0.0018595561],"genre_scores_gemma":[0.99350137,0.0006943791,0.0050535244,0.00006604443,0.00014497068,0.000015089921,0.0000012287246,0.000013167488,0.0005102127],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982025,0.0001830833,0.00041559592,0.00019567911,0.0007617134,0.0002414081],"domain_scores_gemma":[0.9986564,0.00019043779,0.00009889969,0.00018324163,0.00069874665,0.00017230016],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024404319,0.00007783757,0.00021151616,0.00026136084,0.0000121249295,0.000021626045,0.0004320387,0.00013455802,0.00013542078],"category_scores_gemma":[0.0012576139,0.000064066466,0.00003283388,0.00032812948,0.00015681428,0.000007399765,0.00032054167,0.00035609273,0.000007411178],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012392108,0.00078110996,0.32595208,0.0008939704,0.00062181836,0.00020139288,0.001997337,0.025184475,0.30624267,0.00016636602,0.023497785,0.31322178],"study_design_scores_gemma":[0.014756217,0.007863588,0.20564136,0.006161543,0.0001330551,0.002084481,0.0039150096,0.1289678,0.29241142,0.003888476,0.33249944,0.0016775957],"about_ca_topic_score_codex":0.00019547,"about_ca_topic_score_gemma":0.00006229215,"teacher_disagreement_score":0.31154418,"about_ca_system_score_codex":0.000073044364,"about_ca_system_score_gemma":0.00084976555,"threshold_uncertainty_score":0.26125544},"labels":[],"label_agreement":null},{"id":"W2975811141","doi":"10.2196/14343","title":"Effects of Mobile Health App Interventions on Sedentary Time, Physical Activity, and Fitness in Older Adults: Systematic Review and Meta-Analysis","year":2019,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Physical Activity and Health","field":"Medicine","cited_by":302,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Institutes of Health Research; Medical Research Council; National Institute for Health and Care Research","keywords":"mHealth; Psychological intervention; Medicine; Gerontology; Meta-analysis; Physical therapy; Randomized controlled trial; Behavior change methods; Sedentary lifestyle; Physical activity; Internal medicine","score_opus":0.1976564110446691,"score_gpt":0.5473787026831058,"score_spread":0.3497222916384367,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2975811141","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0024840962,0.99138033,0.000021516315,0.001519463,0.000029020182,0.0045196163,0.000024394729,0.000004170034,0.00001737706],"genre_scores_gemma":[0.008141015,0.99070185,0.00000786195,0.00019721169,0.0000957064,0.00030116914,0.000011036615,0.000027480122,0.0005166485],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9912349,0.0036391593,0.0016518424,0.00041900133,0.002654109,0.0004009665],"domain_scores_gemma":[0.99246675,0.0048971116,0.001277787,0.00038584755,0.00026780996,0.0007046795],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.007363769,0.00033907985,0.013562634,0.0011266135,0.000027226135,0.000026809785,0.00046096314,0.00026937108,0.00026237167],"category_scores_gemma":[0.0015937175,0.0001893204,0.0027187848,0.0010044348,0.0002606732,0.00009111681,0.0003549812,0.0034552969,0.000023999302],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005734296,0.0038798794,7.891813e-7,0.93852085,0.027483191,0.00010608362,0.00014899236,6.815915e-8,1.6896901e-7,0.000021312546,0.000774958,0.029006366],"study_design_scores_gemma":[0.00090549875,0.004565849,0.000030481033,0.7709296,0.22213735,0.00021982632,0.000034337692,0.00015481195,0.0000033594692,0.000014146156,0.00086423894,0.00014055292],"about_ca_topic_score_codex":0.0002976737,"about_ca_topic_score_gemma":0.00003393612,"teacher_disagreement_score":0.19465415,"about_ca_system_score_codex":0.0002938555,"about_ca_system_score_gemma":0.0007052832,"threshold_uncertainty_score":0.9988438},"labels":[],"label_agreement":null},{"id":"W2976779570","doi":"10.2196/15132","title":"Searching the Internet for Infertility Information: A Survey of Patient Needs and Preferences","year":2019,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Reproductive Health and Technologies","field":"Medicine","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Sinai Hospital; McGill University Health Centre; Jewish General Hospital; Ottawa Fertility Centre; McGill University","funders":"","keywords":"Infertility; The Internet; Distress; Information needs; Medicine; Family medicine; Psychology; Clinical psychology; Pregnancy; Computer science; World Wide Web","score_opus":0.141769782376366,"score_gpt":0.453654670026441,"score_spread":0.311884887650075,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2976779570","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9898586,0.0006958538,0.00022436708,0.008049529,0.00015957747,0.00050294143,0.0000028921004,0.000005162946,0.0005010725],"genre_scores_gemma":[0.9993589,0.00023652798,0.000111989764,0.00013577277,0.000049745107,0.0000095195655,0.0000031257728,0.000003476786,0.00009097035],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9970676,0.0003453501,0.0006459202,0.00008691221,0.0016185925,0.00023567396],"domain_scores_gemma":[0.9962789,0.0016319156,0.00021354714,0.00021925657,0.0014636853,0.00019268508],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.011471243,0.00006468133,0.00029221273,0.00034875778,0.000022279597,0.000035233454,0.00036749637,0.00012589936,0.00021232678],"category_scores_gemma":[0.01660354,0.000032317155,0.000052794534,0.0002812726,0.00041805085,0.0001755284,0.00027674463,0.0011775251,0.0000060267953],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0033718168,0.00021776756,0.60627884,0.0011188531,0.00017847022,0.0000062930435,0.005248727,8.8457864e-7,0.000055520868,0.0027372926,0.011731862,0.36905366],"study_design_scores_gemma":[0.0022970932,0.009396219,0.9366618,0.0013697481,0.00001745095,0.00026648678,0.005462478,0.0024555011,0.004019727,0.0026292994,0.035340942,0.00008328466],"about_ca_topic_score_codex":0.001147776,"about_ca_topic_score_gemma":0.000062098195,"teacher_disagreement_score":0.3689704,"about_ca_system_score_codex":0.000049184593,"about_ca_system_score_gemma":0.00053269416,"threshold_uncertainty_score":0.99168},"labels":[],"label_agreement":null},{"id":"W2977775464","doi":"10.2196/15118","title":"Effects of E-Learning in a Continuing Education Context on Nursing Care: Systematic Review of Systematic Qualitative, Quantitative, and Mixed-Studies Reviews","year":2019,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"E-Learning and COVID-19","field":"Social Sciences","cited_by":217,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Université de Montréal; Université Laval","funders":"Fonds de Recherche du Québec - Santé; Canadian Institutes of Health Research; Ministère de la Santé; Ministère de la Santé et des Services sociaux; Réseau de recherche portant sur les interventions en sciences infirmières du Québec; Université Laval","keywords":"Nursing; Context (archaeology); Systematic review; Psychological intervention; Nurse education; Medicine; Population; Nursing Interventions Classification; Psychology; Nursing literature; Medical education; MEDLINE; Alternative medicine","score_opus":0.23987326426118324,"score_gpt":0.5923625526905372,"score_spread":0.3524892884293539,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2977775464","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00015336573,0.9948474,0.000029094728,0.00047252842,0.00047023312,0.0036415737,8.6055087e-7,0.000004910542,0.00038001404],"genre_scores_gemma":[0.0021017266,0.9966693,0.00005640498,0.000045813296,0.00008863794,0.00016483352,0.0000018002331,0.000024576251,0.00084692653],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.94956374,0.04255456,0.0037418478,0.00030245763,0.003459011,0.00037838795],"domain_scores_gemma":[0.9560464,0.036985107,0.0046290914,0.0002534666,0.0017878913,0.00029805215],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.060465254,0.00029616783,0.006819081,0.0009794347,0.00007730357,0.000061665996,0.0009912635,0.00034582955,0.00002058928],"category_scores_gemma":[0.25355577,0.00018812006,0.0006156445,0.00093443505,0.0010992958,0.00013032788,0.00011977743,0.0023794693,0.000017436243],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012316956,0.000097952616,0.0000019088397,0.8434022,0.0001951323,0.000013912303,0.09042698,4.687566e-8,1.0593051e-7,0.003937689,0.00124188,0.06066984],"study_design_scores_gemma":[0.0001858963,0.000510354,2.0900455e-7,0.81062776,0.00075017574,0.000017880595,0.17149422,0.000002547893,6.318755e-7,0.000039491923,0.016259778,0.00011105139],"about_ca_topic_score_codex":0.00034844622,"about_ca_topic_score_gemma":0.00010182962,"teacher_disagreement_score":0.19309053,"about_ca_system_score_codex":0.00085956167,"about_ca_system_score_gemma":0.0021480334,"threshold_uncertainty_score":0.9999221},"labels":[],"label_agreement":null},{"id":"W2980222714","doi":"10.2196/14683","title":"Using Patient and Family Engagement Strategies to Improve Outcomes of Health Information Technology Initiatives: Scoping Review","year":2019,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":48,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; McMaster University; University of Victoria; Impact; Western University; Centre for Addiction and Mental Health","funders":"Canadian Institutes of Health Research","keywords":"Grey literature; Health information technology; Inclusion (mineral); Health care; Knowledge management; Medicine; Medical education; Psychology; Nursing; MEDLINE; Computer science; Political science; Social psychology","score_opus":0.2189827073020042,"score_gpt":0.5921513561807134,"score_spread":0.37316864887870915,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2980222714","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86225855,0.031382255,0.015344077,0.07380679,0.0010881663,0.013307632,0.000022008577,0.00002939909,0.0027611046],"genre_scores_gemma":[0.9293089,0.05301835,0.0035351906,0.013277711,0.000101235404,0.00069272105,0.000005011062,0.000016782371,0.00004408764],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9943233,0.0013075945,0.0022520998,0.00013085108,0.001452314,0.0005338405],"domain_scores_gemma":[0.99611336,0.001061499,0.001030433,0.00022674084,0.0010499036,0.0005180718],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013828106,0.000095290874,0.00062700605,0.0006464959,0.00017189149,0.000011584898,0.0003440513,0.00017670893,0.0003422514],"category_scores_gemma":[0.0029320393,0.00006805813,0.000041523454,0.00043235364,0.000105714935,0.0003156553,0.000361432,0.0018305717,0.00005138513],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002914665,0.0004457705,0.056014325,0.123293154,0.00017385441,0.000009539359,0.015560623,0.000013116328,0.000312491,0.05648416,0.020082118,0.72731936],"study_design_scores_gemma":[0.00771741,0.013130805,0.050913583,0.6171368,0.00006036999,0.00006253333,0.15070614,0.0017326266,0.00021001435,0.0042099385,0.15352419,0.00059558434],"about_ca_topic_score_codex":0.00039719776,"about_ca_topic_score_gemma":0.00003535875,"teacher_disagreement_score":0.7267238,"about_ca_system_score_codex":0.00027836394,"about_ca_system_score_gemma":0.005399483,"threshold_uncertainty_score":0.9578451},"labels":[],"label_agreement":null},{"id":"W2980514259","doi":"10.2196/16274","title":"From a Digital Bottle: A Message to Ourselves in 2039","year":2019,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Mental Health and Psychiatry","field":"Arts and Humanities","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Ontario; University of Toronto","funders":"","keywords":"Bottle; Computer science; World Wide Web; Internet privacy; Engineering","score_opus":0.08750944590166343,"score_gpt":0.42406881426348525,"score_spread":0.3365593683618218,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2980514259","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92697006,0.0005765112,0.0000092377395,0.017309621,0.0016153582,0.00014727001,0.000018141893,0.0000042638476,0.05334952],"genre_scores_gemma":[0.9789071,0.000043445412,0.000023266177,0.000825647,0.0020288841,0.0000032667228,0.0000037140019,0.000010923259,0.018153751],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967804,0.00016330284,0.00050830754,0.00013970897,0.0020139597,0.00039432096],"domain_scores_gemma":[0.99861616,0.0004180109,0.00007440845,0.00013324562,0.00013963749,0.0006185618],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0023788584,0.000080994614,0.00024265717,0.00034511232,0.00003165135,0.00024478132,0.000655485,0.00008212824,0.038190335],"category_scores_gemma":[0.0003162624,0.000055715394,0.000076381715,0.000075383956,0.00012800384,0.0002195958,0.00014994595,0.0011758173,0.0013298116],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012516737,0.0008820285,0.020586325,0.00017946563,0.00009090196,0.00054815895,0.06175623,6.7543584e-7,0.000023137074,0.02675359,0.8328056,0.055122234],"study_design_scores_gemma":[0.0014131123,0.0013337848,0.0015029074,0.0013923622,0.0000029232024,0.000032615193,0.018310074,0.00017136025,0.000028653123,0.0049260636,0.97077084,0.000115322575],"about_ca_topic_score_codex":0.0014151024,"about_ca_topic_score_gemma":0.0012128202,"teacher_disagreement_score":0.13796523,"about_ca_system_score_codex":0.000083177496,"about_ca_system_score_gemma":0.00028265786,"threshold_uncertainty_score":0.99944776},"labels":[],"label_agreement":null},{"id":"W2980600478","doi":"10.2196/14254","title":"A Comparison of Users and Nonusers of a Web-Based Intervention for Carers of Older Persons With Alzheimer Disease and Related Dementias: Mixed Methods Secondary Analysis","year":2019,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Optimism, Hope, and Well-being","field":"Psychology","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alberta Health Services; University of Waterloo; McMaster University; University of Saskatchewan; University of Alberta","funders":"Canadian Institutes of Health Research; University of Alberta; Canada Research Chairs; Alzheimer Society","keywords":"Randomized controlled trial; Intervention (counseling); Quality of life (healthcare); Medicine; Repeated measures design; Telephone interview; Physical therapy; Clinical psychology; Psychology; Psychiatry; Nursing","score_opus":0.05742367960573633,"score_gpt":0.48054983716594846,"score_spread":0.4231261575602121,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2980600478","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99044055,0.0028138238,0.005377011,0.0005796927,0.0001458982,0.0002979507,0.000014384089,0.000002802172,0.00032788262],"genre_scores_gemma":[0.9975424,0.000041787596,0.0021749155,0.000018968914,0.000016306665,0.0000079426845,0.000008843117,0.000016260718,0.00017262292],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99671286,0.0010108225,0.0008776853,0.00022539563,0.0009229131,0.00025030362],"domain_scores_gemma":[0.99729323,0.0010979252,0.0005574173,0.00020255477,0.0005058922,0.00034297135],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0054084426,0.00011802265,0.0006879018,0.00084919436,0.000021095415,0.000017472828,0.0002999513,0.00016247257,0.0017336734],"category_scores_gemma":[0.00030676456,0.00008724464,0.0002993551,0.00043773776,0.0004866468,0.000086857755,0.000080777376,0.0006280071,6.8555636e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.016170107,0.0028344055,0.8150839,0.0020790726,0.033588175,0.00011466532,0.031496845,0.00030193033,0.002326297,0.0006244012,0.013591722,0.08178846],"study_design_scores_gemma":[0.06322496,0.016995568,0.55818796,0.0066168,0.01577947,0.00008795209,0.099266216,0.22166981,0.015202591,0.00027529654,0.001956867,0.00073651515],"about_ca_topic_score_codex":0.00028938905,"about_ca_topic_score_gemma":0.00006503197,"teacher_disagreement_score":0.25689596,"about_ca_system_score_codex":0.000025780164,"about_ca_system_score_gemma":0.00020297297,"threshold_uncertainty_score":0.9991789},"labels":[],"label_agreement":null},{"id":"W2981103702","doi":"10.2196/16690","title":"The Importance of Health Information on the Internet: How It Saved My Life and How it Can Save Yours","year":2019,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"The Internet; Negotiation; Internet privacy; Variety (cybernetics); Medicine; Computer science; World Wide Web; Sociology","score_opus":0.15224059000096987,"score_gpt":0.5176958330826135,"score_spread":0.36545524308164357,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2981103702","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.51886636,0.00022124399,0.00029223497,0.47691497,0.00062330527,0.00066863146,0.000009349693,0.0000051184966,0.002398798],"genre_scores_gemma":[0.9678303,0.0009542038,0.000034304692,0.028251119,0.00028684357,0.000021620708,0.000007004385,0.0000083112045,0.0026062885],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99087685,0.0031890287,0.0020841423,0.00012710202,0.003047583,0.0006753141],"domain_scores_gemma":[0.9897906,0.0056322715,0.0020366744,0.00043665266,0.0014265685,0.0006772328],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.048362374,0.00013506031,0.0004293753,0.00024045852,0.00036348376,0.00015838901,0.0010971301,0.00025506446,0.0014106776],"category_scores_gemma":[0.019192655,0.00006355233,0.000091902446,0.000300477,0.00036285698,0.0008855081,0.00035005942,0.004027651,0.00007428984],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00060702395,0.00006639395,0.11300825,0.0009905637,0.00007164379,0.0000023822279,0.038257435,7.4726336e-7,0.0000025592421,0.0074714036,0.7980946,0.041427],"study_design_scores_gemma":[0.00200992,0.0013999535,0.07567944,0.003395118,0.0000048143265,0.000020679936,0.104059614,0.009952948,0.000031209915,0.0005253826,0.8027924,0.00012853522],"about_ca_topic_score_codex":0.00035640912,"about_ca_topic_score_gemma":0.00040124473,"teacher_disagreement_score":0.44896394,"about_ca_system_score_codex":0.0004063493,"about_ca_system_score_gemma":0.0030099812,"threshold_uncertainty_score":0.9995022},"labels":[],"label_agreement":null},{"id":"W2981949648","doi":"10.2196/15924","title":"Exploring the Views of Osteogenesis Imperfecta Caregivers on Internet-Based Technologies: Qualitative Descriptive Study","year":2019,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Connective tissue disorders research","field":"Biochemistry, Genetics and Molecular Biology","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University; Shriners Hospitals for Children - Canada","funders":"Canadian Institutes of Health Research","keywords":"Feeling; Qualitative research; Family caregivers; Osteogenesis imperfecta; The Internet; Social isolation; Distress; Medicine; Health care; Nursing; Descriptive research; Content analysis; Psychology; Clinical psychology; Psychiatry; Social psychology","score_opus":0.22776387536855588,"score_gpt":0.4594755251545836,"score_spread":0.23171164978602773,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2981949648","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.995707,0.00094249117,0.0003258909,0.0017337537,0.00020594597,0.00061966793,0.0000036676615,0.0000049482746,0.00045663616],"genre_scores_gemma":[0.9989403,0.00029667106,0.000022797058,0.000023087452,0.000070625116,0.000040787458,0.0000028565257,0.000022376676,0.00058051175],"study_design_codex":"bench_or_experimental","study_design_gemma":"qualitative","domain_scores_codex":[0.99431854,0.0019773014,0.00053320365,0.00033895948,0.0024284918,0.00040349195],"domain_scores_gemma":[0.9970295,0.0009964992,0.00020527546,0.0005037992,0.0011284042,0.00013655932],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007905648,0.00016412047,0.00036875947,0.00043070002,0.00003786637,0.000035944362,0.0017841924,0.0001524848,0.00036747404],"category_scores_gemma":[0.0066689034,0.00010213007,0.00020794387,0.0004228543,0.0005627573,0.0000135826685,0.0006479122,0.001172602,0.000038269976],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.02047985,0.006929988,0.0378665,0.0007263943,0.004746432,0.000756438,0.2196492,0.00020486308,0.3905079,0.0011887823,0.046176117,0.27076754],"study_design_scores_gemma":[0.0036214555,0.025195058,0.0016552417,0.00067526376,0.000029970679,0.000031114632,0.53126925,0.0004244013,0.42451593,0.000072676296,0.012261417,0.00024818478],"about_ca_topic_score_codex":0.0006109401,"about_ca_topic_score_gemma":0.00033570768,"teacher_disagreement_score":0.3116201,"about_ca_system_score_codex":0.00015458575,"about_ca_system_score_gemma":0.00048584086,"threshold_uncertainty_score":0.7983782},"labels":[],"label_agreement":null},{"id":"W2983568598","doi":"10.2196/13687","title":"Health Researchers’ Use of Social Media: Scoping Review","year":2019,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":85,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval; University of Ottawa; Kellogg's (Canada); Dalhousie University; University of Toronto; SickKids Foundation; Public Health Ontario; Ottawa Hospital; Izaak Walton Killam Health Centre","funders":"Canadian Institutes of Health Research; Crohn's and Colitis Canada; Nova Scotia Health Research Foundation; Canadian Association of Gastroenterology; Canadian Child Health Clinician Scientist Program","keywords":"CINAHL; Social media; PsycINFO; MEDLINE; Inclusion (mineral); Psychology; Medical education; Medicine; World Wide Web; Computer science; Political science; Social psychology","score_opus":0.6806531809641586,"score_gpt":0.6529919657928679,"score_spread":0.02766121517129072,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2983568598","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42009416,0.04701112,0.000058787264,0.5181104,0.008864971,0.0037048925,0.000004295939,0.000022983455,0.0021284102],"genre_scores_gemma":[0.7576729,0.22950901,0.00071552966,0.0026995654,0.008371286,0.00012182084,0.000006639066,0.00005588867,0.0008473738],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9831339,0.0056225066,0.0012709663,0.00018259951,0.008998968,0.00079102017],"domain_scores_gemma":[0.9735308,0.021815652,0.0007670637,0.00020822503,0.0024524578,0.0012257916],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.054334752,0.00008364609,0.000665929,0.00042475935,0.00017593184,0.00006898412,0.001164508,0.00028500275,0.0056017595],"category_scores_gemma":[0.1375241,0.000071008435,0.00015703576,0.0010943355,0.00097596995,0.00035680586,0.00018859356,0.002168357,0.0001097781],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026303655,0.00070281187,0.0177498,0.017313996,0.00012427078,0.00006377245,0.21149215,2.6701468e-7,0.000021733907,0.021932807,0.40015993,0.33017543],"study_design_scores_gemma":[0.0026416818,0.002051016,0.02594339,0.35459673,0.00003833284,0.00005263885,0.041593682,0.00006085717,0.00012722223,0.0021071422,0.5703033,0.00048397417],"about_ca_topic_score_codex":0.0063193585,"about_ca_topic_score_gemma":0.003179778,"teacher_disagreement_score":0.51541084,"about_ca_system_score_codex":0.00081095996,"about_ca_system_score_gemma":0.012521588,"threshold_uncertainty_score":0.99530727},"labels":[],"label_agreement":null},{"id":"W2983615479","doi":"10.2196/12277","title":"Valuing Citizen Access to Digital Health Services: Applied Value-Based Outcomes in the Canadian Context and Tools for Modernizing Health Systems","year":2019,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Canada Health Infoway","funders":"Australian Government","keywords":"Digital health; Business; Context (archaeology); Health care; HRHIS; eHealth; Health information technology; Health policy; Public relations; Health services; Internet privacy; Nursing; Medicine; Public health; Environmental health; Computer science; Political science; Population","score_opus":0.17038370101644515,"score_gpt":0.4956271925615572,"score_spread":0.325243491545112,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2983615479","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7828403,0.0006500867,0.0019972099,0.21054187,0.00024023127,0.0032620707,0.000024492025,0.000007969005,0.00043576703],"genre_scores_gemma":[0.9726174,0.000038841976,0.00011416784,0.026781887,0.00027763762,0.00005382895,0.000030337964,0.00001871385,0.000067204994],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99535376,0.00028658376,0.0010329244,0.00021188638,0.0023860813,0.0007287834],"domain_scores_gemma":[0.99627674,0.0016809036,0.00026281542,0.00018842318,0.0003247604,0.0012663624],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011761255,0.00012470462,0.00063073076,0.0007069069,0.00010641814,0.00054477644,0.0005490818,0.0000961761,0.00007702747],"category_scores_gemma":[0.0007510393,0.00007684253,0.00005828214,0.0002879951,0.000054155564,0.00027003698,0.00007239735,0.0009317233,0.000010495615],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002220039,0.00053420244,0.27663848,0.012099165,0.00034386484,0.00024938537,0.032458257,0.0001246769,0.000024176472,0.006206023,0.06682632,0.60227543],"study_design_scores_gemma":[0.04973042,0.02376386,0.34571582,0.02440817,0.00007167161,0.0011727331,0.16970219,0.061380252,0.000075275115,0.001069678,0.32219854,0.000711383],"about_ca_topic_score_codex":0.09296191,"about_ca_topic_score_gemma":0.06040285,"teacher_disagreement_score":0.60156405,"about_ca_system_score_codex":0.0007647159,"about_ca_system_score_gemma":0.0038262685,"threshold_uncertainty_score":0.95674235},"labels":[],"label_agreement":null},{"id":"W2984984463","doi":"10.2196/16804","title":"Effectiveness and Cost-Effectiveness of a Self-Guided Internet Intervention for Social Anxiety Symptoms in a General Population Sample: Randomized Controlled Trial","year":2019,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nipissing University","funders":"Imperial College London; University of Southampton; National Institute for Health and Care Research; MQ: Transforming Mental Health","keywords":"Randomized controlled trial; Anxiety; Population; Social anxiety; Distress; Medicine; Intervention (counseling); Clinical psychology; Mental health; Psychiatry; Psychology","score_opus":0.0736216410525872,"score_gpt":0.5043360956090168,"score_spread":0.43071445455642965,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2984984463","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9826476,0.00031630695,0.0044666794,0.00025344928,0.0026328198,0.009344154,0.000018501503,0.00001190817,0.0003085817],"genre_scores_gemma":[0.99792457,0.00001524903,0.00009968313,0.000016533493,0.0002669799,0.001322094,0.000025363892,0.000028764294,0.00030075802],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9868316,0.008654552,0.0022434092,0.00034853164,0.0014408659,0.0004810367],"domain_scores_gemma":[0.98814434,0.0100150015,0.00082464685,0.00015060979,0.00062782736,0.00023757237],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.041210875,0.00020395122,0.0019207579,0.00076327426,0.000028986713,0.000077175755,0.0004981112,0.00038162325,0.0005924836],"category_scores_gemma":[0.005059551,0.00015365834,0.0009114625,0.00029235767,0.00024943918,0.00023243135,0.00020069485,0.00090989587,0.000008729765],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9480579,0.0025485842,0.0053675515,0.0012439188,0.0010055043,0.000014125135,0.0006043018,0.0000023368796,0.000054848115,0.02381805,0.00038124592,0.016901618],"study_design_scores_gemma":[0.9624483,0.0051554586,0.019545833,0.0029589545,0.00009500712,0.00008459738,0.00012285681,0.0039660037,0.00020519573,0.005132719,0.00015352128,0.00013156848],"about_ca_topic_score_codex":0.0019456436,"about_ca_topic_score_gemma":0.00008372425,"teacher_disagreement_score":0.036151323,"about_ca_system_score_codex":0.0005428608,"about_ca_system_score_gemma":0.00014187166,"threshold_uncertainty_score":0.9872752},"labels":[],"label_agreement":null},{"id":"W2986432030","doi":"10.2196/14006","title":"Effects of Three Antecedents of Patient Compliance for Users of Peer-to-Peer Online Health Communities: Cross-Sectional Study","year":2019,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Medication Adherence and Compliance","field":"Medicine","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université du Québec à Chicoutimi; Université du Québec à Montréal","funders":"","keywords":"Compliance (psychology); Mediation; Popularity; Cross-sectional study; Health care; Affect (linguistics); Structural equation modeling; Medicine; Empowerment; Peer group; Psychology; Computer-assisted web interviewing; Path analysis (statistics); Family medicine; Social psychology","score_opus":0.2309282267601334,"score_gpt":0.5279591155592487,"score_spread":0.2970308887991153,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2986432030","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9933747,0.00027046716,0.0013139023,0.003279204,0.0004104843,0.0012275584,0.00002273545,0.0000032241958,0.00009773677],"genre_scores_gemma":[0.9971245,0.00006668791,0.0005608397,0.0003214581,0.00011079351,0.00001656697,0.000012448581,0.000013601526,0.0017731227],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99183613,0.00030806687,0.001427747,0.00014626764,0.0059800544,0.0003017604],"domain_scores_gemma":[0.99249405,0.0013898961,0.00070562947,0.0003548802,0.0045841844,0.00047137323],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0059643183,0.00011219659,0.00073095923,0.0003661033,0.000031196876,0.0000121104495,0.000852973,0.00011112534,0.0012118329],"category_scores_gemma":[0.0033105698,0.0000829093,0.00016390772,0.00032737546,0.0003594644,0.00006346363,0.0002166519,0.0009936484,0.00003244957],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0031260194,0.0057170372,0.9545032,0.0031365314,0.0004181313,0.000020964342,0.003618581,0.000015764153,0.0010580989,0.00012952744,0.022774648,0.0054815384],"study_design_scores_gemma":[0.008274986,0.024759648,0.94459563,0.0070977523,0.000024508246,0.00008160832,0.007123905,0.002003082,0.0029980768,0.00014287602,0.0028026118,0.00009533273],"about_ca_topic_score_codex":0.00078657473,"about_ca_topic_score_gemma":0.00008831714,"teacher_disagreement_score":0.019972036,"about_ca_system_score_codex":0.00013753801,"about_ca_system_score_gemma":0.00087355723,"threshold_uncertainty_score":0.9997012},"labels":[],"label_agreement":null},{"id":"W2986963500","doi":"10.2196/15176","title":"Attitudes Toward Health Care Virtual Communities of Practice: Survey Among Health Care Workers","year":2019,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"","keywords":"Health care; Psychology; Nursing; Medicine; Environmental health","score_opus":0.6974705886835084,"score_gpt":0.7435198120636776,"score_spread":0.046049223380169146,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2986963500","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89904183,0.0014955141,0.0003105454,0.095184736,0.0013814158,0.0011306145,0.000089774956,0.000016396874,0.0013491698],"genre_scores_gemma":[0.98612595,0.0010495929,0.00042588732,0.011453434,0.00035319262,0.000020200336,0.000024587216,0.00002765446,0.0005195183],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9652774,0.023823433,0.002797829,0.00022299396,0.006497652,0.0013807192],"domain_scores_gemma":[0.97244406,0.019098153,0.0019040767,0.000516522,0.0044211303,0.0016160631],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06266765,0.00016983999,0.00085903914,0.0007314889,0.00045809388,0.000045137454,0.0018587848,0.00028336464,0.0033115665],"category_scores_gemma":[0.016100068,0.00013151055,0.00011200008,0.00080707064,0.0007284661,0.0004828142,0.0007780607,0.0054495493,0.00017641296],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003134888,0.000072799594,0.53465915,0.0014323068,0.000056265562,0.000010972524,0.30186203,0.0000041366175,0.0000010904874,0.00030647905,0.15496433,0.0063169487],"study_design_scores_gemma":[0.0017775486,0.0030099342,0.34259793,0.003290523,0.0000033265012,0.00001705764,0.5828235,0.000035816687,0.000006954434,0.0000076952965,0.06632667,0.00010300508],"about_ca_topic_score_codex":0.09889155,"about_ca_topic_score_gemma":0.041903555,"teacher_disagreement_score":0.28096148,"about_ca_system_score_codex":0.0020640558,"about_ca_system_score_gemma":0.022035135,"threshold_uncertainty_score":0.99759954},"labels":[],"label_agreement":null},{"id":"W2990170152","doi":"10.2196/13347","title":"Lifestyle Disease Surveillance Using Population Search Behavior: Feasibility Study","year":2019,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Data-Driven Disease Surveillance","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Overfitting; Generalizability theory; Multivariate statistics; Covariate; Computer science; Context (archaeology); Proxy (statistics); Population; Feature selection; Medicine; Statistics; Machine learning; Geography; Environmental health; Mathematics","score_opus":0.12385807382243655,"score_gpt":0.4834293947039309,"score_spread":0.35957132088149435,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2990170152","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99659646,0.00047050198,0.00006509636,0.000983925,0.00037198543,0.0011654734,0.000027494088,0.000025089053,0.0002939657],"genre_scores_gemma":[0.9984,0.00007021436,0.000091776295,0.000071841714,0.000562829,0.0000073008405,0.000034687633,0.000035477988,0.0007259179],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9889358,0.0018009533,0.0009966887,0.00045027546,0.0072152657,0.0006009633],"domain_scores_gemma":[0.9952386,0.00058199547,0.0002094393,0.00081895984,0.0014222877,0.0017287353],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.014461364,0.00018286123,0.00066818047,0.00048891344,0.000058496862,0.00009763142,0.00081433525,0.00014961306,0.0034382022],"category_scores_gemma":[0.00482202,0.00013940287,0.00023751748,0.00057908904,0.00022264602,0.0002481578,0.0005110182,0.0019343796,0.00018905163],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018107889,0.0027368423,0.98767835,0.00017765234,0.00010049136,0.0019303662,0.0001430882,0.000012520171,0.00019054688,0.000020655645,0.0025399514,0.0026587427],"study_design_scores_gemma":[0.003061177,0.0011987878,0.98782593,0.0004684218,0.00004278729,0.00020668004,0.00045211133,0.006101747,0.000022569271,0.000020144995,0.0004803907,0.00011926551],"about_ca_topic_score_codex":0.00082952593,"about_ca_topic_score_gemma":0.00010018104,"teacher_disagreement_score":0.009639343,"about_ca_system_score_codex":0.00061464735,"about_ca_system_score_gemma":0.0011918637,"threshold_uncertainty_score":0.99747276},"labels":[],"label_agreement":null},{"id":"W2990473145","doi":"10.2196/15406","title":"Artificial Intelligence Technologies for Coping with Alarm Fatigue in Hospital Environments Because of Sensory Overload: Algorithm Development and Validation","year":2019,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Healthcare Technology and Patient Monitoring","field":"Medicine","cited_by":57,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"ALARM; Computer science; Patient safety; Coping (psychology); Set (abstract data type); Health care; Medical emergency; Computer security; Artificial intelligence; Medicine; Psychiatry; Engineering","score_opus":0.13558499067135946,"score_gpt":0.4312896783088806,"score_spread":0.2957046876375211,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2990473145","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98188245,0.0002596269,0.01366816,0.0036483847,0.00013066015,0.00039037815,0.0000010914578,0.000008351702,0.0000108835875],"genre_scores_gemma":[0.9914817,0.00027649538,0.008110371,0.000013727395,0.00004570866,0.0000117875425,0.000002515161,0.000007975304,0.000049700466],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99790734,0.000068362904,0.0005666529,0.00014768586,0.0010681665,0.00024179163],"domain_scores_gemma":[0.99910915,0.00038063503,0.00016053922,0.000110875684,0.00014281814,0.000095989024],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022496462,0.000077436634,0.00027341358,0.0004447261,0.000020432048,0.000007930671,0.00017899644,0.0002637046,0.000026720681],"category_scores_gemma":[0.000923635,0.000056258723,0.000023931698,0.00015622078,0.00024631782,0.0000739192,0.00010565544,0.0009423662,0.0000029670384],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006193781,0.0005720062,0.122608386,0.00047162792,0.00013466115,0.00022943868,0.0025322184,0.0000065459985,0.0014202156,0.00046814998,0.00012311364,0.87081426],"study_design_scores_gemma":[0.0019504424,0.012602141,0.011312348,0.0069644605,0.000029742261,0.0002927727,0.011542271,0.0034139913,0.9454983,0.0010801555,0.0050640428,0.00024936124],"about_ca_topic_score_codex":0.000030042745,"about_ca_topic_score_gemma":0.000008178239,"teacher_disagreement_score":0.944078,"about_ca_system_score_codex":0.00015222156,"about_ca_system_score_gemma":0.00024778536,"threshold_uncertainty_score":0.40941644},"labels":[],"label_agreement":null},{"id":"W2991196539","doi":"10.2196/17045","title":"Gimme My Damn Data (and Let Patients Help!): The #GimmeMyDamnData Manifesto","year":2019,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"JMIR Publications","funders":"","keywords":"Manifesto; Citizen journalism; Openness to experience; Social media; Publishing; The Internet; Transparency (behavior); Media studies; Health care; Political science; Library science; Internet privacy; Sociology; Public relations; History; Psychology; World Wide Web; Law; Computer science","score_opus":0.19926125063925343,"score_gpt":0.5349855503963481,"score_spread":0.33572429975709467,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2991196539","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94299453,0.0012085318,0.00009361534,0.033906244,0.0038064981,0.00043102028,0.000111152985,0.00000913226,0.01743925],"genre_scores_gemma":[0.98359436,0.000092058704,0.000035622506,0.0008152066,0.00046073043,0.000007608706,0.000045893565,0.000024704075,0.014923832],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9944796,0.000782203,0.000930129,0.000357727,0.0028667361,0.0005836005],"domain_scores_gemma":[0.9968046,0.0010293738,0.00026055565,0.0010301342,0.0003165725,0.0005587793],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.008863552,0.00013098863,0.0002802625,0.00024491374,0.00006656361,0.00017095037,0.0036840371,0.00018123515,0.009578349],"category_scores_gemma":[0.0014984232,0.000080516584,0.00008467246,0.00022645538,0.00043855148,0.0004049383,0.002362595,0.0019823727,0.0022800823],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00050045707,0.0015558938,0.029208682,0.00013232119,0.00024286337,0.00027068,0.0008668074,5.2902156e-8,0.0000048919565,0.007777296,0.82227254,0.13716751],"study_design_scores_gemma":[0.0040216967,0.004724147,0.074269824,0.0016515353,0.000031609765,0.001126176,0.0025838295,0.0004326401,0.000046079265,0.002323833,0.9085806,0.00020804134],"about_ca_topic_score_codex":0.00039998637,"about_ca_topic_score_gemma":0.00010337427,"teacher_disagreement_score":0.13695948,"about_ca_system_score_codex":0.00011339429,"about_ca_system_score_gemma":0.00016603732,"threshold_uncertainty_score":0.9984968},"labels":[],"label_agreement":null},{"id":"W2994756297","doi":"10.2196/15586","title":"Social Media Strategies for Health Promotion by Nonprofit Organizations: Multiple Case Study Design","year":2019,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Jewish General Hospital","funders":"Canadian Institutes of Health Research; McGill University","keywords":"Social media; Public relations; Health promotion; Business; Promotion (chess); Health care; Process (computing); Marketing; Political science; Computer science","score_opus":0.3731113550449265,"score_gpt":0.5762849494922763,"score_spread":0.20317359444734978,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2994756297","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9421634,0.0002601355,0.0065115592,0.04404187,0.003287423,0.0036464343,0.0000044126878,0.000023214354,0.000061547114],"genre_scores_gemma":[0.9962032,0.0001273534,0.0004817328,0.00009381464,0.002739501,0.0002101501,0.0000053417252,0.0000225034,0.00011639657],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9916804,0.003177116,0.00078471313,0.00020900254,0.0035550743,0.00059368217],"domain_scores_gemma":[0.98454875,0.011976601,0.0004052895,0.000107754095,0.0023304864,0.0006311299],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.024973819,0.000097089156,0.00033154798,0.00027424732,0.00051398075,0.00021305878,0.00065426546,0.0002613233,0.0008765761],"category_scores_gemma":[0.0443966,0.00008461028,0.000056396904,0.0008812439,0.00032565003,0.00038225765,0.00006221447,0.000983319,0.000036575544],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002127232,0.0027314234,0.020318557,0.0002102872,0.00009982213,0.00016421475,0.74836844,0.0000028295374,0.000036407255,0.0032023964,0.18500647,0.039646454],"study_design_scores_gemma":[0.0032333198,0.0043241405,0.0012222597,0.00028944662,0.000022639566,0.00015683545,0.9635823,0.00095029414,0.00006336018,0.0027580466,0.023181166,0.00021623337],"about_ca_topic_score_codex":0.00843864,"about_ca_topic_score_gemma":0.0065741334,"teacher_disagreement_score":0.21521384,"about_ca_system_score_codex":0.00084336934,"about_ca_system_score_gemma":0.008251565,"threshold_uncertainty_score":0.99816424},"labels":[],"label_agreement":null},{"id":"W2994759659","doi":"10.2196/15424","title":"Feasibility of an Electronic Health Tool to Promote Physical Activity in Primary Care: Pilot Cluster Randomized Controlled Trial","year":2019,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Physical Activity and Health","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Fowler Kennedy Sport Medicine Clinic; Ministry of Health and Long Term Care; Western University; St. Michael's Hospital; Toronto Rehabilitation Institute; Women's College Hospital; University of Toronto","funders":"Women's College Hospital","keywords":"eHealth; Medicine; Medical prescription; Randomized controlled trial; Family medicine; Cluster randomised controlled trial; Physical therapy; Intervention (counseling); Health care; Nursing; Internal medicine","score_opus":0.07751061954289569,"score_gpt":0.46721029225367633,"score_spread":0.38969967271078065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2994759659","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9792031,0.00011007124,0.000103938175,0.012790732,0.00018982733,0.0071882084,0.0000022930021,0.000007414211,0.00040441338],"genre_scores_gemma":[0.99829155,0.00006976787,0.00007867879,0.0004874372,0.00076588383,0.00007006788,0.0000028077432,0.00001845895,0.00021533907],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98973936,0.0038699852,0.0011723436,0.0003550218,0.004066805,0.0007964917],"domain_scores_gemma":[0.99519706,0.0024252296,0.00045344944,0.0003797716,0.000637395,0.0009071089],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.02402942,0.0001839896,0.003612315,0.00041486972,0.00002702848,0.000026370342,0.00048645432,0.00016232523,0.00017507002],"category_scores_gemma":[0.0049753166,0.00011406234,0.0005203155,0.0003958373,0.00026483578,0.00019490435,0.00019484741,0.0035356537,0.000020521426],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9674309,0.011730297,0.00012697128,0.00067395717,0.00014772361,0.000032952008,0.0012038387,0.0000029039948,0.0017334912,0.0002673516,0.00017653953,0.016473109],"study_design_scores_gemma":[0.9503508,0.040577102,0.002126002,0.0009996833,0.000036693866,0.000037975857,0.00008381908,0.0040596663,0.00082176994,0.0006909851,0.00011707746,0.000098428936],"about_ca_topic_score_codex":0.0008436824,"about_ca_topic_score_gemma":0.00020572594,"teacher_disagreement_score":0.028846804,"about_ca_system_score_codex":0.0015665093,"about_ca_system_score_gemma":0.0058044563,"threshold_uncertainty_score":0.99983174},"labels":[],"label_agreement":null},{"id":"W2995333625","doi":"10.2196/15001","title":"Coach-Facilitated Web-Based Therapy Compared With Information About Web-Based Resources in Patients Referred to Secondary Mental Health Care for Depression: Randomized Controlled Trial","year":2019,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; Children's Hospital of Eastern Ontario; University of Ottawa; Carleton University","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Randomized controlled trial; Psychological intervention; Mental health; Depression (economics); Patient Health Questionnaire; Quality of life (healthcare); Physical therapy; Intervention (counseling); Psychiatry; Anxiety; Internal medicine; Nursing; Depressive symptoms","score_opus":0.04260674096232559,"score_gpt":0.43390853091047643,"score_spread":0.39130178994815085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2995333625","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9779042,0.00070549024,0.00019488935,0.0066576544,0.0020728651,0.010381049,0.00016585842,0.000024443143,0.0018935513],"genre_scores_gemma":[0.9968177,0.000007915065,0.0001595676,0.0014326846,0.00009804127,0.00089217635,0.0002170362,0.000025872288,0.00034900772],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99054307,0.0029558593,0.0026142506,0.0002920937,0.0028868793,0.0007078357],"domain_scores_gemma":[0.9943655,0.002715544,0.0008652002,0.00031436162,0.0009884731,0.00075087795],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01049046,0.00025005135,0.0016650774,0.0011763903,0.00009385158,0.00014863403,0.00079412217,0.00023759762,0.0020738589],"category_scores_gemma":[0.0014910854,0.00016026762,0.00045332857,0.0003937869,0.00024283906,0.0003012359,0.000078237914,0.0012100443,0.00010235306],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.95048887,0.0015063173,0.0015605199,0.00019079105,0.00020754401,0.0000074685418,0.0032318928,0.000021696438,0.0000015785479,0.000036738656,0.02784024,0.01490636],"study_design_scores_gemma":[0.94734675,0.0147126,0.0015371362,0.0019477339,0.000009584195,0.0000049828213,0.0016124969,0.002581256,0.000032314925,0.000012781138,0.030059773,0.0001425937],"about_ca_topic_score_codex":0.00033664695,"about_ca_topic_score_gemma":0.00033765766,"teacher_disagreement_score":0.0189135,"about_ca_system_score_codex":0.0006897821,"about_ca_system_score_gemma":0.0015227986,"threshold_uncertainty_score":0.99883837},"labels":[],"label_agreement":null},{"id":"W2995624073","doi":"10.2196/15125","title":"Impact of a Knowledge Translation Intervention on Physical Activity and Mobility in Older Adults (the Move4Age Study): Randomized Controlled Trial","year":2019,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Technology Use by Older Adults","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; McMaster University; Impact","funders":"Canadian Institutes of Health Research","keywords":"Randomized controlled trial; Intervention (counseling); Physical activity; Medicine; Physical therapy; Knowledge translation; Psychology; Gerontology; Physical medicine and rehabilitation; Computer science; Nursing; Knowledge management; Internal medicine","score_opus":0.05273597454987802,"score_gpt":0.4699922652525475,"score_spread":0.41725629070266945,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2995624073","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9931163,0.00013716116,0.00004546863,0.0014762706,0.00022279489,0.0045916913,7.3175914e-7,0.0000074693758,0.00040206462],"genre_scores_gemma":[0.999538,0.00006307326,0.0000025496195,0.000002694698,0.0001729028,0.00007721406,1.710793e-7,0.0000062925938,0.00013712555],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9894165,0.0072246166,0.00072308525,0.00020767712,0.0021398542,0.00028831212],"domain_scores_gemma":[0.9910817,0.007826343,0.00036546832,0.00018139111,0.00039251355,0.00015255666],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.032377757,0.00011190863,0.0010891012,0.00040804665,0.000045709123,0.000040063856,0.00060991483,0.00022516857,0.00030131318],"category_scores_gemma":[0.011036204,0.00005945702,0.00055682193,0.00038862275,0.00088633527,0.00017873259,0.000095092284,0.0016090325,0.0000070281126],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.89163154,0.00999479,0.0029490094,0.000030896193,0.00027633,0.000012990895,0.03969247,0.0000014623606,0.00003931878,0.0002461949,0.00008328427,0.05504171],"study_design_scores_gemma":[0.94854873,0.0037504567,0.036433715,0.000592736,0.000034158085,0.000002302714,0.0044632186,0.0055709267,0.00005313656,0.00048020246,0.00001006689,0.000060321476],"about_ca_topic_score_codex":0.0034759298,"about_ca_topic_score_gemma":0.0026376296,"teacher_disagreement_score":0.056917217,"about_ca_system_score_codex":0.0002203426,"about_ca_system_score_gemma":0.00037748556,"threshold_uncertainty_score":0.99729425},"labels":[],"label_agreement":null},{"id":"W2995702400","doi":"10.2196/15548","title":"Postoperative Remote Automated Monitoring and Virtual Hospital-to-Home Care System Following Cardiac and Major Vascular Surgery: User Testing Study","year":2019,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Healthcare Technology and Patient Monitoring","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University; University of Toronto; Hamilton Health Sciences; York University; McMaster University; Population Health Research Institute","funders":"Canadian Institutes of Health Research","keywords":"Facilitator; Medicine; Medical emergency; Workflow; Computer science; Psychology","score_opus":0.050527501486583165,"score_gpt":0.3978414782219589,"score_spread":0.3473139767353758,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2995702400","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99457806,0.0018548422,0.000017787113,0.0009265438,0.0017226343,0.0007700016,0.000001220205,0.00009821775,0.000030711934],"genre_scores_gemma":[0.99907595,0.00006652701,0.00031083997,0.00001704238,0.0004246406,0.0000065496447,9.671261e-7,0.000029980883,0.00006747889],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9956437,0.0006485407,0.0006633517,0.00032489718,0.0022343376,0.00048522087],"domain_scores_gemma":[0.9967194,0.0013400274,0.000116442934,0.0002494244,0.0008669404,0.0007077235],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006161744,0.00017070433,0.00077996496,0.0006418306,0.000115050774,0.000067437926,0.0002274057,0.00030828963,0.00000862231],"category_scores_gemma":[0.0038156111,0.00012796574,0.00011559377,0.0004784877,0.000086822954,0.0001342464,0.000343958,0.0017986558,0.000014534396],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001260456,0.00007151489,0.97076356,0.00030898428,0.00039148945,0.0015063217,0.0054567843,0.0000011469363,0.0006188642,0.0000071592995,0.00019689638,0.020551208],"study_design_scores_gemma":[0.003612075,0.014004337,0.85757667,0.017504456,0.00019277826,0.0004796282,0.10195077,0.0016836198,0.0019484458,0.0000022738996,0.0006835816,0.00036133413],"about_ca_topic_score_codex":0.000683087,"about_ca_topic_score_gemma":0.0000046662185,"teacher_disagreement_score":0.11318689,"about_ca_system_score_codex":0.0003400096,"about_ca_system_score_gemma":0.00041064864,"threshold_uncertainty_score":0.78143644},"labels":[],"label_agreement":null},{"id":"W2995749728","doi":"10.2196/16689","title":"Quality and Safety in eHealth: The Need to Build the Evidence Base","year":2019,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Michael Smith Health Research BC","keywords":"Health informatics; Patient safety; Health information technology; eHealth; Informatics; Quality (philosophy); Health care; Emerging technologies; Health Administration Informatics; Occupational safety and health; Knowledge management; Computer science; Risk analysis (engineering); Engineering management; Medicine; Engineering; Public health; Nursing; Political science","score_opus":0.3547547666476815,"score_gpt":0.6292722091867358,"score_spread":0.27451744253905425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2995749728","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6147049,0.0021230995,0.00016105875,0.37995976,0.0008017808,0.0011414373,0.0000010796394,0.000004484826,0.0011023664],"genre_scores_gemma":[0.98476315,0.001778073,0.00003267349,0.0093727615,0.00094661885,0.00004907787,2.1993887e-7,0.000016174903,0.0030412648],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.97764397,0.0151956035,0.0020013493,0.0002491261,0.0037611932,0.0011487491],"domain_scores_gemma":[0.9682303,0.029111814,0.00042901209,0.00056019507,0.00074504485,0.0009236427],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.13489023,0.00011408732,0.00048226173,0.0002638313,0.00026880298,0.000030462765,0.0015361432,0.00030208007,0.0022645944],"category_scores_gemma":[0.026733253,0.000052434632,0.00006539864,0.00066143577,0.00020485793,0.0001301339,0.00060727913,0.008092303,0.0003979841],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0035956686,0.00020423654,0.49339455,0.0022325322,0.000073203235,0.00011852107,0.025334492,0.0000067001743,0.0002786941,0.01542379,0.4023068,0.057030812],"study_design_scores_gemma":[0.004025377,0.0029046738,0.3936102,0.019200698,0.000008657835,0.00022843044,0.031849436,0.0031921556,0.000031825894,0.0020912327,0.5426117,0.00024558557],"about_ca_topic_score_codex":0.012939073,"about_ca_topic_score_gemma":0.007622974,"teacher_disagreement_score":0.37058702,"about_ca_system_score_codex":0.00081652874,"about_ca_system_score_gemma":0.004477691,"threshold_uncertainty_score":0.99864745},"labels":[],"label_agreement":null},{"id":"W2995833488","doi":"10.2196/14994","title":"Identifying and Overcoming Policy-Level Barriers to the Implementation of Digital Health Innovation: Qualitative Study","year":2019,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":90,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Women's College Hospital; University of Toronto","funders":"","keywords":"Digital health; Qualitative research; Public relations; Knowledge management; Work (physics); Health care; Government (linguistics); Business; Health policy; Health informatics; Process management; Sociology; Political science; Computer science; Engineering","score_opus":0.7261259447055234,"score_gpt":0.7751084223424459,"score_spread":0.04898247763692254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2995833488","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86362815,0.000017422395,0.0012832218,0.13353217,0.00029221037,0.0010469473,0.000031795887,0.000003189836,0.00016490053],"genre_scores_gemma":[0.9923472,0.000021113963,0.00014127891,0.0066227186,0.00033075208,0.000026692745,0.0000015914125,0.0000101986425,0.00049849896],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98900026,0.0040763556,0.002116393,0.00019083638,0.0039827344,0.0006334122],"domain_scores_gemma":[0.99172354,0.0048928093,0.0008782459,0.00021046266,0.0015371124,0.0007578114],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.050598036,0.0000866705,0.00032824036,0.0010247258,0.00032754723,0.00006670727,0.0006907132,0.00006568291,0.0019251392],"category_scores_gemma":[0.01603503,0.00005684836,0.000030864485,0.0017341069,0.00015394161,0.00042950752,0.00054131355,0.0013251635,0.00006467433],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009583499,0.000038060472,0.07682704,0.00021916816,0.000052568244,0.0000038532994,0.85777336,3.8544744e-7,0.00005819466,0.0067400015,0.043908775,0.01428275],"study_design_scores_gemma":[0.0017570134,0.0012570993,0.040770344,0.00037953022,0.0000023457217,0.000009593245,0.94200623,0.000027793083,0.000033412412,0.0007700932,0.012933788,0.000052756848],"about_ca_topic_score_codex":0.0042630997,"about_ca_topic_score_gemma":0.0011759006,"teacher_disagreement_score":0.12871902,"about_ca_system_score_codex":0.00053122116,"about_ca_system_score_gemma":0.0068284585,"threshold_uncertainty_score":0.99898726},"labels":[],"label_agreement":null},{"id":"W2996423945","doi":"10.2196/16263","title":"Delivery of Compassionate Mental Health Care in a Digital Technology–Driven Age: Scoping Review","year":2019,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":82,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; University of Toronto; University of Waterloo; Centre for Addiction and Mental Health","funders":"University of Toronto; Centre for Addiction and Mental Health","keywords":"Mental health; Compassion; Digital health; Health care; PsycINFO; MEDLINE; Telemedicine; Nursing; Medicine; Psychology; Psychiatry","score_opus":0.09320801951968809,"score_gpt":0.5375319060379928,"score_spread":0.44432388651830473,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2996423945","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8663156,0.09074364,0.000021144308,0.03350741,0.0016593019,0.0013259113,0.00003965354,0.000016136575,0.0063712066],"genre_scores_gemma":[0.9969734,0.0016328346,0.00006762814,0.0004192374,0.00005051374,0.000017469196,0.000013137991,0.000016479884,0.0008093024],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9955008,0.0003299481,0.0015368279,0.00022268416,0.0018985494,0.0005111833],"domain_scores_gemma":[0.9982878,0.00028285466,0.00043720342,0.0002576228,0.00036684526,0.000367653],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0027328786,0.00011506939,0.00063232664,0.0008401156,0.000024393712,0.00003139188,0.000995564,0.00017041128,0.0025901801],"category_scores_gemma":[0.000473856,0.000091801914,0.00018310672,0.0006002615,0.00033129146,0.00021699416,0.00047918214,0.0015552165,0.00031241804],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015917071,0.0051331185,0.040463448,0.0317864,0.00041231577,0.00222055,0.0051756883,0.0000014114125,0.000042369553,0.011872272,0.21138333,0.6899174],"study_design_scores_gemma":[0.00717093,0.014718752,0.0053321877,0.9339513,0.000012857062,0.001721496,0.0089524845,0.000085657004,0.00025629654,0.0011170991,0.026328051,0.00035286174],"about_ca_topic_score_codex":0.00014477529,"about_ca_topic_score_gemma":0.00018439977,"teacher_disagreement_score":0.90216494,"about_ca_system_score_codex":0.00048380837,"about_ca_system_score_gemma":0.00067936716,"threshold_uncertainty_score":0.9983216},"labels":[],"label_agreement":null},{"id":"W2997327756","doi":"10.2196/17578","title":"Celebrating 20 Years of Open Access and Innovation at JMIR Publications","year":2019,"lang":"en","type":"editorial","venue":"Journal of Medical Internet Research","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"JMIR Publications","funders":"","keywords":"Publishing; Preprint; Publication; The Internet; World Wide Web; Theme (computing); Library science; Internet privacy; Power (physics); Media studies; Computer science; Sociology; Political science","score_opus":0.265713926573957,"score_gpt":0.6474284148581744,"score_spread":0.3817144882842174,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2997327756","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.049567778,0.002844535,0.0006581291,0.07453477,0.81532806,0.017277846,0.00057427713,0.000057776248,0.03915683],"genre_scores_gemma":[0.011499475,0.013902737,0.0006737786,0.0015930647,0.8743933,0.0057707955,0.0010637434,0.00019163356,0.09091151],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9894474,0.0016604054,0.0029837221,0.00041498104,0.0047094887,0.0007839948],"domain_scores_gemma":[0.9773918,0.011887367,0.002705019,0.00064874406,0.0064794575,0.0008876076],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.023960566,0.00017655765,0.0008491688,0.0018667083,0.00032389638,0.00018228976,0.0044951644,0.0017133626,0.00410899],"category_scores_gemma":[0.028671956,0.00015136153,0.000068450965,0.0019047505,0.00030634075,0.0005938692,0.0047921548,0.008437314,0.00014110042],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018820095,0.00012164888,0.0018792206,0.0014654362,0.000045157773,0.000004417627,0.00033168873,1.3437057e-7,0.000017924674,0.00508853,0.9720737,0.018783936],"study_design_scores_gemma":[0.0014263225,0.00028343365,0.0012820868,0.0022078445,0.0000133027315,0.0000056730296,0.0001848797,0.0000835234,0.000007881048,0.0007252379,0.9936861,0.00009373646],"about_ca_topic_score_codex":0.0010953555,"about_ca_topic_score_gemma":0.0006782266,"teacher_disagreement_score":0.0729417,"about_ca_system_score_codex":0.00077369175,"about_ca_system_score_gemma":0.015798718,"threshold_uncertainty_score":0.99958265},"labels":[],"label_agreement":null},{"id":"W2997432971","doi":"10.2196/16538","title":"Outcomes of a Heart Failure Telemonitoring Program Implemented as the Standard of Care in an Outpatient Heart Function Clinic: Pretest-Posttest Pragmatic Study","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Heart Failure Treatment and Management","field":"Medicine","cited_by":117,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Public Health Ontario; University of Toronto; Ted Rogers Centre for Heart Research; University Health Network","funders":"","keywords":"Medicine; Heart failure; Ejection fraction; Quality of life (healthcare); Emergency department; Poisson regression; Emergency medicine; Physical therapy; Internal medicine; Population; Nursing","score_opus":0.07936270280201337,"score_gpt":0.47662619828392716,"score_spread":0.3972634954819138,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2997432971","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9490092,0.00017265789,0.000014803259,0.048332375,0.00013423449,0.0022785764,0.0000038053026,0.000013016331,0.000041352025],"genre_scores_gemma":[0.99862796,0.000020890348,0.000799419,0.00022527759,0.0001895263,0.00006336246,0.000007400213,0.000018615776,0.000047573216],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99350846,0.0008909793,0.0013100059,0.00021734528,0.003712853,0.00036038665],"domain_scores_gemma":[0.99742377,0.00060533924,0.00025545113,0.00028618093,0.0009706109,0.00045865742],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0046659242,0.00015510358,0.0007888403,0.00029428944,0.000036124606,0.000037934155,0.00034349572,0.00010724817,0.00060850766],"category_scores_gemma":[0.0022967265,0.00008733349,0.00018713757,0.00046535226,0.00015855429,0.00012418843,0.00024563557,0.0012121566,0.000011064756],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0035337403,0.002650335,0.95559037,0.00050302636,0.00046624697,0.0001535056,0.012235779,0.0000020428088,0.00013952282,0.000017882656,0.013382217,0.011325329],"study_design_scores_gemma":[0.017672684,0.3042476,0.41798446,0.002658599,0.0005037587,0.00007326627,0.14437197,0.00047367287,0.0017856173,0.000033874454,0.109973125,0.00022138911],"about_ca_topic_score_codex":0.0002847465,"about_ca_topic_score_gemma":0.0005233543,"teacher_disagreement_score":0.53760594,"about_ca_system_score_codex":0.00016963716,"about_ca_system_score_gemma":0.0005195984,"threshold_uncertainty_score":0.66627324},"labels":[],"label_agreement":null},{"id":"W2999821543","doi":"10.2196/17004","title":"Hackathons as Stepping Stones in Health Care Innovation: Case Study With Systematic Recommendations","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Biomedical and Engineering Education","field":"Engineering","cited_by":60,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Health Canada; Deutsche Forschungsgemeinschaft; Pfizer","keywords":"Health care; Context (archaeology); Multidisciplinary approach; Digital health; Enthusiasm; Nursing; Medicine; Medical education; Psychology; Political science","score_opus":0.09769469510891968,"score_gpt":0.43000438119558065,"score_spread":0.332309686086661,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2999821543","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9597529,0.0012996927,0.0075149485,0.030294947,0.0004600961,0.0004845171,0.0000014497567,0.0000459176,0.00014549418],"genre_scores_gemma":[0.9990813,0.000064930595,0.0003541319,0.00017030507,0.00025682477,0.000022129487,0.0000027613153,0.000016508859,0.00003111001],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99737525,0.00026156253,0.000804009,0.000105145664,0.0012174936,0.0002365328],"domain_scores_gemma":[0.9988691,0.00027819714,0.000079875244,0.00010314173,0.00032288797,0.00034678396],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029007222,0.0000893229,0.00030037816,0.00046987826,0.000034438035,0.000056055724,0.00029336824,0.00007564431,0.00018513216],"category_scores_gemma":[0.0010588316,0.00006384266,0.000022181663,0.0012929991,0.00004611049,0.000112688605,0.000051796196,0.00124812,0.000015078093],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037954154,0.002618603,0.0073274695,0.17637014,0.00159516,0.04298059,0.53983486,0.0061137727,0.00020709429,0.0029121551,0.15121904,0.06844159],"study_design_scores_gemma":[0.006596658,0.010675761,0.0013319373,0.05785314,0.00007043289,0.026137335,0.74716973,0.131979,0.00020601536,0.000086146414,0.01710729,0.0007865331],"about_ca_topic_score_codex":0.00032077022,"about_ca_topic_score_gemma":0.00017381147,"teacher_disagreement_score":0.2073349,"about_ca_system_score_codex":0.00025442024,"about_ca_system_score_gemma":0.00034891628,"threshold_uncertainty_score":0.54225296},"labels":[],"label_agreement":null},{"id":"W3002909830","doi":"10.2196/17011","title":"Mobile Health for Perinatal Depression and Anxiety: Scoping Review","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Maternal Mental Health During Pregnancy and Postpartum","field":"Medicine","cited_by":127,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Addiction and Mental Health; Women's College Hospital; Public Health Ontario; University of Toronto; University Health Network","funders":"","keywords":"Anxiety; mHealth; Psychoeducation; Mental health; Depression (economics); Medicine; Mobile phone; Population; Digital health; Psychiatry; Postpartum depression; Health care; Psychological intervention; Pregnancy","score_opus":0.11717607354250067,"score_gpt":0.5047187688695656,"score_spread":0.38754269532706487,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3002909830","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23333773,0.6772645,0.00095355243,0.08420205,0.00044756156,0.0034375044,0.0000085893935,0.000021069933,0.00032743454],"genre_scores_gemma":[0.70124894,0.28680646,0.00062412117,0.010173907,0.0007411609,0.0000931329,0.000002958831,0.000019744848,0.00028956655],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99736625,0.00020070284,0.00060494017,0.00016057845,0.0013563915,0.00031116154],"domain_scores_gemma":[0.99819785,0.00021150545,0.00015463599,0.00008566694,0.0002021845,0.0011481718],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037005455,0.00007810142,0.00043425965,0.00006601971,0.000054305565,0.000019384173,0.00020184724,0.000079826204,0.0004954239],"category_scores_gemma":[0.0012336337,0.000052973835,0.00008172489,0.00009236011,0.00009368518,0.00006867971,0.00016496242,0.00086243637,0.0000081906055],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0031396751,0.00028524434,0.008499991,0.47269523,0.0000899677,0.00058793713,0.0018049779,2.2036988e-7,0.000095288065,0.00012836115,0.04339166,0.46928146],"study_design_scores_gemma":[0.0027383016,0.011758379,0.00080176233,0.9118451,0.00002232035,0.0027177038,0.00014099441,0.0006596338,0.0019363337,0.000033314616,0.06724835,0.00009781566],"about_ca_topic_score_codex":0.000025008012,"about_ca_topic_score_gemma":0.0000024680276,"teacher_disagreement_score":0.46918365,"about_ca_system_score_codex":0.000059632148,"about_ca_system_score_gemma":0.0005597611,"threshold_uncertainty_score":0.5424545},"labels":[],"label_agreement":null},{"id":"W3003174940","doi":"10.2196/16174","title":"Mapping Canadian Men’s Recent and Intended Health Behavior Changes Through the Don’t Change Much Electronic Health Program","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Brock University; University of British Columbia","funders":"Public Health Agency; Public Health Agency of Canada","keywords":"eHealth; Behavior change; Transtheoretical model; Health promotion; Sample (material); Psychology; Logistic regression; Gerontology; Bivariate analysis; Applied psychology; Medicine; Health care; Public health; Social psychology; Statistics; Nursing; Mathematics","score_opus":0.30681849272326833,"score_gpt":0.5621547876616987,"score_spread":0.25533629493843035,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3003174940","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009373753,0.012502942,0.00014971368,0.9699256,0.0004327573,0.006518973,0.000019617108,0.000042678163,0.0010339892],"genre_scores_gemma":[0.61385113,0.19026642,0.00048192963,0.17767093,0.005203493,0.01180655,0.000048404097,0.000088113244,0.0005830322],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9906373,0.00289452,0.0014690545,0.00039135883,0.0020883253,0.002519451],"domain_scores_gemma":[0.99280196,0.0007282535,0.00069119973,0.00031628367,0.0008008251,0.004661448],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.014081776,0.00020043217,0.00062959624,0.00031662566,0.001146742,0.000042287866,0.0010190957,0.00032588528,0.0022970787],"category_scores_gemma":[0.0015721208,0.00013109231,0.00006705122,0.0008552899,0.00031198107,0.000114208495,0.00031952956,0.0067074285,0.00006607187],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009919633,0.00016082475,0.0018714435,0.00080758886,0.00003516238,0.000027640272,0.025018403,2.5518464e-8,0.0000022356435,0.0057941065,0.3644313,0.60175204],"study_design_scores_gemma":[0.0009223595,0.0021278874,0.0039279754,0.000634597,0.0000051473985,0.00006587724,0.018384928,0.00030915232,0.0000018014192,0.00035723418,0.9731781,0.000084943735],"about_ca_topic_score_codex":0.18570003,"about_ca_topic_score_gemma":0.2961051,"teacher_disagreement_score":0.7922546,"about_ca_system_score_codex":0.0021731367,"about_ca_system_score_gemma":0.016336778,"threshold_uncertainty_score":0.99861497},"labels":[],"label_agreement":null},{"id":"W3005146006","doi":"10.2196/16234","title":"Teens Taking Charge: A Randomized Controlled Trial of a Web-Based Self-Management Program With Telephone Support for Adolescents With Juvenile Idiopathic Arthritis","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Autoimmune and Inflammatory Disorders Research","field":"Medicine","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia; University of Manitoba; Children's Hospital Research Institute of Manitoba; University of Alberta; Institute for Clinical Evaluative Sciences; McGill University; McGill University Health Centre; Izaak Walton Killam Health Centre; Alberta Children's Hospital; Memorial University of Newfoundland; McMaster University; Montreal Children's Hospital; University of Toronto; University of Saskatchewan; Hospital for Sick Children","funders":"","keywords":"Medicine; Randomized controlled trial; Self-management; Physical therapy; Intervention (counseling); Coping (psychology); Stress management; Quality of life (healthcare); Telephone counseling; Family medicine; Clinical psychology; Nursing; Internal medicine","score_opus":0.029225560441178498,"score_gpt":0.3567943458155675,"score_spread":0.327568785374389,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3005146006","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9285494,0.0031361294,0.006903553,0.027525084,0.00028115825,0.030718546,0.000007832624,0.00012931976,0.0027489844],"genre_scores_gemma":[0.9960112,0.00079304306,0.0010651763,0.0003204824,0.00039578328,0.0010237714,0.000005874138,0.0000512357,0.0003334624],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9901872,0.0009324474,0.002047822,0.00032127055,0.005800598,0.0007106244],"domain_scores_gemma":[0.9958071,0.00047150633,0.0010207865,0.0002617589,0.0016627859,0.0007760338],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015129966,0.00024863143,0.0029720627,0.0005514124,0.0000678399,0.00007149567,0.0006071596,0.00021932065,0.0007694641],"category_scores_gemma":[0.0044935667,0.0001391364,0.00061214366,0.00056668173,0.0005920235,0.00010500274,0.00012727936,0.0017773877,0.000014395574],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97161096,0.002712257,0.00035825223,0.0018586852,0.0012278613,0.0017333725,0.0005319731,0.0000022830682,0.00016237526,0.000053731095,0.0033836078,0.016364641],"study_design_scores_gemma":[0.94497865,0.025451578,0.00004496565,0.006647242,0.00028025705,0.00014428371,0.00036717352,0.013841054,0.00065048406,0.0000071822687,0.007454931,0.00013220211],"about_ca_topic_score_codex":0.000020426438,"about_ca_topic_score_gemma":0.000010411705,"teacher_disagreement_score":0.06746178,"about_ca_system_score_codex":0.0001246167,"about_ca_system_score_gemma":0.0032173658,"threshold_uncertainty_score":0.8425092},"labels":[],"label_agreement":null},{"id":"W3006058568","doi":"10.2196/16932","title":"A Physician-Completed Digital Tool for Evaluating Disease Progression (Multiple Sclerosis Progression Discussion Tool): Validation Study","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Multiple Sclerosis Research Studies","field":"Medicine","cited_by":54,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Novartis Pharma","keywords":"Medicine; Receiver operating characteristic; Multiple sclerosis; Expanded Disability Status Scale; Area under the curve; Internal medicine; Physical therapy; Immunology","score_opus":0.30131003756903085,"score_gpt":0.5027174638548045,"score_spread":0.20140742628577368,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3006058568","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95395,0.00036119885,0.0032500296,0.03828344,0.00018014699,0.0038440195,0.000032311895,0.00005233976,0.000046525198],"genre_scores_gemma":[0.9966853,0.00012603989,0.00093840505,0.0002487099,0.0014581695,0.0003028605,0.000055744105,0.0000586242,0.00012610204],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9862708,0.00089897466,0.0013490162,0.0005963051,0.010063284,0.00082160975],"domain_scores_gemma":[0.9936664,0.0017068788,0.00045029895,0.00036461937,0.0024179453,0.0013938284],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.007554505,0.00029837,0.00079394033,0.00036457027,0.0002881184,0.00039646297,0.0008067586,0.00015704996,0.00028232922],"category_scores_gemma":[0.052975032,0.0001608928,0.00040606185,0.00072562986,0.00038011206,0.00057968136,0.000964265,0.001710039,0.00003706068],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01600065,0.0048152474,0.08657514,0.0008754876,0.00047104873,0.00026383836,0.0028589868,0.00001206883,0.018816795,0.000010660866,0.03266982,0.8366303],"study_design_scores_gemma":[0.055539824,0.05903795,0.3608144,0.027137809,0.0005540324,0.000060955597,0.010352864,0.45465714,0.014155535,0.0002538845,0.016333459,0.0011021694],"about_ca_topic_score_codex":0.000008491701,"about_ca_topic_score_gemma":0.0000019543793,"teacher_disagreement_score":0.8355281,"about_ca_system_score_codex":0.00030569365,"about_ca_system_score_gemma":0.000806381,"threshold_uncertainty_score":0.9550022},"labels":[],"label_agreement":null},{"id":"W3006645992","doi":"10.2196/16708","title":"Association Between Web-Based Physician Ratings and Physician Disciplinary Convictions: Retrospective Observational Study","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Medical Malpractice and Liability Issues","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Sinai Health System; North York General Hospital; McMaster University; University of Toronto; University Health Network","funders":"","keywords":"Misconduct; Medicine; Sexual misconduct; Observational study; Family medicine; Specialty; Psychology; Internal medicine","score_opus":0.30198820378843444,"score_gpt":0.5560835813472308,"score_spread":0.25409537755879635,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3006645992","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7492701,0.000059854065,0.00019055181,0.248788,0.00022636564,0.00046113305,0.000009265279,0.000017626895,0.0009771258],"genre_scores_gemma":[0.9904643,0.00003716423,0.00008757192,0.004813388,0.00406808,0.00003245783,0.000008950962,0.000016165282,0.0004719028],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9905246,0.0032910234,0.0010412155,0.00027317437,0.004418983,0.0004510321],"domain_scores_gemma":[0.98903555,0.007917514,0.00068101933,0.00014185932,0.0014887162,0.00073532097],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.013106871,0.0001287101,0.000528084,0.00013487271,0.00036395228,0.00004993406,0.00047527585,0.00028159213,0.0012602003],"category_scores_gemma":[0.02664251,0.00009624665,0.00009177346,0.00051435333,0.00019795712,0.0003350768,0.0003151142,0.0047838734,0.00011265021],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021815483,0.0005166565,0.8925397,0.00015456164,0.00024540722,0.00004468138,0.00832977,7.552458e-7,0.00008585867,0.00030226712,0.09613076,0.0014314286],"study_design_scores_gemma":[0.004326773,0.003966966,0.89378095,0.0010664285,0.00014451037,0.0000010120016,0.03697508,0.005213879,0.000045031906,0.001625291,0.05268464,0.0001694623],"about_ca_topic_score_codex":0.00015745465,"about_ca_topic_score_gemma":0.000059123457,"teacher_disagreement_score":0.24397461,"about_ca_system_score_codex":0.00048346483,"about_ca_system_score_gemma":0.0011703987,"threshold_uncertainty_score":0.9996528},"labels":[],"label_agreement":null},{"id":"W3006704404","doi":"10.2196/16757","title":"Privacy-Preserving Record Linkage of Deidentified Records Within a Public Health Surveillance System: Evaluation Study","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Data Quality and Management","field":"Decision Sciences","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"NSW Ministry of Health; Department of Health, State Government of Victoria; Department of Health, Government of Western Australia; Monash University; NSW Health Pathology; McGill University; University of New South Wales; Burnet Institute; University of Pennsylvania","keywords":"Record linkage; Medical record; Internet privacy; Public health; Computer science; Medicine; Environmental health; Nursing","score_opus":0.649057499612472,"score_gpt":0.5757913744496808,"score_spread":0.0732661251627913,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3006704404","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8901748,0.00045331716,0.019623965,0.08618411,0.0014997588,0.0009041074,0.000010322485,0.000016798233,0.0011327903],"genre_scores_gemma":[0.99826086,0.00008127501,0.00042523845,0.0003701545,0.00040377537,0.0000107699725,0.0000038546664,0.000010896098,0.00043320103],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.94489855,0.019135917,0.004695386,0.0006981899,0.02991378,0.0006581942],"domain_scores_gemma":[0.9878372,0.004145261,0.0018638403,0.00095574744,0.004070905,0.0011270217],"candidate_categories":["metaresearch","open_science","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.27898037,0.00012486031,0.00074814056,0.00072619464,0.00009805775,0.0006309553,0.005763255,0.00011192665,0.0021530795],"category_scores_gemma":[0.15725058,0.00008486854,0.00015544039,0.0017686519,0.00018483501,0.0006326708,0.00260377,0.0013644194,0.00011224391],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00064861955,0.0013335474,0.051895358,0.00064354105,0.00044221646,0.0003009196,0.028019156,0.000029496347,0.000043432497,0.0015148083,0.5902057,0.3249232],"study_design_scores_gemma":[0.011535233,0.01590808,0.111882575,0.0033615413,0.00007617466,0.00015385986,0.27618125,0.38348594,0.00018077064,0.0068850964,0.18968976,0.0006597283],"about_ca_topic_score_codex":0.0014292491,"about_ca_topic_score_gemma":0.0016703643,"teacher_disagreement_score":0.40051597,"about_ca_system_score_codex":0.00029694042,"about_ca_system_score_gemma":0.0016369257,"threshold_uncertainty_score":0.999616},"labels":[],"label_agreement":null},{"id":"W3007700627","doi":"10.2196/16982","title":"What Medical Crowdfunding Campaigns Can Tell Us About Local Health System Gaps and Deficiencies: Exploratory Analysis of British Columbia, Canada","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"FinTech, Crowdfunding, Digital Finance","field":"Business, Management and Accounting","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Metropolitan area; Health care; Business; Public relations; Public health; Political science; Medicine; Economic growth; Nursing; Economics","score_opus":0.04756364215107566,"score_gpt":0.307798962154696,"score_spread":0.2602353200036203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3007700627","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.987198,0.003779865,0.0019240868,0.005765323,0.00063690456,0.0001692416,0.000020590625,0.000023405033,0.000482584],"genre_scores_gemma":[0.99575347,0.0006802216,0.00001586414,0.002699409,0.0006315836,0.0000054688053,0.000008994621,0.000028876662,0.00017614164],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9912125,0.00013858835,0.0014290565,0.00041654147,0.0060203755,0.0007829658],"domain_scores_gemma":[0.99711907,0.0004622455,0.0007264233,0.0001903309,0.0009525515,0.0005493883],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0067563625,0.00016578371,0.00100023,0.0005240916,0.00014446786,0.0013816468,0.0013264148,0.00021316315,0.00070315064],"category_scores_gemma":[0.0035459187,0.00019294974,0.0001891142,0.0025027017,0.00077956484,0.0010416894,0.00079185894,0.0015019587,0.0000071266822],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029832314,0.00047595875,0.36726335,0.007552768,0.0017485862,0.009310105,0.0017782183,0.00013345073,0.000047256784,0.0018246525,0.55545205,0.0541153],"study_design_scores_gemma":[0.006476778,0.0019129553,0.1612571,0.045019682,0.0009587181,0.0017719102,0.15413648,0.28541213,0.00015529462,0.00021068471,0.3405829,0.0021053469],"about_ca_topic_score_codex":0.7454437,"about_ca_topic_score_gemma":0.9238752,"teacher_disagreement_score":0.28527868,"about_ca_system_score_codex":0.0006968442,"about_ca_system_score_gemma":0.002788407,"threshold_uncertainty_score":0.999655},"labels":[],"label_agreement":null},{"id":"W3007913840","doi":"10.2196/14093","title":"Occupational Health Needs and Predicted Well-Being in Office Workers Undergoing Web-Based Health Promotion Training: Cross-Sectional Study","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Workplace Health and Well-being","field":"Health Professions","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"Deutscher Akademischer Austauschdienst","keywords":"Health promotion; Workplace health promotion; Occupational health nursing; Health education; Psychological intervention; Medicine; Health care; Nursing; Psychology; Public health; Medical education","score_opus":0.1747479719984294,"score_gpt":0.5136332971021677,"score_spread":0.33888532510373826,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3007913840","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9187294,0.00025226534,0.0018156029,0.076429896,0.00069860613,0.0012702466,0.0000048565807,0.000043898264,0.0007551881],"genre_scores_gemma":[0.99303573,0.00018178673,0.0002848194,0.0048258537,0.0013746001,0.000042056676,0.000025134983,0.000037004786,0.00019303725],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98592377,0.005544089,0.0026046569,0.00041386,0.004111504,0.0014021518],"domain_scores_gemma":[0.9919597,0.0042185215,0.00082624226,0.00015522842,0.0006204403,0.0022198576],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.03196099,0.00021324931,0.0006693062,0.0010100729,0.0007747087,0.000090268004,0.00055072695,0.00038335196,0.001083585],"category_scores_gemma":[0.005247221,0.0001821795,0.00008973612,0.0013988614,0.00023670537,0.00025509586,0.00025590023,0.006389632,0.000036828988],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002113351,0.0005309832,0.96308255,0.001010199,0.000045128934,0.00008578527,0.01781549,0.0001234028,0.000002698104,0.00029729662,0.012365038,0.002528083],"study_design_scores_gemma":[0.010524146,0.0061908946,0.9260674,0.0046377224,0.000005392312,0.00004471031,0.019737989,0.027546246,0.0000016967451,0.00022734406,0.004840941,0.00017547721],"about_ca_topic_score_codex":0.001152103,"about_ca_topic_score_gemma":0.0017930225,"teacher_disagreement_score":0.074306265,"about_ca_system_score_codex":0.0011512196,"about_ca_system_score_gemma":0.019827131,"threshold_uncertainty_score":0.99982953},"labels":[],"label_agreement":null},{"id":"W3008656532","doi":"10.2196/17505","title":"Tracing the Decisions That Shaped the Development of MyChart, an Electronic Patient Portal in Alberta, Canada: Historical Research Study","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Vendor; Scope (computer science); Government (linguistics); Business; Implementation; Public relations; Health care; Knowledge management; Process management; Marketing; Computer science; Political science","score_opus":0.2951957094695147,"score_gpt":0.529324891591454,"score_spread":0.23412918212193934,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3008656532","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92398924,0.00096232095,0.00019536294,0.07214325,0.0005322698,0.0015746099,0.0000010146902,0.000004251236,0.00059770426],"genre_scores_gemma":[0.9980256,0.00010867502,0.000022023463,0.0005816912,0.00057527097,0.0001376646,0.0000013748225,0.000031204534,0.0005164697],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9716651,0.0131045235,0.0029451114,0.00038071643,0.009940755,0.0019637928],"domain_scores_gemma":[0.9808705,0.015619438,0.000578804,0.00046051925,0.0012957205,0.0011750527],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.052442737,0.00017572762,0.00065644603,0.00035977183,0.00069207884,0.000024018917,0.0024221304,0.00026803638,0.0012932245],"category_scores_gemma":[0.015560216,0.00009070185,0.0000857265,0.00112978,0.00017158067,0.0001173149,0.0006240956,0.01250092,0.000026082382],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0027939416,0.0029603553,0.111297734,0.00044914475,0.00047596174,0.0010539765,0.4156468,0.000015228479,0.00014077398,0.0017276853,0.36118543,0.10225299],"study_design_scores_gemma":[0.005431172,0.012624495,0.04482975,0.003449366,0.0000339745,0.00019337174,0.37625274,0.008721637,0.00019323349,0.00044226766,0.5473894,0.00043861632],"about_ca_topic_score_codex":0.5135228,"about_ca_topic_score_gemma":0.9578897,"teacher_disagreement_score":0.44436687,"about_ca_system_score_codex":0.005427392,"about_ca_system_score_gemma":0.04453576,"threshold_uncertainty_score":0.9996197},"labels":[],"label_agreement":null},{"id":"W3010239803","doi":"10.2196/17741","title":"Online Impact and Presence of a Specialized Social Media Team for the Journal of Neurosurgery: Descriptive Analysis","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"","keywords":"Social media; Publishing; Descriptive statistics; Altmetrics; Psychology; Medicine; Computer science; Library science; Statistics; World Wide Web; Mathematics; Political science","score_opus":0.36629482481254905,"score_gpt":0.5480119127004373,"score_spread":0.1817170878878882,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3010239803","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9216876,0.0014155491,0.001217857,0.07343736,0.001774384,0.0004064881,0.0000184798,0.000002671642,0.000039605966],"genre_scores_gemma":[0.9898969,0.0027472933,0.00019991443,0.00012013761,0.007007038,0.0000068805875,0.0000010314305,0.0000094016905,0.000011389793],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9919266,0.0023182118,0.0010759218,0.00010764885,0.004181297,0.0003902885],"domain_scores_gemma":[0.96023804,0.034461137,0.0011626997,0.00008909699,0.0031038742,0.0009451323],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.019363612,0.00008793303,0.00060524326,0.0004945461,0.00018776936,0.00006821211,0.00104112,0.00019383959,0.0004943853],"category_scores_gemma":[0.16856126,0.000055180724,0.00035209474,0.0018046098,0.0014185284,0.00019835241,0.00010909648,0.0012740219,6.1015203e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0037614615,0.00081731717,0.04484317,0.00015716946,0.0016854734,0.00004739514,0.7046676,0.00001115933,0.00036492784,0.0011310648,0.14569867,0.096814536],"study_design_scores_gemma":[0.0065285624,0.0057156044,0.350107,0.00092244067,0.0022822462,0.000087029824,0.45719948,0.008800398,0.00070496136,0.004789011,0.16239624,0.0004669934],"about_ca_topic_score_codex":0.0018938459,"about_ca_topic_score_gemma":0.0014290949,"teacher_disagreement_score":0.30526385,"about_ca_system_score_codex":0.00022827978,"about_ca_system_score_gemma":0.0033092878,"threshold_uncertainty_score":0.83844227},"labels":[],"label_agreement":null},{"id":"W3012494087","doi":"10.2196/14562","title":"Comparative Usability Analysis and Parental Preferences of Three Web-Based Knowledge Translation Tools: Multimethod Study","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cochrane; University of Alberta","funders":"Canadian Institutes of Health Research; Alberta Innovates; Alberta Health Services","keywords":"Usability; Thematic analysis; Knowledge translation; Psychology; Applied psychology; Qualitative research; Medical education; Computer science; Knowledge management; Medicine; Human–computer interaction","score_opus":0.9112030730290526,"score_gpt":0.7601928967609982,"score_spread":0.15101017626805435,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3012494087","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97875756,0.00008369929,0.009111881,0.0108497115,0.00008465339,0.000714118,0.00002527595,0.000006383208,0.00036670457],"genre_scores_gemma":[0.997882,0.00001766474,0.0015980672,0.00031116136,0.000147067,0.000025459944,0.0000020454077,0.000004004878,0.0000125065535],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9864904,0.008569193,0.0016786258,0.00024099938,0.0026367393,0.00038399707],"domain_scores_gemma":[0.9796018,0.017747102,0.0005084293,0.00014582984,0.0011739723,0.000822852],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.025828334,0.00009575457,0.0006394748,0.00044605503,0.00015521942,0.000024030547,0.00062643155,0.0001244656,0.0030221792],"category_scores_gemma":[0.011519482,0.00006583511,0.000094221694,0.0014539747,0.00045791792,0.00020804867,0.00016148656,0.001596571,0.000021304584],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00050389377,0.00043401815,0.86708254,0.00028093104,0.00025577776,0.000006453237,0.10356743,0.000008594119,0.00024948444,0.000026310834,0.0023599702,0.025224589],"study_design_scores_gemma":[0.0047406275,0.003054917,0.81647444,0.00026258238,0.00014002896,0.0000012307954,0.050807502,0.12105414,0.00038738616,0.00011096159,0.0028603552,0.00010582585],"about_ca_topic_score_codex":0.00085773296,"about_ca_topic_score_gemma":0.0067295767,"teacher_disagreement_score":0.12104555,"about_ca_system_score_codex":0.00012465252,"about_ca_system_score_gemma":0.002181317,"threshold_uncertainty_score":0.9978892},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W3012498077","doi":"10.2196/14283","title":"Integrating Health Technologies in Health Services for Syrian Refugees in Lebanon: Qualitative Study","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Migration, Health and Trauma","field":"Psychology","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Engineering and Physical Sciences Research Council; Newcastle University; International Development Research Centre","keywords":"Refugee; Health care; Thematic analysis; Context (archaeology); Syrian refugees; Qualitative research; Population; mHealth; eHealth; Medicine; Nursing; Economic growth; Public relations; Political science; Environmental health; Sociology; Geography","score_opus":0.16909427032936875,"score_gpt":0.5789660300788815,"score_spread":0.40987175974951273,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3012498077","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7948027,0.006503937,0.00077962596,0.1963632,0.00027083245,0.0010909275,0.00000707396,0.00002760939,0.00015408719],"genre_scores_gemma":[0.99740916,0.00018815816,0.0004521802,0.0015660538,0.00018246632,0.000074405616,0.0000042131405,0.00001619013,0.00010718306],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9921825,0.0033266954,0.0018803935,0.00033675332,0.0015154114,0.0007582328],"domain_scores_gemma":[0.9969444,0.0016634684,0.00050107023,0.00017180876,0.0002955181,0.00042369237],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.023909103,0.00013750629,0.0006508162,0.0007318789,0.000067389716,0.000050501225,0.0009541188,0.00020489281,0.00032078466],"category_scores_gemma":[0.002394869,0.000101831385,0.00007000421,0.0008527656,0.00014134042,0.00012652682,0.00012305166,0.0025412207,0.000018860092],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012331409,0.0011529156,0.009931901,0.0010562523,0.00006917177,0.00017486396,0.87811095,0.0000015285445,0.0000033062931,0.0068416134,0.017749298,0.08367507],"study_design_scores_gemma":[0.0035095501,0.009628375,0.00434674,0.001621236,0.0000014774133,0.000030712203,0.9630785,0.0006563938,0.000011059953,0.0017142018,0.015312782,0.00008900082],"about_ca_topic_score_codex":0.007280472,"about_ca_topic_score_gemma":0.030544259,"teacher_disagreement_score":0.20260644,"about_ca_system_score_codex":0.0003203088,"about_ca_system_score_gemma":0.0010467122,"threshold_uncertainty_score":0.99976},"labels":[],"label_agreement":null},{"id":"W3012903174","doi":"10.2196/16480","title":"Electronic Data Capture Versus Conventional Data Collection Methods in Clinical Pain Studies: Systematic Review and Meta-Analysis","year":2020,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Pain Management and Opioid Use","field":"Medicine","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Addiction and Mental Health; Western University; University of Ottawa; McMaster University; Mount Sinai Hospital; Institute for Clinical Evaluative Sciences; University of Toronto; SickKids Foundation; Hospital for Sick Children","funders":"","keywords":"Electronic data capture; Meta-analysis; MEDLINE; Medicine; Data collection; Pain assessment; Cochrane Library; Systematic review; Modalities; Electronic data; Physical therapy; Clinical trial; Information retrieval; Pain management; Computer science; Statistics; Internal medicine","score_opus":0.7116317296275922,"score_gpt":0.6710071810726996,"score_spread":0.040624548554892614,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3012903174","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.382755e-7,0.9832825,0.0033625031,0.011203325,0.00017336765,0.0019049023,0.000029399376,0.000007137178,0.000036723446],"genre_scores_gemma":[0.0000015174455,0.9952833,0.0014938317,0.00075443625,0.0003205834,0.00006416433,0.0004164907,0.000031020903,0.0016346363],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.9648028,0.025168652,0.004623907,0.0009402359,0.00393406,0.0005303553],"domain_scores_gemma":[0.9691005,0.02373255,0.0023399643,0.002903787,0.00096567965,0.0009575569],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.19602543,0.00038567247,0.012010257,0.0011789345,0.000040871088,0.000080444814,0.003488399,0.000499584,0.0011417156],"category_scores_gemma":[0.12872665,0.00021794841,0.0017116565,0.0025891536,0.00034780125,0.00016957715,0.00291093,0.005966879,0.000020701502],"study_design_candidate":"meta_analysis","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009471125,0.00016975628,0.0000045630973,0.53620434,0.31085667,0.0006603601,0.000025772315,1.3075842e-8,2.1971713e-9,0.000055727673,0.13584751,0.016080597],"study_design_scores_gemma":[0.00061018555,0.00039353236,0.0000010995095,0.057938356,0.47143236,0.000063247055,0.000119609795,0.0013806438,3.28097e-9,0.000015034156,0.46794382,0.000102105914],"about_ca_topic_score_codex":0.00005711597,"about_ca_topic_score_gemma":0.00015733049,"teacher_disagreement_score":0.47826597,"about_ca_system_score_codex":0.00045206823,"about_ca_system_score_gemma":0.00222041,"threshold_uncertainty_score":0.99977136},"labels":[],"label_agreement":null},{"id":"W3012909991","doi":"10.2196/16002","title":"Behavior Change Techniques Included in Reports of Social Media Interventions for Promoting Health Behaviors in Adults: Content Analysis Within a Systematic Review","year":2020,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Behavioral Health and Interventions","field":"Psychology","cited_by":62,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Guelph; Public Health Ontario; University of Toronto; Cochrane; Bruyère; University of Ottawa","funders":"Bruyère Research Institute","keywords":"Psychological intervention; Behavior change methods; Social media; Behavior change; Health promotion; Psychology; Content analysis; Terminology; Behaviour change; Applied psychology; Medicine; Social psychology; Public health; Computer science; Nursing; World Wide Web","score_opus":0.5512432273428152,"score_gpt":0.6290522861026545,"score_spread":0.07780905875983934,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3012909991","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00060255296,0.98764974,0.0000503412,0.0014295351,0.00055573584,0.009566591,0.00011897096,0.000016101843,0.000010458151],"genre_scores_gemma":[0.004061058,0.9844206,0.00017615037,0.00011384554,0.0003073737,0.010587294,0.00018755678,0.00007016588,0.00007596501],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.97815424,0.005456991,0.012421828,0.00059482263,0.002575164,0.0007969417],"domain_scores_gemma":[0.9896271,0.001007046,0.007128505,0.00046199746,0.0010577632,0.0007175933],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.037302747,0.0004098681,0.0073187174,0.0035943708,0.000056884397,0.000036901078,0.0014081044,0.0008074462,0.00095481693],"category_scores_gemma":[0.007657,0.00030422822,0.0034762493,0.0028941717,0.00026439913,0.0001405101,0.0003943999,0.004207801,0.0000065450395],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000059509202,0.0022017465,0.00019035081,0.7004342,0.00044684936,0.0012044263,0.005188549,7.2672746e-10,4.6406285e-8,0.00010330724,0.0015091299,0.28866187],"study_design_scores_gemma":[0.0005123124,0.0016814237,0.00031413895,0.9876413,0.0031407573,0.00049182866,0.0013283293,0.000004325611,5.327176e-7,0.000009301692,0.004678033,0.0001977303],"about_ca_topic_score_codex":0.0019535986,"about_ca_topic_score_gemma":0.005367603,"teacher_disagreement_score":0.28846416,"about_ca_system_score_codex":0.001143359,"about_ca_system_score_gemma":0.0011798992,"threshold_uncertainty_score":0.99995846},"labels":[],"label_agreement":null},{"id":"W3013285103","doi":"10.2196/15893","title":"Reliability of Smartphone for Diffusion-Weighted Imaging–Alberta Stroke Program Early Computed Tomography Scores in Acute Ischemic Stroke Patients: Diagnostic Test Accuracy Study","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Acute Ischemic Stroke Management","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Inter-rater reliability; Stroke (engine); Test (biology); Rating scale","score_opus":0.024448068746291206,"score_gpt":0.35854961703077937,"score_spread":0.3341015482844882,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3013285103","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98791325,0.0002259857,0.00048503038,0.0076600644,0.0002141662,0.003132767,0.000051148898,0.000026061354,0.00029150478],"genre_scores_gemma":[0.99722713,0.00013939913,0.0015547844,0.00030437647,0.00033485406,0.00014136746,0.00003700975,0.00004459602,0.00021648726],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9923042,0.0003351739,0.001860723,0.0005519372,0.0042161862,0.0007317579],"domain_scores_gemma":[0.9850233,0.010978016,0.00059052184,0.0004886471,0.0019447991,0.000974722],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0027709107,0.00030966612,0.0010439059,0.0007357462,0.00004307374,0.00007282008,0.0012875253,0.00018780986,0.00030699547],"category_scores_gemma":[0.049066544,0.00022510262,0.0003851953,0.0009789672,0.0005308052,0.00022691026,0.0009682287,0.0021536937,0.0000094240995],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002718985,0.008967803,0.8749444,0.00039271667,0.0005117685,0.0003976315,0.0015916103,5.2813874e-7,0.0015813188,0.0000024900116,0.08471171,0.024179047],"study_design_scores_gemma":[0.030390147,0.022488428,0.90880144,0.0025388193,0.0005350996,0.00005156887,0.0016263431,0.011833696,0.0053919842,0.000014508239,0.015968107,0.00035984465],"about_ca_topic_score_codex":0.0007260133,"about_ca_topic_score_gemma":0.00005890592,"teacher_disagreement_score":0.0687436,"about_ca_system_score_codex":0.00021358702,"about_ca_system_score_gemma":0.00036624845,"threshold_uncertainty_score":0.95894355},"labels":[],"label_agreement":null},{"id":"W3013414199","doi":"10.2196/17955","title":"Effects of a Web-Based Patient Portal on Patient Satisfaction and Missed Appointment Rates: Survey Study","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":71,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Women and Children’s Health Research Institute; University of Alberta; Alberta Health Services","funders":"University of Alberta","keywords":"Patient portal; Medicine; Audit; Patient satisfaction; Attendance; Emergency department; Medical emergency; Patient experience; Medical record; Health care; Family medicine; Emergency medicine; Surgery; Nursing","score_opus":0.15531502882497544,"score_gpt":0.5131973289288819,"score_spread":0.3578823001039065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3013414199","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9913001,0.00043460215,0.0000824834,0.0055058994,0.00056506286,0.0019423215,0.000005681531,0.000010517304,0.00015329714],"genre_scores_gemma":[0.99848634,0.00010380421,0.000018141493,0.0010368513,0.00022452048,0.000076465134,0.0000022490856,0.000024067955,0.000027570653],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98381543,0.009737586,0.0017674958,0.00027453623,0.0037659097,0.00063903356],"domain_scores_gemma":[0.99008155,0.0069779386,0.0007627497,0.00016736862,0.0008870441,0.0011233626],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0112217795,0.0001609146,0.00064040005,0.00029694088,0.00012261064,0.000013684978,0.000244694,0.00024888117,0.00068120117],"category_scores_gemma":[0.010131356,0.000110511224,0.0000768541,0.00035616034,0.0001038598,0.000053286058,0.00015195081,0.0031504722,0.00004246408],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009376577,0.0039232536,0.65858066,0.0052493718,0.0005389183,0.0014929604,0.027544865,0.000011787389,0.001437066,0.00009174124,0.1913156,0.10043722],"study_design_scores_gemma":[0.026630003,0.14997137,0.76005816,0.010847953,0.000075853764,0.000054332377,0.022244819,0.012197017,0.0038467539,0.000060542807,0.013548149,0.00046502886],"about_ca_topic_score_codex":0.003098608,"about_ca_topic_score_gemma":0.0010582331,"teacher_disagreement_score":0.17776746,"about_ca_system_score_codex":0.0003772982,"about_ca_system_score_gemma":0.0030319113,"threshold_uncertainty_score":0.9991493},"labels":[],"label_agreement":null},{"id":"W3013691734","doi":"10.2196/17824","title":"Help to Overcome Problems Effectively for Cancer Survivors: Development and Evaluation of a Digital Self-Management Program","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Cancer survivorship and care","field":"Medicine","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Macmillan Cancer Support","keywords":"Psychosocial; Psychological intervention; Worry; Gratitude; Distress; Anxiety; Mental health; Digital health; Medicine; Psycho-oncology; Psychology; Gerontology; Clinical psychology; Health care; Psychiatry; Psychotherapist","score_opus":0.11666649417297587,"score_gpt":0.4500327486590319,"score_spread":0.33336625448605606,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3013691734","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98601645,0.0011268354,0.0010527663,0.009321458,0.00017103566,0.0018178889,0.000005365487,0.000012781526,0.0004753996],"genre_scores_gemma":[0.99845237,0.00013527846,0.0005284533,0.00016834428,0.00029418763,0.00028266382,0.000003608733,0.000015175349,0.00011994111],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9950808,0.00015500377,0.00048035165,0.00019443867,0.0038296173,0.0002597791],"domain_scores_gemma":[0.99751323,0.000235846,0.00010867618,0.00007722646,0.00145277,0.0006122471],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0052927225,0.0000979028,0.00033231484,0.00020777312,0.000021682617,0.0000568676,0.00021964104,0.00008648673,0.00013860398],"category_scores_gemma":[0.0008900005,0.00007044472,0.00008254139,0.00033850034,0.00006734808,0.000086996304,0.00018678169,0.0004092461,0.0000032692835],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017142867,0.0006702545,0.013921487,0.0028096102,0.00081912853,0.000054402368,0.019319937,0.000009652894,0.0001152938,0.00011168204,0.005343293,0.95511097],"study_design_scores_gemma":[0.023223374,0.02752567,0.07359579,0.012941325,0.0008809074,0.00021660642,0.012567535,0.025531143,0.011218147,0.0005801033,0.81105745,0.0006619425],"about_ca_topic_score_codex":0.00021856597,"about_ca_topic_score_gemma":0.00053222984,"teacher_disagreement_score":0.95444906,"about_ca_system_score_codex":0.00031021412,"about_ca_system_score_gemma":0.0006484828,"threshold_uncertainty_score":0.28726524},"labels":[],"label_agreement":null},{"id":"W3013803816","doi":"10.2196/18073","title":"A Prospective Study of Usability and Workload of Electronic Medication Adherence Products by Older Adults, Caregivers, and Health Care Providers","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Medication Adherence and Compliance","field":"Medicine","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Family Medicine; Institute of Aging; Research Institute for Aging; McMaster University; University of Waterloo","funders":"","keywords":"Usability; Workload; System usability scale; Medicine; Sample (material); Psychology; Computer science; Web usability","score_opus":0.06614301685159432,"score_gpt":0.4237604616061155,"score_spread":0.3576174447545212,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3013803816","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9542951,0.013364942,0.00010500238,0.03098062,0.000034465833,0.0011398138,0.000001951051,0.0000048532734,0.0000732476],"genre_scores_gemma":[0.9980006,0.0015424425,0.00006418569,0.00018119624,0.00009251851,0.000021676069,0.0000022000918,0.0000069284524,0.00008821069],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9959763,0.00032852867,0.00071148603,0.00031378676,0.0024098498,0.00026004337],"domain_scores_gemma":[0.99740255,0.00016062791,0.00042120327,0.00018729214,0.0012393281,0.00058900635],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002399918,0.00009989227,0.00048198338,0.00010173761,0.000029292976,0.000010731535,0.00030575637,0.00009043999,0.0003174622],"category_scores_gemma":[0.0026376634,0.000072342475,0.00003126282,0.0003886449,0.0005372224,0.000091577196,0.00012132911,0.001104334,0.0000030185747],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0052514942,0.00346862,0.44795918,0.007637238,0.00059850083,0.00007146024,0.18169652,2.7501994e-7,0.00070564146,0.00019091064,0.14603968,0.20638047],"study_design_scores_gemma":[0.027118424,0.074269734,0.44302267,0.014470417,0.00019304415,0.0003231127,0.4287563,0.0010766037,0.0062432014,0.00016365465,0.0040040463,0.00035881466],"about_ca_topic_score_codex":0.00072320754,"about_ca_topic_score_gemma":0.00005563225,"teacher_disagreement_score":0.24705978,"about_ca_system_score_codex":0.00015507956,"about_ca_system_score_gemma":0.0018932783,"threshold_uncertainty_score":0.47978434},"labels":[],"label_agreement":null},{"id":"W3013950847","doi":"10.2196/16769","title":"Improving Self-Care in Patients With Coexisting Type 2 Diabetes and Hypertension by Technological Surrogate Nursing: Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":71,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Hong Kong Government; Health and Medical Research Fund; Food and Health Bureau","keywords":"Medicine; Randomized controlled trial; Blood pressure; Diabetes mellitus; Type 2 diabetes; Research design; Nursing; Physical therapy; Internal medicine","score_opus":0.060640889374536835,"score_gpt":0.4417209817066827,"score_spread":0.3810800923321459,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3013950847","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9757945,0.0020537174,0.00010594324,0.015532703,0.00023518152,0.005972976,0.0000022846448,0.000032762717,0.00026991294],"genre_scores_gemma":[0.9971503,0.0006100685,0.0003251957,0.0009594552,0.00028574586,0.00061811256,0.000008510124,0.000017880117,0.000024709705],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9930251,0.0028384882,0.0015210247,0.00026030344,0.0016724445,0.0006826428],"domain_scores_gemma":[0.99133736,0.0057100365,0.00060994044,0.00012643742,0.0012416091,0.0009746332],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.010937727,0.00013766004,0.0012614822,0.0002253997,0.00021676807,0.000019954537,0.00035622128,0.00043154036,0.0001853072],"category_scores_gemma":[0.021820256,0.00007763947,0.00007319049,0.00039718283,0.0003886056,0.000068745525,0.00013809853,0.003375608,0.000013215837],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9396428,0.0005206096,0.014869843,0.00046937683,0.00005853575,0.000022810256,0.0012543674,2.3069475e-7,0.000021349744,0.00044666458,0.009236251,0.033457167],"study_design_scores_gemma":[0.98475134,0.00301524,0.0005444435,0.0013491898,0.00004065987,0.0000018339392,0.0013392769,0.003842955,0.000007605793,0.00008076409,0.004938576,0.00008813748],"about_ca_topic_score_codex":0.00004276441,"about_ca_topic_score_gemma":0.000009354463,"teacher_disagreement_score":0.045108523,"about_ca_system_score_codex":0.00022437965,"about_ca_system_score_gemma":0.0011513255,"threshold_uncertainty_score":0.99892366},"labels":[],"label_agreement":null},{"id":"W3014258997","doi":"10.2196/15351","title":"Disseminating the Foundations of Knowledge Translation and Patient Engagement Science Through the KnowledgeNudge Blog and Twitter Profile: Quantitative Descriptive Evaluation","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba; George & Fay Yee Centre for Healthcare Innovation","funders":"Canada Research Chairs","keywords":"Social media; Knowledge translation; Descriptive statistics; Psychology; Promotion (chess); Percentile; Medicine; Medical education; Computer science; World Wide Web; Statistics; Mathematics; Knowledge management; Political science","score_opus":0.6325433333963434,"score_gpt":0.6000023632950928,"score_spread":0.032540970101250566,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3014258997","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90460694,0.00380917,0.00061879854,0.08643364,0.0008523971,0.0012009565,0.0000010661076,0.00000339243,0.002473648],"genre_scores_gemma":[0.9983666,0.0004839971,0.0005660026,0.00010962839,0.00036145234,0.000098322016,5.488861e-7,0.0000046524447,0.000008805457],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9933476,0.0029185787,0.00047379397,0.0001520319,0.0028663466,0.00024165082],"domain_scores_gemma":[0.986919,0.010032439,0.00029947117,0.000080604375,0.0024275896,0.0002409197],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.021420145,0.000059778118,0.00013176577,0.00009702879,0.0006950288,0.0001097697,0.0004578803,0.00006764697,0.00020545203],"category_scores_gemma":[0.047960233,0.000034741646,0.000029308934,0.0008510083,0.0029551508,0.0003051628,0.00012156462,0.0007793367,0.0000036848678],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029743527,0.000064588006,0.0008378783,0.000032834458,0.000017360171,5.101002e-7,0.8074693,4.4721244e-7,0.00016691461,0.009533622,0.0014007911,0.180446],"study_design_scores_gemma":[0.0007296226,0.0013594024,0.017634863,0.0006667161,0.00008071698,0.0000062202366,0.9177501,0.02072524,0.0011538004,0.0053534294,0.03441578,0.00012408395],"about_ca_topic_score_codex":0.0005708659,"about_ca_topic_score_gemma":0.0003097193,"teacher_disagreement_score":0.18032192,"about_ca_system_score_codex":0.00023534404,"about_ca_system_score_gemma":0.0020946213,"threshold_uncertainty_score":0.99975824},"labels":[],"label_agreement":null},{"id":"W3015618842","doi":"10.2196/19076","title":"Global Reach of an Online COVID-19 Course in Multiple Languages on OpenWHO in the First Quarter of 2020: Analysis of Platform Use Data","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"COVID-19 and Mental Health","field":"Psychology","cited_by":62,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Pan American Health Organization; Strong; World Health Organization","keywords":"Quarter (Canadian coin); Coronavirus disease 2019 (COVID-19); Course (navigation); Massive open online course; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Pandemic; Data science; Computer science; World Wide Web; Medicine; Geography; Engineering; Virology","score_opus":0.42441562115895826,"score_gpt":0.5947888998187619,"score_spread":0.17037327865980367,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3015618842","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9772939,0.00029220936,0.00005914087,0.021491837,0.000061663755,0.00020947924,0.00041719424,0.0000017978297,0.00017274941],"genre_scores_gemma":[0.9972432,0.0001462668,0.00005654784,0.0022972012,0.000116210984,0.000002273859,0.00010540018,0.0000059368153,0.00002690779],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9955639,0.00078120717,0.0010804457,0.00025624168,0.0020179506,0.00030021413],"domain_scores_gemma":[0.99604744,0.0024557533,0.00033683656,0.0005771462,0.00013209032,0.00045075096],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0076578474,0.00009822086,0.0005754702,0.00037338014,0.00001526171,0.000015097199,0.0021169463,0.00016649952,0.0015642795],"category_scores_gemma":[0.003857574,0.000062941726,0.00010681762,0.0013417867,0.0003060727,0.0001462108,0.00032574893,0.0009957002,0.0000037439386],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009518472,0.008069411,0.84867465,0.0005087938,0.000880987,0.0025488604,0.032536246,0.00016126115,0.000042834014,0.0007111559,0.071716756,0.024630552],"study_design_scores_gemma":[0.00751331,0.006138416,0.88086855,0.00056901225,0.00018315997,0.00008601086,0.053885195,0.03291069,0.000038382008,0.00006301471,0.017603114,0.00014114242],"about_ca_topic_score_codex":0.034685012,"about_ca_topic_score_gemma":0.09930287,"teacher_disagreement_score":0.06461786,"about_ca_system_score_codex":0.00023302838,"about_ca_system_score_gemma":0.00084506767,"threshold_uncertainty_score":0.9993484},"labels":[],"label_agreement":null},{"id":"W3015797662","doi":"10.2196/18315","title":"Evaluation of Digital Technologies Tailored to Support Young People’s Self-Management of Musculoskeletal Pain: Mixed Methods Study","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Pediatric Pain Management Techniques","field":"Medicine","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute for Clinical Evaluative Sciences; University Health Network; University of Toronto; SickKids Foundation; Hospital for Sick Children; Public Health Ontario","funders":"Hospital for Sick Children; University of Toronto; Government of Western Australia; Curtin University of Technology","keywords":"eHealth; Digital health; Psychological intervention; mHealth; Mood; Musculoskeletal pain; Physical therapy; Medicine; Health care; Psychology; Applied psychology; Nursing; Clinical psychology","score_opus":0.10138714950645654,"score_gpt":0.48916559883169664,"score_spread":0.3877784493252401,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3015797662","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92026085,0.00029490903,0.058426496,0.016134687,0.00015010245,0.0021457984,0.0000026731923,0.00013172049,0.0024527393],"genre_scores_gemma":[0.9869116,0.00024359085,0.012531801,0.00003310144,0.00013835188,0.000057973026,0.000003818704,0.000021599402,0.000058183286],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9852664,0.00218995,0.001431804,0.00033207238,0.010370117,0.00040966665],"domain_scores_gemma":[0.9958699,0.000678472,0.00041514204,0.00039542868,0.002247448,0.00039363877],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.058833893,0.00016792625,0.00072347745,0.00093509315,0.000020274347,0.00003728132,0.001155683,0.00017676773,0.00034728696],"category_scores_gemma":[0.019539166,0.0001286367,0.00023761063,0.0013743624,0.00016855316,0.00016799453,0.0011740709,0.0010040882,0.000009747825],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008426125,0.0035028926,0.075117566,0.0017497069,0.00285012,0.0006182066,0.0042114644,0.0000066319794,0.0006708719,0.00018327066,0.087668546,0.82257813],"study_design_scores_gemma":[0.038192242,0.22201476,0.26619145,0.005560307,0.01103274,0.0004956502,0.3362184,0.07923298,0.015869532,0.008191618,0.015266019,0.0017343009],"about_ca_topic_score_codex":0.000027328593,"about_ca_topic_score_gemma":0.000011719622,"teacher_disagreement_score":0.8208438,"about_ca_system_score_codex":0.0002798991,"about_ca_system_score_gemma":0.00042582277,"threshold_uncertainty_score":0.98871964},"labels":[],"label_agreement":null},{"id":"W3016137970","doi":"10.2196/17947","title":"Giving Children With Osteogenesis Imperfecta a Voice: Participatory Approach for the Development of the Interactive Assessment and Communication Tool Sisom OI","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Connective tissue disorders research","field":"Biochemistry, Genetics and Molecular Biology","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Shriners Hospitals for Children - Canada; McGill University","funders":"","keywords":"Osteogenesis imperfecta; Citizen journalism; Computer science; Psychology; Multimedia; Medicine; World Wide Web; Anatomy","score_opus":0.08430045785671797,"score_gpt":0.4276076635908234,"score_spread":0.34330720573410545,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3016137970","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97574025,0.001348913,0.018236926,0.004140156,0.000013675623,0.00045766603,0.0000035695618,9.781113e-7,0.000057883757],"genre_scores_gemma":[0.9980553,0.00018268864,0.0014797765,0.00008255431,0.00007943126,0.00006283283,0.0000051650695,0.00001211975,0.00004014567],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977205,0.0005779405,0.00032269224,0.00015987495,0.0010163094,0.00020267407],"domain_scores_gemma":[0.9984936,0.00047565313,0.000147255,0.0002286734,0.00052965205,0.00012515474],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034257965,0.000081454324,0.0001543255,0.000041007486,0.00011976362,0.000040807365,0.0008961338,0.00008116481,0.000043637556],"category_scores_gemma":[0.0017689919,0.00004210749,0.000066197244,0.00013485928,0.00035566857,0.000008268577,0.00076024694,0.0005803297,3.4768885e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004731231,0.00136661,0.4337373,0.00055235584,0.0048240717,0.000005750425,0.02170114,0.00011507326,0.19022144,0.00032016428,0.010322843,0.332102],"study_design_scores_gemma":[0.00621636,0.0051290076,0.6652755,0.00063619984,0.00015347255,0.0001606485,0.016590469,0.026245976,0.26375073,0.00006577179,0.015351778,0.00042408993],"about_ca_topic_score_codex":0.000034130207,"about_ca_topic_score_gemma":0.00009440663,"teacher_disagreement_score":0.3316779,"about_ca_system_score_codex":0.00004680713,"about_ca_system_score_gemma":0.0007124306,"threshold_uncertainty_score":0.2521276},"labels":[],"label_agreement":null},{"id":"W3017295914","doi":"10.2196/17406","title":"User-Centered Design and Evaluation of a Web-Based Decision Aid for Older Adults Living With Mild Cognitive Impairment and Their Health Care Providers: Mixed Methods Study","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Healthcare Decision-Making and Restraints","field":"Psychology","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université Laval; University of Waterloo; University of Toronto; Centre for Excellence in Mining Innovation","funders":"Government of Canada; Canadian Institutes of Health Research; Canadian Frailty Network; Université Laval","keywords":"Usability; CLARITY; Dementia; Comprehension; Thematic analysis; Cognition; Scale (ratio); Applied psychology; Decision aids; Psychology; Health care; Cognitive interview; Medicine; Clinical psychology; Qualitative research; Computer science; Psychiatry; Human–computer interaction; Alternative medicine","score_opus":0.20677380542970442,"score_gpt":0.5567246709661395,"score_spread":0.3499508655364351,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3017295914","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8835056,0.002519066,0.10737495,0.0041571357,0.0001553292,0.0022673518,0.0000091960055,0.0000061472797,0.000005264349],"genre_scores_gemma":[0.9889469,0.00005764239,0.010445254,0.00032063064,0.00011990525,0.00008105494,0.0000018962177,0.000023149454,0.0000035406813],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.98827934,0.007671998,0.0008840928,0.0004022153,0.0023600308,0.0004023026],"domain_scores_gemma":[0.98672026,0.010052135,0.0003803019,0.00014636472,0.0019636624,0.0007373014],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.028219227,0.00015771514,0.00052111835,0.00033555474,0.000083525454,0.000058289763,0.00030452927,0.00016982647,0.00016401507],"category_scores_gemma":[0.0076664654,0.000093304436,0.00007367232,0.00024227737,0.00017488067,0.00006593237,0.0001188694,0.00087079353,9.3940724e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008462023,0.00097017246,0.0025227696,0.000329818,0.0002748292,0.000108873886,0.08499274,0.0000067040987,0.0000068281383,0.0000019630024,0.0025532846,0.89977],"study_design_scores_gemma":[0.05354125,0.06978722,0.098952554,0.026803616,0.0001591488,0.00046302562,0.674972,0.0740736,0.0002681618,0.00011178098,0.00054840854,0.0003192586],"about_ca_topic_score_codex":0.0001748902,"about_ca_topic_score_gemma":0.00011831453,"teacher_disagreement_score":0.8994507,"about_ca_system_score_codex":0.00014507637,"about_ca_system_score_gemma":0.0015922878,"threshold_uncertainty_score":0.97802776},"labels":[],"label_agreement":null},{"id":"W3018948354","doi":"10.2196/17087","title":"Investigation of Geographic and Macrolevel Variations in LGBTQ Patient Experiences: Longitudinal Social Media Analysis","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"LGBTQ Health, Identity, and Policy","field":"Psychology","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Human Genome Research Institute; Canadian Institutes of Health Research; National Institutes of Health; Robert Wood Johnson Foundation","keywords":"Transgender; Lesbian; Queer; Social media; Context (archaeology); Politics; Health care; Psychology; Gender studies; Medicine; Political science; Sociology; Geography","score_opus":0.2031760114401066,"score_gpt":0.4763575547371046,"score_spread":0.273181543296998,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3018948354","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9719897,0.0004714022,0.00029595103,0.026618375,0.00021498126,0.00006978099,0.00000558203,0.0000030764895,0.00033117377],"genre_scores_gemma":[0.99884385,0.00026578625,0.000058080917,0.00028933396,0.00049747276,0.000009698745,0.00000358073,0.000005949165,0.000026252308],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9960001,0.0008737234,0.0008401357,0.0001837216,0.0018012695,0.00030101667],"domain_scores_gemma":[0.99813986,0.0006154402,0.00028011226,0.000087875516,0.00036874667,0.00050797476],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0028788077,0.00008000092,0.00035555023,0.0009647894,0.00005600545,0.00004047815,0.00042113103,0.00020730754,0.0019394233],"category_scores_gemma":[0.0018058801,0.00006581635,0.00012163749,0.001357418,0.0005714919,0.00010816305,0.00013221758,0.0010154027,0.000010075058],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017372375,0.000121898105,0.86035085,0.00011978818,0.00030658874,0.000110840156,0.12300015,7.545097e-7,0.000026493446,0.0022670296,0.008940553,0.0045813466],"study_design_scores_gemma":[0.0009398474,0.00047446624,0.9884936,0.00004540745,0.00010421228,0.000027804994,0.0072718854,0.00089852826,0.000017577067,0.0012776244,0.00037255097,0.000076475066],"about_ca_topic_score_codex":0.003695065,"about_ca_topic_score_gemma":0.0013841401,"teacher_disagreement_score":0.12814279,"about_ca_system_score_codex":0.000048711907,"about_ca_system_score_gemma":0.00028914728,"threshold_uncertainty_score":0.99897295},"labels":[],"label_agreement":null},{"id":"W3021352610","doi":"10.2196/15443","title":"Implementation of the Operating Room Black Box Research Program at the Ottawa Hospital Through Patient, Clinical, and Organizational Engagement: Case Study","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Patient Safety and Medication Errors","field":"Health Professions","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; St. Michael's Hospital; Ottawa Hospital; University of Ottawa","funders":"","keywords":"Best practice; Stakeholder; Perioperative; Medicine; Stakeholder engagement; Medical education; Patient safety; Nursing; Qualitative research; Health care; Public relations","score_opus":0.3506439150936644,"score_gpt":0.6203234566043369,"score_spread":0.26967954151067247,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3021352610","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9243236,0.00012306264,0.0001525151,0.07253065,0.00038506085,0.00212938,0.0000083046725,0.000007974775,0.00033943783],"genre_scores_gemma":[0.9978213,0.0001921381,0.00013629197,0.0009613426,0.0005942968,0.00006771665,0.0000053161166,0.00001795151,0.00020370334],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.98266816,0.0103789335,0.0018200886,0.00026047137,0.0044049276,0.00046743834],"domain_scores_gemma":[0.99268115,0.0038963885,0.0006814691,0.00027451327,0.0020351897,0.00043131126],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.023872681,0.00010597136,0.0002799507,0.000087234876,0.0010233219,0.00001634889,0.00081398466,0.00017126554,0.0028537165],"category_scores_gemma":[0.01638877,0.00005508565,0.00008128056,0.0007957738,0.0010247246,0.00016781873,0.0015955636,0.0042576473,0.000039764775],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010656084,0.0011543004,0.6638276,0.00015326109,0.00021232442,0.00027532596,0.16525306,0.0000077412105,0.000019937894,0.00057405554,0.1581032,0.010312643],"study_design_scores_gemma":[0.0058058496,0.009627533,0.07794316,0.0007113628,0.00006705981,0.00013541988,0.7764429,0.0017001295,0.00021383239,0.00019742042,0.12700254,0.00015280204],"about_ca_topic_score_codex":0.00073682895,"about_ca_topic_score_gemma":0.00077071536,"teacher_disagreement_score":0.61118984,"about_ca_system_score_codex":0.00014257555,"about_ca_system_score_gemma":0.0014715742,"threshold_uncertainty_score":0.9980578},"labels":[],"label_agreement":null},{"id":"W3021372245","doi":"10.2196/19799","title":"COVID-19 Research: Navigating the European General Data Protection Regulation","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Canadian Institutes of Health Research; Genome Canada","keywords":"General Data Protection Regulation; CLARITY; Pandemic; Data Protection Act 1998; European union; Legislature; Internet privacy; Political science; Coronavirus disease 2019 (COVID-19); Business; Public relations; Computer security; Computer science; Law; Medicine; International trade","score_opus":0.9018049152780193,"score_gpt":0.7072877974489569,"score_spread":0.19451711782906245,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3021372245","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10728855,0.0006646812,0.008583108,0.87506384,0.00028439602,0.00086653815,0.0000065443687,0.00003411688,0.0072082365],"genre_scores_gemma":[0.98354506,0.0010544241,0.000869801,0.005130644,0.007258649,0.00000949895,0.000020108071,0.000051137762,0.0020606539],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9639193,0.011889801,0.0016195223,0.000663274,0.02101544,0.00089270825],"domain_scores_gemma":[0.9328828,0.04454343,0.0007577799,0.003060936,0.009821127,0.008933969],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.22681636,0.00013041393,0.00037180184,0.00025031643,0.0003577422,0.00025959057,0.003975613,0.0004330141,0.0025496206],"category_scores_gemma":[0.5485134,0.00007708778,0.00014206803,0.0013472111,0.0020918723,0.00023540118,0.0035668456,0.02927894,0.00027977827],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0041439766,0.0008178621,0.00280644,0.0020157783,0.00053160614,0.0063647856,0.009131688,0.000054030934,0.011070422,0.013327258,0.70494103,0.24479513],"study_design_scores_gemma":[0.008475142,0.010622424,0.0075230873,0.0069362177,0.00008927401,0.0034283395,0.0069260304,0.18676151,0.0030623188,0.04195864,0.72381574,0.0004013051],"about_ca_topic_score_codex":0.00075606786,"about_ca_topic_score_gemma":0.00014359495,"teacher_disagreement_score":0.8762565,"about_ca_system_score_codex":0.00048920227,"about_ca_system_score_gemma":0.0060331034,"threshold_uncertainty_score":0.9996018},"labels":[],"label_agreement":null},{"id":"W3022649065","doi":"10.2196/17451","title":"The Potential of Smartphone Apps in Informing Protobacco and Antitobacco Messaging Efforts Among Underserved Communities: Longitudinal Observational Study","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Smoking Behavior and Cessation","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"Harvard University","keywords":"Tobacco control; Ethnic group; Socioeconomic status; Environmental health; Promotion (chess); Health promotion; Health equity; Geography; Medicine; Business; Public health; Political science; Nursing; Population","score_opus":0.24300081680377053,"score_gpt":0.43557729466536216,"score_spread":0.19257647786159163,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3022649065","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99511564,0.00010972248,0.00015245768,0.0039147455,0.000094078285,0.00050837174,5.664158e-7,0.0000046431646,0.00009974857],"genre_scores_gemma":[0.9995592,0.00013069597,0.000020978065,0.00006730008,0.00016139538,0.000015620319,0.0000038389494,0.000010033381,0.000030943807],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99569917,0.00031926692,0.00080282375,0.00009661784,0.0028379355,0.00024419022],"domain_scores_gemma":[0.99836785,0.00050085294,0.00023250567,0.00014004577,0.0005153664,0.00024340514],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00622882,0.00009325881,0.0003211934,0.00021548796,0.000095420095,0.0000830411,0.00039153555,0.00010825228,0.00015934223],"category_scores_gemma":[0.0010602938,0.000060524388,0.000069485905,0.00037585333,0.000409303,0.00022478233,0.0002812298,0.0015830973,4.9281306e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00057112344,0.00027482904,0.9912184,0.000090806905,0.00008743246,0.00027792566,0.0028919552,0.000006673851,0.00007601547,0.00007696536,0.00037744027,0.0040504714],"study_design_scores_gemma":[0.0025695045,0.000991467,0.9652838,0.0008248489,0.000035944744,0.000119940494,0.027948998,0.0018090094,0.00019338151,0.000045408247,0.00012832884,0.000049385733],"about_ca_topic_score_codex":0.001079545,"about_ca_topic_score_gemma":0.00044924804,"teacher_disagreement_score":0.025934579,"about_ca_system_score_codex":0.00008969081,"about_ca_system_score_gemma":0.00035692973,"threshold_uncertainty_score":0.6877858},"labels":[],"label_agreement":null},{"id":"W3023680935","doi":"10.2196/19274","title":"The Influence of Electronic Health Record Use on Physician Burnout: Cross-Sectional Survey","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":231,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; University of Waterloo; University of Toronto; Centre for Addiction and Mental Health","funders":"Centre for Addiction and Mental Health","keywords":"Burnout; Medicine; Family medicine; Cross-sectional study; Electronic health record; Mental health; Stressor; Documentation; Health care; Nursing; Clinical psychology; Psychiatry","score_opus":0.25016543092853916,"score_gpt":0.5715158100810895,"score_spread":0.3213503791525504,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3023680935","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97273624,0.0007060497,0.00016368553,0.024727639,0.00071862753,0.0006055226,0.000013062284,0.00001417403,0.00031500892],"genre_scores_gemma":[0.990654,0.0018346792,0.000011398108,0.0047645937,0.0015611473,0.000024683219,0.0000040076598,0.00003400101,0.0011115274],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9796845,0.0105084,0.002701065,0.00032345933,0.005024857,0.0017577735],"domain_scores_gemma":[0.9801661,0.014520558,0.0013485643,0.00035505966,0.0023887416,0.0012209706],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.046801776,0.00017122239,0.0006444446,0.00020932278,0.00059096294,0.000063697276,0.0016803645,0.00036177572,0.0003981071],"category_scores_gemma":[0.024774501,0.000106282525,0.00016503493,0.00078452646,0.0004361206,0.00020789841,0.00028496937,0.009633419,0.00021866216],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0037326831,0.00029955374,0.8420831,0.0007765582,0.00023806932,0.000041379957,0.0026398667,0.000073011935,0.00010506634,0.0062838253,0.12988032,0.0138465855],"study_design_scores_gemma":[0.0017147887,0.006970511,0.806488,0.0015506926,0.0000025910413,0.000026264337,0.0005298392,0.0014062736,0.000032581567,0.0005194172,0.18062665,0.0001324054],"about_ca_topic_score_codex":0.008122758,"about_ca_topic_score_gemma":0.004325212,"teacher_disagreement_score":0.050746333,"about_ca_system_score_codex":0.0012980126,"about_ca_system_score_gemma":0.012925453,"threshold_uncertainty_score":0.9984822},"labels":[],"label_agreement":null},{"id":"W3023864499","doi":"10.2196/17252","title":"Distinguishing Obstructive Versus Central Apneas in Infrared Video of Sleep Using Deep Learning: Validation Study","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Obstructive Sleep Apnea Research","field":"Medicine","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vector Institute; Toronto Rehabilitation Institute; University of Toronto; University Health Network","funders":"Natural Sciences and Engineering Research Council of Canada; FedDev Ontario; Toronto Rehabilitation Institute","keywords":"Apnea; Medicine; Obstructive sleep apnea; Central sleep apnea; Sleep apnea; Breathing; Hypopnea; Anesthesia; Polysomnography","score_opus":0.12369791194031983,"score_gpt":0.43410550403512027,"score_spread":0.31040759209480046,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3023864499","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99506426,0.00021429862,0.0016902655,0.0014879124,0.00036724197,0.0004942072,0.0000012857486,0.000010453728,0.0006700845],"genre_scores_gemma":[0.99847025,0.00002155292,0.00076686166,0.000022103495,0.0006513644,0.0000040273,0.0000040417094,0.00003399271,0.000025823894],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98996013,0.0015622656,0.0012285424,0.00035053748,0.0061919363,0.0007065961],"domain_scores_gemma":[0.994956,0.0015601458,0.00040855634,0.000202513,0.0018252773,0.0010475008],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0055133947,0.00017836744,0.000709122,0.0007085668,0.0000575464,0.00008030774,0.0007688332,0.00022218989,0.0009796565],"category_scores_gemma":[0.055688836,0.00014889047,0.00017505241,0.0012133631,0.00044926745,0.0002762316,0.0005745416,0.00428223,0.000009373861],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01625127,0.0017973571,0.8792492,0.0004582686,0.0010846696,0.005292184,0.02801663,0.00068316987,0.0073028672,0.00027428233,0.00014082945,0.05944928],"study_design_scores_gemma":[0.038207248,0.019155685,0.46889412,0.0016397733,0.00030402743,0.00055887405,0.064581804,0.3860767,0.01885656,0.00033332757,0.0009025783,0.0004892958],"about_ca_topic_score_codex":0.0003815963,"about_ca_topic_score_gemma":0.000035433364,"teacher_disagreement_score":0.41035506,"about_ca_system_score_codex":0.0008173213,"about_ca_system_score_gemma":0.00040313078,"threshold_uncertainty_score":0.9999336},"labels":[],"label_agreement":null},{"id":"W3024478970","doi":"10.2196/17707","title":"Artificial Intelligence and Health Technology Assessment: Anticipating a New Level of Complexity","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":162,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cégep de Lévis; Université de Sherbrooke; Women's College Hospital; University of Toronto; Université Laval; Université de Montréal; Institut National d'Excellence en Santé et en Services Sociaux","funders":"Institute of Health Services and Policy Research; Canadian Institutes of Health Research","keywords":"Value proposition; Context (archaeology); Knowledge management; Health care; Software deployment; Health technology; Quality (philosophy); Computer science; Business; Marketing; Economics","score_opus":0.8813186139257305,"score_gpt":0.6593472137306903,"score_spread":0.22197140019504025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3024478970","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.51488984,0.00085737684,0.06347459,0.42019704,0.00020394057,0.00022809666,0.0000019814672,0.000009913672,0.0001372354],"genre_scores_gemma":[0.9907707,0.0005500676,0.006857181,0.0010291137,0.0007414185,0.00000166831,0.0000016651048,0.000009946109,0.00003821347],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9961883,0.00022000515,0.0013316557,0.00018336948,0.0017175361,0.00035912672],"domain_scores_gemma":[0.99728525,0.00042180286,0.0003585258,0.00012923034,0.00082738756,0.0009778207],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0052799955,0.000087975306,0.00048269142,0.00039185592,0.000060000624,0.00002526018,0.00034168412,0.00019064087,0.00070660573],"category_scores_gemma":[0.0050011487,0.000069162976,0.0000660643,0.0006817218,0.0006087071,0.00007421169,0.00017327216,0.0018108967,0.000012024938],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028355973,0.00034167644,0.022796072,0.00048411547,0.000069587746,0.00009505604,0.00555601,0.0000020751322,0.0005451269,0.028389905,0.0075829034,0.9338539],"study_design_scores_gemma":[0.0009376835,0.060450207,0.057160806,0.016835453,0.0001913137,0.0039386177,0.15526786,0.1948634,0.2121189,0.28134316,0.01600208,0.0008905198],"about_ca_topic_score_codex":0.002132278,"about_ca_topic_score_gemma":0.00020420543,"teacher_disagreement_score":0.9329634,"about_ca_system_score_codex":0.00012864154,"about_ca_system_score_gemma":0.0030814453,"threshold_uncertainty_score":0.7867546},"labels":[],"label_agreement":null},{"id":"W3025144767","doi":"10.2196/19357","title":"A Global Digital Citizen Science Policy to Tackle Pandemics Like COVID-19","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Data-Driven Disease Surveillance","field":"Medicine","cited_by":82,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"Canadian Institutes of Health Research; Saskatchewan Health Research Foundation","keywords":"Pandemic; Civil liberties; Big data; Coronavirus disease 2019 (COVID-19); Political science; Democracy; Variety (cybernetics); Civil society; Existentialism; Citizen science; Public relations; Internet privacy; Law; Computer science; Politics; Infectious disease (medical specialty); Disease","score_opus":0.10433734913007416,"score_gpt":0.4859771627557122,"score_spread":0.38163981362563804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3025144767","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6205469,0.00047344534,0.007426029,0.36106735,0.00036992997,0.0004926052,0.00024260172,0.00007727263,0.009303854],"genre_scores_gemma":[0.9712954,0.0001170336,0.0002615648,0.026314171,0.0015799834,0.000003673025,0.000010282803,0.00001536163,0.0004024865],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9910622,0.0001747158,0.00067062356,0.00037933927,0.0069731674,0.0007399295],"domain_scores_gemma":[0.9897607,0.0004183696,0.00013544699,0.00033927202,0.0011186791,0.00822753],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0048735337,0.00014242265,0.00046204915,0.00043158964,0.00007313938,0.00025640076,0.0018317325,0.00013072931,0.0008696242],"category_scores_gemma":[0.07289511,0.0001059529,0.00016124791,0.00236763,0.0011575895,0.00028417597,0.0012703099,0.0011256197,0.00022615465],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024282897,0.00035857057,0.07666173,0.00021817783,0.00014116675,0.005521802,0.0010269972,0.0000113736405,0.00032539218,0.001208094,0.87345976,0.03863866],"study_design_scores_gemma":[0.00439062,0.0032217146,0.016761104,0.0005979182,0.000025455676,0.0027467215,0.00089141144,0.0030123002,0.00011670567,0.00091836206,0.9670752,0.0002424608],"about_ca_topic_score_codex":0.00020538546,"about_ca_topic_score_gemma":0.000033349614,"teacher_disagreement_score":0.35074854,"about_ca_system_score_codex":0.0011236923,"about_ca_system_score_gemma":0.010838871,"threshold_uncertainty_score":0.99476874},"labels":[],"label_agreement":null},{"id":"W3025464847","doi":"10.2196/15121","title":"Considerations for Health Researchers Using Social Media for Knowledge Translation: Multiple Case Study","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; Children's Hospital Research Institute of Manitoba; University of Manitoba; Izaak Walton Killam Health Centre; Dalhousie University; Mount Royal University; University of Calgary; Cochrane; University of Alberta","funders":"Canadian Institutes of Health Research; Alberta Innovates","keywords":"Social media; Knowledge translation; Variety (cybernetics); Knowledge management; Set (abstract data type); Computer science; Knowledge sharing; Public relations; Data science; World Wide Web; Political science","score_opus":0.8849905527074614,"score_gpt":0.6766487408383061,"score_spread":0.20834181186915535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3025464847","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.644417,0.0011718634,0.0062167267,0.33973387,0.0032578676,0.005056339,0.00002400067,0.00002527479,0.00009709117],"genre_scores_gemma":[0.9867201,0.00007893222,0.0031827178,0.00036300079,0.009347141,0.0002725261,0.000002325835,0.00002191187,0.000011361605],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9925033,0.003076152,0.0009158757,0.00022355226,0.002605637,0.0006754819],"domain_scores_gemma":[0.91735554,0.0773347,0.000346554,0.00009665248,0.003052641,0.0018139303],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.027020378,0.00009122557,0.00037875454,0.00026679877,0.0011624754,0.00015804119,0.00043589436,0.0002328257,0.00036802137],"category_scores_gemma":[0.18960707,0.00008603743,0.00015013134,0.00059716,0.00060796173,0.00020932469,0.000049354727,0.0011146219,0.000004207769],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002689642,0.00056023564,0.00095558964,0.00017286156,0.00007221113,0.00013035808,0.89479667,0.0000018749078,0.000009040772,0.0013283046,0.04504807,0.0566558],"study_design_scores_gemma":[0.005945417,0.0024294185,0.00029025972,0.00021616685,0.000043937205,0.00013951592,0.83980024,0.0136523275,0.000029995403,0.0024946742,0.13474855,0.00020950314],"about_ca_topic_score_codex":0.0041002426,"about_ca_topic_score_gemma":0.025769504,"teacher_disagreement_score":0.34230313,"about_ca_system_score_codex":0.00071588525,"about_ca_system_score_gemma":0.010283165,"threshold_uncertainty_score":0.9953276},"labels":[],"label_agreement":null},{"id":"W3031691549","doi":"10.2196/19930","title":"Considerations for an Individual-Level Population Notification System for Pandemic Response: A Review and Prototype","year":2020,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"COVID-19 Digital Contact Tracing","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Institute for Cancer Research; Research Institute for Aging; University of Toronto; University Health Network; Public Health Ontario; University of Waterloo","funders":"Canadian Institutes of Health Research; Ontario Institute for Cancer Research","keywords":"Pandemic; Notification system; Public health; Government (linguistics); Business; Social distance; Environmental health; Population; Outbreak; Computer security; Medical emergency; Hygiene; Coronavirus disease 2019 (COVID-19); Medicine; Computer science; Disease; Infectious disease (medical specialty); Virology; Nursing","score_opus":0.5236913990993137,"score_gpt":0.5359436026266231,"score_spread":0.01225220352730938,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3031691549","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000063882026,0.8785615,0.11201665,0.004794743,0.00019295535,0.0043279137,0.00005903808,0.00003335522,0.0000074365203],"genre_scores_gemma":[0.0021223521,0.98935276,0.006693759,0.00038843896,0.00042243622,0.00086261285,0.00004585468,0.000041420684,0.00007033353],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.994053,0.0016000246,0.0016270991,0.0004911502,0.0018945622,0.0003341807],"domain_scores_gemma":[0.98830605,0.008805554,0.00079818384,0.0004064193,0.0011412654,0.00054251467],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01955454,0.00023074826,0.0013499872,0.0005336232,0.00011898379,0.00066233217,0.0015166121,0.000351765,0.000010396892],"category_scores_gemma":[0.025219664,0.00017192114,0.0003059122,0.00044043185,0.00006969228,0.00064943277,0.00033928457,0.0012020675,0.000005571694],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000110386536,0.000057075802,0.0000041042153,0.07588346,0.00017248536,0.000035413872,0.00023194049,1.3877789e-7,0.0000013396641,0.008531257,0.0052636364,0.90970874],"study_design_scores_gemma":[0.00057568593,0.0019453797,0.000030840125,0.099012956,0.00036764928,0.0011598797,0.000022554115,0.00194469,0.0000023894363,0.0007978943,0.8938923,0.00024781],"about_ca_topic_score_codex":0.000023858447,"about_ca_topic_score_gemma":0.000029257926,"teacher_disagreement_score":0.90946096,"about_ca_system_score_codex":0.00050401903,"about_ca_system_score_gemma":0.00357646,"threshold_uncertainty_score":0.98299134},"labels":[],"label_agreement":null},{"id":"W3032766692","doi":"10.2196/19361","title":"Digital Health Equity and COVID-19: The Innovation Curve Cannot Reinforce the Social Gradient of Health","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":623,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Centre for Addiction and Mental Health","funders":"","keywords":"Health equity; Digital health; Social determinants of health; Business; Equity (law); Health care; Telehealth; Health policy; Social distance; Coronavirus disease 2019 (COVID-19); Public relations; Public economics; Environmental health; Political science; Telemedicine; Medicine; Economic growth; Disease; Economics; Infectious disease (medical specialty)","score_opus":0.3053050206574998,"score_gpt":0.5655184979873792,"score_spread":0.2602134773298794,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3032766692","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15653658,0.00075348595,0.0055517326,0.83624387,0.00010121678,0.0004580681,0.000010591547,0.0000062788185,0.000338169],"genre_scores_gemma":[0.94832295,0.00046596525,0.00002413927,0.050277945,0.0007744272,0.000004830728,0.000019521745,0.00000841514,0.00010182051],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99404836,0.000577181,0.0014321397,0.0001311133,0.0033999644,0.0004112444],"domain_scores_gemma":[0.9970224,0.00073736324,0.00075502344,0.000112195994,0.0005995676,0.0007734615],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.016585015,0.00008664519,0.00039793798,0.00019216046,0.00022156496,0.00004784387,0.00039411595,0.00006580423,0.0002448391],"category_scores_gemma":[0.009242387,0.00004351171,0.000057550442,0.0007971436,0.0005522826,0.00010038505,0.0003569497,0.0014252999,0.0000021222663],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006079103,0.00009336113,0.0060132644,0.00082381873,0.00009839355,0.000045291632,0.018188449,9.1195653e-7,0.000013748183,0.008612684,0.5454996,0.42000255],"study_design_scores_gemma":[0.010240442,0.018766215,0.06401885,0.00085995055,0.000041246887,0.0012414608,0.04546568,0.0034756728,0.00012993778,0.0022817673,0.8533154,0.00016333621],"about_ca_topic_score_codex":0.0016147179,"about_ca_topic_score_gemma":0.00013291358,"teacher_disagreement_score":0.7917864,"about_ca_system_score_codex":0.000358989,"about_ca_system_score_gemma":0.005083511,"threshold_uncertainty_score":0.9991032},"labels":[],"label_agreement":null},{"id":"W3033051858","doi":"10.2196/16175","title":"Self-Selection of Bathroom-Assistive Technology: Development of an Electronic Decision Support System (Hygiene 2.0)","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Assistive Technology in Communication and Mobility","field":"Health Professions","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Centre Intégré Universitaire de Santé et de Services Sociaux du Centre-Sud-de-l'Île-de-Montréal; Centre Intégré Universitaire de Santé et de Services Sociaux du Saguenay–Lac-Saint-Jean; Centre intégré universitaire de santé et de services sociaux de la Capitale-Nationale; Centre intégré universitaire de santé et de services sociaux de la Mauricie-et-du-Centre-du-Québec; Quebec Network for Research on Aging; Université Laval; Université de Montréal; Centre for Interdisciplinary Research in Rehabilitation; Université de Sherbrooke","funders":"Faculty of Medicine and Health, University of Sydney; Réseau québécois de recherche sur le vieillissement; Université de Sherbrooke","keywords":"Usability; Focus group; Thematic analysis; Autonomy; Clinical decision support system; Health care; Nursing; Psychology; Computer science; Decision support system; Medicine; Qualitative research; Human–computer interaction","score_opus":0.10422704800232752,"score_gpt":0.5041609434342439,"score_spread":0.3999338954319164,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3033051858","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96441513,0.00024435893,0.026776183,0.0067679393,0.00016289914,0.0004367312,0.0000026783725,0.000082018334,0.0011120577],"genre_scores_gemma":[0.9870869,0.00015623972,0.01251539,0.00006239734,0.000081072314,0.000030503003,0.0000029066616,0.000014081052,0.0000505438],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9943067,0.0012961483,0.0017551454,0.00023269386,0.0019243144,0.00048499918],"domain_scores_gemma":[0.9947839,0.0011723654,0.00085201906,0.00035949814,0.0024881375,0.00034412436],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.011941014,0.000118556345,0.0005584377,0.0006076875,0.00019514043,0.000004068036,0.0016038724,0.0007181227,0.0009502748],"category_scores_gemma":[0.005145785,0.000089678375,0.00008475483,0.0009564378,0.0004458712,0.00009822244,0.0007233723,0.0040624486,0.000040843075],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0065595517,0.0049913614,0.28871983,0.004000444,0.0016959745,0.00017393536,0.014288158,0.0000041028643,0.012698384,0.037861485,0.034652274,0.5943545],"study_design_scores_gemma":[0.016630122,0.028576056,0.24923564,0.011903727,0.0002855989,0.0005600505,0.100169845,0.033929244,0.13544224,0.002167083,0.42009908,0.0010013164],"about_ca_topic_score_codex":0.00002495318,"about_ca_topic_score_gemma":0.00014503974,"teacher_disagreement_score":0.5933532,"about_ca_system_score_codex":0.00090859795,"about_ca_system_score_gemma":0.0043600164,"threshold_uncertainty_score":0.999963},"labels":[],"label_agreement":null},{"id":"W3033063320","doi":"10.2196/18598","title":"Technology-Enabled Self-Management of Chronic Obstructive Pulmonary Disease With or Without Asynchronous Remote Monitoring: Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Chronic Obstructive Pulmonary Disease (COPD) Research","field":"Medicine","cited_by":58,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; Markham Stouffville Hospital; University of Toronto; Women's College Hospital","funders":"","keywords":"Randomized controlled trial; Pulmonary disease; Medicine; Self-management; Telemedicine; Remote patient monitoring; Intensive care medicine; Asynchronous communication; Physical therapy; Computer science; Internal medicine; Health care; Artificial intelligence; Telecommunications; Nursing","score_opus":0.02871311359963974,"score_gpt":0.3590459872812266,"score_spread":0.33033287368158687,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3033063320","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95755243,0.009343533,0.0018297199,0.01783532,0.0005670228,0.009920018,0.000009252246,0.000106347776,0.0028363478],"genre_scores_gemma":[0.99205303,0.0025584963,0.0016650942,0.000044253207,0.001879878,0.00021089418,0.0000050342032,0.00008262291,0.0015006729],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9870265,0.0014525935,0.0020268857,0.0006810536,0.007783876,0.001029068],"domain_scores_gemma":[0.9925532,0.0014654299,0.0008231621,0.0006332979,0.002144486,0.0023804705],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0063913916,0.00044264176,0.0032663888,0.0010400404,0.00010381596,0.00006707069,0.0014293409,0.0003699368,0.0017601212],"category_scores_gemma":[0.005162861,0.00025399186,0.00076803094,0.0014585367,0.0019960192,0.00022090533,0.0007497139,0.003387209,0.000032569314],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9535089,0.00165768,0.0015034276,0.0022877618,0.0042614513,0.017343335,0.00024938778,0.000011371478,0.000118989905,0.00033616016,0.0003175743,0.018403955],"study_design_scores_gemma":[0.9522761,0.004867092,0.0010427658,0.0040377094,0.0013646838,0.00071531336,0.0017129951,0.031767868,0.00047856517,0.00044088764,0.001028952,0.00026703803],"about_ca_topic_score_codex":0.000046440877,"about_ca_topic_score_gemma":0.000002221227,"teacher_disagreement_score":0.034500614,"about_ca_system_score_codex":0.0013820763,"about_ca_system_score_gemma":0.0054280492,"threshold_uncertainty_score":0.99999124},"labels":[],"label_agreement":null},{"id":"W3033296582","doi":"10.2196/18225","title":"Codeveloping a Virtual Patient Simulation to Foster Nurses’ Relational Skills Consistent With Motivational Interviewing: A Situation of Antiretroviral Therapy Nonadherence","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Université du Québec à Rimouski; Montreal Heart Institute; Université Laval","funders":"Canadian Institutes of Health Research; Institut de Cardiologie de Montréal; Fondation Institut de Cardiologie de Montréal; Université de Montréal; Max-Planck-Gesellschaft; Réseau de recherche portant sur les interventions en sciences infirmières du Québec; Fonds de Recherche du Québec - Santé; Canadian Nurses Foundation","keywords":"Motivational interviewing; Psychological intervention; Medical education; Intervention (counseling); Psychology; Nursing; Medicine","score_opus":0.19017447880619348,"score_gpt":0.46492337067358314,"score_spread":0.27474889186738966,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3033296582","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9396568,0.00010946291,0.025537346,0.0337696,0.00026038676,0.00057371287,0.0000052472747,0.000009434592,0.00007802521],"genre_scores_gemma":[0.99416244,0.00001709902,0.0019103204,0.0033626207,0.00040830488,0.000015263084,0.000029125062,0.000020365405,0.00007448438],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9937888,0.00041156402,0.0011771702,0.00024787907,0.0041204654,0.0002541195],"domain_scores_gemma":[0.99234384,0.0020066355,0.00045093364,0.00015297564,0.004401032,0.0006445749],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016894765,0.00014021735,0.00038746189,0.0004318365,0.000052815853,0.00003072938,0.00024120463,0.00015926157,0.0014799234],"category_scores_gemma":[0.0038992956,0.00010394996,0.0001053816,0.0006928951,0.00018418064,0.0001901251,0.000075756034,0.00088387646,0.000030593823],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0071104527,0.0014884132,0.79302794,0.00042876304,0.00048454906,0.0001319258,0.07383617,0.021188179,0.0010472935,0.0015481698,0.011821878,0.087886296],"study_design_scores_gemma":[0.012261134,0.03875893,0.6182497,0.011979092,0.000082149105,0.00033517188,0.013865864,0.29033864,0.0057721795,0.00030075345,0.0075083557,0.0005480257],"about_ca_topic_score_codex":0.000039478007,"about_ca_topic_score_gemma":0.0000033972947,"teacher_disagreement_score":0.26915047,"about_ca_system_score_codex":0.00035059077,"about_ca_system_score_gemma":0.0022947385,"threshold_uncertainty_score":0.99943286},"labels":[],"label_agreement":null},{"id":"W3033386299","doi":"10.2196/18973","title":"Patient Portal Implementation and Uptake: Qualitative Comparative Case Study","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Alberta Health Services; University of Alberta","funders":"Canadian Institutes of Health Research; Alberta Innovates","keywords":"Thematic analysis; Patient portal; Qualitative research; Medicine; Workflow; Nursing; Health care; Family medicine","score_opus":0.5167965016548675,"score_gpt":0.6979493258120668,"score_spread":0.18115282415719935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3033386299","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9849235,0.00048428524,0.00026822882,0.011981935,0.00033369707,0.0012241513,0.0000061020964,0.00000884749,0.0007692925],"genre_scores_gemma":[0.9983609,0.000058316506,0.00006656267,0.00072458206,0.00061742554,0.000054477467,0.0000020921277,0.000013133482,0.000102554804],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9857226,0.008868602,0.001793525,0.00022225575,0.0027708982,0.0006221318],"domain_scores_gemma":[0.99419487,0.0028943492,0.00057574623,0.00010430147,0.00106991,0.0011608094],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.016282173,0.00011660713,0.0005017792,0.00018766163,0.00024454165,0.000022213542,0.00025525462,0.00015057629,0.003226336],"category_scores_gemma":[0.0017040473,0.00008253823,0.000049127655,0.0003111247,0.0001396182,0.00014644442,0.00025492065,0.0036106764,0.00006938966],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033397184,0.00026811697,0.00801346,0.00022452373,0.00018504448,0.006299809,0.8328758,1.8783628e-7,0.000018117127,0.00048307583,0.13686736,0.014430551],"study_design_scores_gemma":[0.0022442422,0.007093725,0.0005582363,0.0002343802,0.0000119945435,0.0009482325,0.9755862,0.0004689019,0.0000147608835,0.000054634736,0.012718113,0.000066600354],"about_ca_topic_score_codex":0.0055038724,"about_ca_topic_score_gemma":0.004686763,"teacher_disagreement_score":0.14271039,"about_ca_system_score_codex":0.00024923598,"about_ca_system_score_gemma":0.0021062442,"threshold_uncertainty_score":0.99868804},"labels":[],"label_agreement":null},{"id":"W3033573372","doi":"10.2196/17987","title":"Seeking Meaningful Innovation: Lessons Learned Developing, Evaluating, and Implementing the Electronic Patient-Reported Outcome Tool","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sinai Health System; Lunenfeld-Tanenbaum Research Institute; Public Health Ontario; University of Toronto","funders":"Canadian Institutes of Health Research; Women's College Hospital","keywords":"Operationalization; Process (computing); Knowledge management; Digital health; Value (mathematics); Field (mathematics); Outcome (game theory); eHealth; Qualitative research; Computer science; Process management; Psychology; Health care; Business; Sociology","score_opus":0.8417162741676035,"score_gpt":0.7418060553966667,"score_spread":0.09991021877093686,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3033573372","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.64682436,0.00004882921,0.0060565323,0.34605688,0.00017968006,0.00041100272,0.0000014781978,0.000014186913,0.00040705813],"genre_scores_gemma":[0.970532,0.00009409262,0.000618488,0.027773878,0.00065750035,0.000038724767,0.0000018891551,0.000019074214,0.0002643604],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9867587,0.003745191,0.0029968556,0.00029306955,0.0048831906,0.0013229904],"domain_scores_gemma":[0.990098,0.005215643,0.0015485248,0.00021538537,0.0024807777,0.00044163954],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.056882665,0.00012984777,0.00034006595,0.00034390777,0.0008693189,0.00009226039,0.0008588479,0.00015218188,0.0025789812],"category_scores_gemma":[0.07644594,0.00008394889,0.000047756825,0.0015853752,0.00022655819,0.0002479916,0.00092759874,0.0040326514,0.00005387098],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040293598,0.00006424097,0.25972795,0.0008206636,0.0003490211,0.0001893393,0.15761165,0.0000042175598,0.0032143104,0.106866635,0.17960687,0.29114217],"study_design_scores_gemma":[0.0044041355,0.0019890773,0.022777498,0.0010922812,0.000040806368,0.00019301819,0.04281256,0.011685254,0.00041983786,0.0053575183,0.90890056,0.00032743323],"about_ca_topic_score_codex":0.00023969132,"about_ca_topic_score_gemma":0.0001638466,"teacher_disagreement_score":0.7292937,"about_ca_system_score_codex":0.00047784628,"about_ca_system_score_gemma":0.0057772743,"threshold_uncertainty_score":0.99985904},"labels":[],"label_agreement":null},{"id":"W3033781029","doi":"10.2196/16961","title":"Perceived Effectiveness and Motivations for the Use of Web-Based Mental Health Programs: Qualitative Study","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Université de Montréal; University of Calgary; Dalhousie University; University of Ottawa","funders":"Movember Foundation","keywords":"Mental health; Randomized controlled trial; Intervention (counseling); Medicine; Depression (economics); Psychology; Psychiatry","score_opus":0.4012096955536463,"score_gpt":0.6013002911043546,"score_spread":0.2000905955507083,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3033781029","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9460591,0.00029996777,0.0024467858,0.048997488,0.00034596346,0.0017688922,0.000046947065,0.000007505775,0.000027368356],"genre_scores_gemma":[0.99911034,0.000009396796,0.00018176305,0.00035856146,0.00008741296,0.00012843643,0.000005256286,0.000014781068,0.000104049956],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9944689,0.0028878062,0.0008011074,0.0001831921,0.0013551244,0.00030385522],"domain_scores_gemma":[0.9935254,0.0051461896,0.00027959,0.0001251331,0.00047197932,0.00045173557],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0075039524,0.0000923917,0.0003217095,0.00015629655,0.00009775597,0.00006673775,0.0004418828,0.00006492896,0.0002463888],"category_scores_gemma":[0.0025316451,0.0000581376,0.00013878931,0.00028712253,0.00048435063,0.00012539142,0.00012688233,0.0007202737,0.000007461631],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0138537865,0.025072807,0.03218319,0.0023694723,0.0027649004,0.000096345815,0.4292079,0.000009051017,0.00013131644,0.011708289,0.13907935,0.34352362],"study_design_scores_gemma":[0.032936502,0.144624,0.32699397,0.006712928,0.00011908657,0.00015463823,0.42818558,0.012160699,0.00023044094,0.0010660399,0.04640642,0.00040968898],"about_ca_topic_score_codex":0.0004842295,"about_ca_topic_score_gemma":0.00012216618,"teacher_disagreement_score":0.34311393,"about_ca_system_score_codex":0.00013463561,"about_ca_system_score_gemma":0.00034299915,"threshold_uncertainty_score":0.31292707},"labels":[],"label_agreement":null},{"id":"W3033990251","doi":"10.2196/16255","title":"Tailored Web-Based Smoking Interventions and Reduced Attrition: Systematic Review and Meta-Analysis","year":2020,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Smoking Behavior and Cessation","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Addiction and Mental Health; Ontario Tobacco Research Unit; Public Health Ontario; University of Toronto","funders":"Ontario Ministry of Health and Long-Term Care","keywords":"PsycINFO; Smoking cessation; CINAHL; Psychological intervention; Medicine; MEDLINE; Scopus; Randomized controlled trial; Attrition; Meta-analysis; Systematic review; Nursing; Internal medicine","score_opus":0.4401884527151724,"score_gpt":0.5398979166536326,"score_spread":0.09970946393846025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3033990251","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000024172092,0.98982614,0.00018360943,0.00866263,0.000063944135,0.001181495,0.000014444134,0.000011609992,0.00003197788],"genre_scores_gemma":[0.0024963932,0.9963911,0.000043893153,0.0003022414,0.00014542825,0.00014791192,0.000051274215,0.0000324395,0.0003892788],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.9910763,0.0022899641,0.0024873032,0.00037367808,0.0035022413,0.00027051262],"domain_scores_gemma":[0.9958887,0.0010978419,0.0010743894,0.00036463793,0.000812631,0.0007618163],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.011697221,0.00030979438,0.007427978,0.0012939571,0.00005807104,0.00014823009,0.0004819589,0.00044353213,0.0026830535],"category_scores_gemma":[0.005580156,0.00018197534,0.0035908865,0.0013954329,0.00026423662,0.000081601356,0.0001966793,0.002874335,0.000004932178],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013252089,0.00014201595,0.000011819823,0.91142523,0.07656623,0.0006793417,0.000030891588,1.266554e-8,1.5010687e-7,0.000026783393,0.004143063,0.0069612092],"study_design_scores_gemma":[0.0003872956,0.00034539527,0.000009882222,0.29545864,0.67580426,0.0011831174,0.0000342708,0.000025953987,5.965506e-7,0.0000056521267,0.026638132,0.00010679766],"about_ca_topic_score_codex":0.000019563966,"about_ca_topic_score_gemma":0.0000052292826,"teacher_disagreement_score":0.6159666,"about_ca_system_score_codex":0.00022999904,"about_ca_system_score_gemma":0.00073123886,"threshold_uncertainty_score":0.99942607},"labels":[],"label_agreement":null},{"id":"W3034321265","doi":"10.2196/18087","title":"Bringing Code to Data: Do Not Forget Governance","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Canadian Institutes of Health Research; Genome Canada","keywords":"Computer science; Data sharing; Data governance; Cloud computing; Data access; Scalability; Computer security; Data science; Data Protection Act 1998; Upload; Information privacy; Access control; Data quality; World Wide Web; Database; Business","score_opus":0.5468533313209739,"score_gpt":0.5629142973378612,"score_spread":0.016060966016887335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3034321265","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26870567,0.00060156186,0.20834133,0.507417,0.004075523,0.0002919356,0.000106389125,0.00003354288,0.010427045],"genre_scores_gemma":[0.98991406,0.00004813858,0.001790146,0.0027571155,0.0011513389,6.6828557e-7,0.0000022008044,0.0000085085885,0.004327803],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9824773,0.0004780205,0.0010866044,0.00066865206,0.014831297,0.00045811015],"domain_scores_gemma":[0.9928921,0.003190615,0.00031700174,0.0013244962,0.00092649664,0.001349327],"candidate_categories":["metaresearch","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.057654172,0.00008785003,0.0003078608,0.00027572797,0.0000802954,0.0011560905,0.010462926,0.000060595525,0.0022672068],"category_scores_gemma":[0.09790182,0.000057422723,0.00008359856,0.0013959701,0.00016187261,0.00045873874,0.007129513,0.0010516039,0.00077895937],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008101189,0.000033988224,0.0003912537,0.0000061433857,0.00001659255,0.00028805417,0.0004723834,0.000032577802,0.000047655965,0.0007695743,0.8430043,0.1548565],"study_design_scores_gemma":[0.0003187129,0.00020549336,0.0016936756,0.00018068858,0.0000031589573,0.000043461492,0.0006085675,0.1068725,0.00016745042,0.00044504384,0.8893949,0.00006637415],"about_ca_topic_score_codex":0.00007692562,"about_ca_topic_score_gemma":0.00005794966,"teacher_disagreement_score":0.7212084,"about_ca_system_score_codex":0.000066264794,"about_ca_system_score_gemma":0.00027762743,"threshold_uncertainty_score":0.99999905},"labels":[],"label_agreement":null},{"id":"W3035274901","doi":"10.2196/18414","title":"Operability, Usefulness, and Task-Technology Fit of an mHealth App for Delivering Primary Health Care Services by Community Health Workers in Underserved Areas of Pakistan and Afghanistan: Qualitative Study","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":59,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Aga Khan Foundation Canada; Aga Khan Foundation","keywords":"mHealth; Operability; eHealth; Qualitative research; Health care; Telehealth; Software deployment; Task (project management); Medicine; Telemedicine; Nursing; Environmental health; Computer science; Psychological intervention; Engineering; Sociology","score_opus":0.20559102684471137,"score_gpt":0.5730894850385335,"score_spread":0.36749845819382215,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3035274901","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9522112,0.0048107873,0.0005574567,0.038575944,0.000059071637,0.003606212,0.0001353554,0.00001590858,0.000028088962],"genre_scores_gemma":[0.99477166,0.0015934065,0.0006610421,0.002430717,0.00005994635,0.0004081067,0.00004124275,0.000026043848,0.000007864953],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9871512,0.007779363,0.0026332166,0.0003559174,0.0012658155,0.00081446406],"domain_scores_gemma":[0.99263185,0.0031377177,0.0012154591,0.000371655,0.0010239659,0.0016193527],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.02267733,0.00018043198,0.0011856612,0.00039248477,0.0005316839,0.0000132100395,0.00080708414,0.00030968254,0.0000407932],"category_scores_gemma":[0.0009449303,0.00015356998,0.00004620987,0.0006800268,0.00053175836,0.00014610894,0.00052068493,0.0035280134,5.395716e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00519365,0.0032523684,0.2234775,0.0672533,0.00015443767,0.000012846608,0.63947433,0.000004611007,0.000042279724,0.002604754,0.0069267526,0.051603194],"study_design_scores_gemma":[0.005454653,0.010135464,0.025797946,0.0022537885,0.000011146765,0.000006600026,0.9514185,0.00035429126,0.00001112224,0.00062927656,0.0038158656,0.00011130449],"about_ca_topic_score_codex":0.043452293,"about_ca_topic_score_gemma":0.052886404,"teacher_disagreement_score":0.31194422,"about_ca_system_score_codex":0.0007973598,"about_ca_system_score_gemma":0.005422469,"threshold_uncertainty_score":0.9987709},"labels":[],"label_agreement":null},{"id":"W3035464488","doi":"10.2196/17155","title":"A Novel Multimodal Digital Service (Moderated Online Social Therapy+) for Help-Seeking Young People Experiencing Mental Ill-Health: Pilot Evaluation Within a National Youth E-Mental Health Service","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":112,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Young and Well Cooperative Research Centre; National Health and Medical Research Council; Medical Research Council","keywords":"Mental health; Helpfulness; Psychosocial; Peer support; Social media; mHealth; eHealth; Social support; Psychology; Digital health; Psychological intervention; Intervention (counseling); Medicine; Psychiatry; Health care; World Wide Web","score_opus":0.3323228377712127,"score_gpt":0.534668849537804,"score_spread":0.20234601176659134,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3035464488","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79491025,0.0006058306,0.0036161481,0.19529401,0.0021420422,0.0019205421,0.0011325342,0.000047999045,0.00033065508],"genre_scores_gemma":[0.9857849,0.000012029874,0.0005061879,0.011313534,0.0013471325,0.00011006405,0.00073141535,0.00006342433,0.00013129954],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9904099,0.00072599674,0.001971769,0.00053429144,0.005442752,0.00091530045],"domain_scores_gemma":[0.99497765,0.00030469007,0.00090487243,0.00013238366,0.0025855822,0.0010948023],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0075637386,0.00028261854,0.00059323467,0.00035693622,0.00044311784,0.0003207416,0.0008300822,0.00019106048,0.0012257436],"category_scores_gemma":[0.001108958,0.00025358293,0.00022026336,0.00086592225,0.0001232246,0.0006561386,0.00031915473,0.0014959427,0.000068712834],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01746,0.018285107,0.0012154815,0.001220566,0.0014625436,0.000022615575,0.7942306,0.000093527655,0.001191739,0.0018462727,0.06917256,0.09379899],"study_design_scores_gemma":[0.041848745,0.028075691,0.008582084,0.003422901,0.000041187326,0.0011668196,0.267466,0.64242375,0.000236659,0.0004948701,0.0053468,0.00089445425],"about_ca_topic_score_codex":0.0029056726,"about_ca_topic_score_gemma":0.0026372387,"teacher_disagreement_score":0.6423302,"about_ca_system_score_codex":0.0015015271,"about_ca_system_score_gemma":0.0026268752,"threshold_uncertainty_score":0.99999166},"labels":[],"label_agreement":null},{"id":"W3036183939","doi":"10.2196/18943","title":"Tactics for Drawing Youth to Vaping: Content Analysis of Electronic Cigarette Advertisements","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Smoking Behavior and Cessation","field":"Medicine","cited_by":91,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Okanagan University College; University of British Columbia, Okanagan Campus; University of British Columbia","funders":"","keywords":"Electronic cigarette; Advertising; Context (archaeology); Content analysis; Psychology; Product (mathematics); Medicine; Business; Sociology; Geography; Social science","score_opus":0.26296402688246173,"score_gpt":0.46778909481836867,"score_spread":0.20482506793590693,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3036183939","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96968055,0.00010337993,0.016758056,0.013067042,0.00010667227,0.00021031164,0.0000049203245,0.0000047915983,0.00006427769],"genre_scores_gemma":[0.99852556,0.00006025928,0.00006130068,0.00094184413,0.0002622777,0.0000048747747,0.000012806656,0.000012120157,0.00011897994],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99571705,0.00011597761,0.0006664624,0.00014944773,0.0030136965,0.00033733892],"domain_scores_gemma":[0.9978626,0.00024056606,0.00018305238,0.00012100523,0.0010049063,0.00058790116],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031621668,0.00007764005,0.00045686713,0.0005363152,0.000024456052,0.000024986355,0.00033220538,0.00012240045,0.00052582927],"category_scores_gemma":[0.0038465771,0.000058420377,0.00028650166,0.00078414794,0.00006194659,0.00005758471,0.000089482586,0.0008991311,0.0000011020503],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01063774,0.001976526,0.7796973,0.0007607593,0.017419647,0.0005821875,0.045310024,0.00014229934,0.026119303,0.0011690707,0.03448665,0.08169849],"study_design_scores_gemma":[0.028027253,0.043697998,0.6193937,0.0063856808,0.023134239,0.00020594709,0.041943416,0.078014374,0.12961917,0.0002086896,0.028477486,0.00089207006],"about_ca_topic_score_codex":0.000074361276,"about_ca_topic_score_gemma":0.000008630681,"teacher_disagreement_score":0.16030361,"about_ca_system_score_codex":0.00024252932,"about_ca_system_score_gemma":0.00040511566,"threshold_uncertainty_score":0.5757462},"labels":[],"label_agreement":null},{"id":"W3036185179","doi":"10.2196/19514","title":"Monitoring and Management of Home-Quarantined Patients With COVID-19 Using a WeChat-Based Telemedicine System: Retrospective Cohort Study","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":142,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Wilfrid Laurier University","funders":"Huazhong University of Science and Technology","keywords":"Telemedicine; Retrospective cohort study; Coronavirus disease 2019 (COVID-19); Medicine; Telehealth; Cohort; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); 2019-20 coronavirus outbreak; Medical emergency; Pandemic; Health care; Virology; Internal medicine","score_opus":0.09965442615377451,"score_gpt":0.45737300077463433,"score_spread":0.3577185746208598,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3036185179","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9877889,0.00021289165,0.0041375826,0.0060659973,0.0001506507,0.0015752554,0.0000036723181,0.000016688464,0.00004833518],"genre_scores_gemma":[0.9981563,0.000119707154,0.0009489374,0.00028596653,0.00043340164,0.000016292244,0.000005040835,0.000023359371,0.000010983083],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9925378,0.0003430431,0.0010876373,0.00028950637,0.0053692325,0.00037278785],"domain_scores_gemma":[0.99681026,0.00027998333,0.00046877746,0.00017795074,0.0010160548,0.0012469797],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0052194325,0.00015978566,0.00076629105,0.00046527453,0.00006849252,0.000018708932,0.00025614825,0.00008491036,0.00019440829],"category_scores_gemma":[0.0010474352,0.00010453043,0.000053289532,0.0006899057,0.00022579664,0.0000817006,0.00012751918,0.00091202103,0.0000012775424],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0027637586,0.00052136625,0.9879366,0.0025482455,0.0005242723,0.0012764685,0.0012624686,0.0000022901877,0.000035903155,0.000037547907,0.0008811382,0.002209913],"study_design_scores_gemma":[0.0209698,0.014290845,0.94699883,0.002977138,0.00038653656,0.000102922946,0.012006416,0.0016817898,0.0002040323,0.0000038578587,0.0002845312,0.000093284536],"about_ca_topic_score_codex":0.0005343947,"about_ca_topic_score_gemma":0.0000092739,"teacher_disagreement_score":0.04093778,"about_ca_system_score_codex":0.00048614806,"about_ca_system_score_gemma":0.00057323155,"threshold_uncertainty_score":0.42626274},"labels":[],"label_agreement":null},{"id":"W3036730291","doi":"10.2196/19659","title":"Framework for Managing the COVID-19 Infodemic: Methods and Results of an Online, Crowdsourced WHO Technical Consultation","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Misinformation and Its Impacts","field":"Social Sciences","cited_by":576,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"World Health Organization","keywords":"Public relations; Crowdsourcing; Social media; Health care; Set (abstract data type); Knowledge management; Political science; Psychology; Internet privacy; Computer science","score_opus":0.3136835588189056,"score_gpt":0.5890268026048422,"score_spread":0.2753432437859366,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3036730291","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12189833,0.00030562375,0.38587812,0.4880376,0.00015874677,0.00052699365,0.000022121749,0.000023690794,0.0031487795],"genre_scores_gemma":[0.91202646,0.0013066245,0.07123474,0.014002946,0.0010440411,0.0000030637214,0.000007216013,0.000013489068,0.00036143215],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9957804,0.0012697156,0.0007616713,0.00009379897,0.0018562818,0.00023811459],"domain_scores_gemma":[0.9897754,0.008088422,0.0003714772,0.00010308789,0.00061669515,0.0010448783],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.025984721,0.00005687872,0.00020476805,0.0001425437,0.00015621752,0.00012437176,0.00073731743,0.00021928943,0.00017407651],"category_scores_gemma":[0.20157841,0.000035593166,0.00005838054,0.00040389114,0.00080795493,0.00025010054,0.00011750325,0.0010806104,0.0000010599815],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0030955537,0.00015393918,0.00012317796,0.00024887745,0.00009925151,0.000024443943,0.3939811,0.000056921108,0.0003361512,0.11508788,0.15560952,0.33118317],"study_design_scores_gemma":[0.0041985074,0.0017949402,0.0007475647,0.00054885395,0.00003379921,0.00007800519,0.12888867,0.053935107,0.0005645838,0.033927202,0.77510697,0.0001757847],"about_ca_topic_score_codex":0.00037056723,"about_ca_topic_score_gemma":0.0001572558,"teacher_disagreement_score":0.7901281,"about_ca_system_score_codex":0.000078001576,"about_ca_system_score_gemma":0.0008560819,"threshold_uncertainty_score":0.9005838},"labels":[],"label_agreement":null},{"id":"W3037139280","doi":"10.2196/18148","title":"Evaluating the Implementation of a Remote-Monitoring Program for Chronic Obstructive Pulmonary Disease: Qualitative Methods from a Service Design Perspective","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Chronic Obstructive Pulmonary Disease (COPD) Research","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Markham Stouffville Hospital; University of Toronto; Women's College Hospital","funders":"Ontario Centres of Excellence","keywords":"Perspective (graphical); Pulmonary disease; Service (business); Qualitative research; Computer science; Medicine; Process management; Intensive care medicine; Engineering; Business; Sociology; Internal medicine; Artificial intelligence","score_opus":0.329099922339156,"score_gpt":0.6183978334587196,"score_spread":0.28929791111956354,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3037139280","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8277572,0.014845864,0.07621486,0.07443011,0.0004222292,0.0059968624,0.00013142794,0.00004442117,0.0001570382],"genre_scores_gemma":[0.9040189,0.0002663452,0.0924788,0.00016113141,0.002688266,0.0002193143,0.000026011885,0.000072229705,0.00006901485],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.98772204,0.0048058075,0.0011202127,0.0005357849,0.0051267263,0.0006894014],"domain_scores_gemma":[0.9861886,0.0064837025,0.0005484572,0.00035588333,0.005209585,0.0012137666],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.013470113,0.000248346,0.00067617156,0.0002797087,0.00014301909,0.00007268283,0.0010408907,0.0001614638,0.000946671],"category_scores_gemma":[0.012041126,0.0001694814,0.00038254104,0.0010124971,0.0006475454,0.00024590842,0.0004883592,0.0020207523,0.000007721351],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.013839089,0.0006460945,0.0012655646,0.001755449,0.0017455973,0.000502086,0.05469481,0.00004643476,0.0140388245,0.00061655097,0.0007929484,0.91005653],"study_design_scores_gemma":[0.010835227,0.012692316,0.09140729,0.0038464582,0.0010891194,0.00021598337,0.4648032,0.3685291,0.022027101,0.022135772,0.0019104792,0.0005079554],"about_ca_topic_score_codex":0.0013425703,"about_ca_topic_score_gemma":0.000018454164,"teacher_disagreement_score":0.9095486,"about_ca_system_score_codex":0.0018277179,"about_ca_system_score_gemma":0.005410145,"threshold_uncertainty_score":0.9999666},"labels":[],"label_agreement":null},{"id":"W3037960575","doi":"10.2196/21820","title":"How to Fight an Infodemic: The Four Pillars of Infodemic Management","year":2020,"lang":"en","type":"editorial","venue":"Journal of Medical Internet Research","topic":"Data-Driven Disease Surveillance","field":"Medicine","cited_by":559,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"JMIR Publications","funders":"","keywords":"Computer science","score_opus":0.06793965571996848,"score_gpt":0.4266770820376226,"score_spread":0.35873742631765415,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3037960575","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014369831,0.0060555423,0.0018016838,0.20072278,0.7647647,0.003477608,0.00095326995,0.000116303956,0.0077382755],"genre_scores_gemma":[0.026818475,0.008383036,0.0009749998,0.002712877,0.9476955,0.00006233804,0.00043628365,0.00019153534,0.012724975],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9809699,0.0010798072,0.0015159335,0.0004913715,0.015201549,0.00074141304],"domain_scores_gemma":[0.99030113,0.002465585,0.0007684905,0.0011162065,0.0031289314,0.0022196372],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.010655458,0.000369305,0.0013612327,0.0008020373,0.000049249087,0.00017855238,0.0039829207,0.0009191168,0.0009114499],"category_scores_gemma":[0.033005986,0.00022531943,0.0004362218,0.0008004977,0.00052335474,0.00020550148,0.0016869437,0.007339899,0.0001045544],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018030801,0.00018257211,0.0002614871,0.0009739976,0.00080875464,0.0028180291,0.00040025264,0.0000016318468,0.000037494403,0.00006253845,0.9766382,0.016011992],"study_design_scores_gemma":[0.0018500381,0.002128474,0.00034486357,0.0033778201,0.00016367793,0.0001274523,0.00035456882,0.0002082387,0.00005714351,0.00009120309,0.9911191,0.00017744047],"about_ca_topic_score_codex":0.00009924959,"about_ca_topic_score_gemma":0.00007715288,"teacher_disagreement_score":0.1980099,"about_ca_system_score_codex":0.000516164,"about_ca_system_score_gemma":0.0023397026,"threshold_uncertainty_score":0.99797374},"labels":[],"label_agreement":null},{"id":"W3041465064","doi":"10.2196/14178","title":"A Virtual Reality–Supported Intervention for Pulmonary Rehabilitation of Patients With Chronic Obstructive Pulmonary Disease: Mixed Methods Study","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Chronic Obstructive Pulmonary Disease (COPD) Research","field":"Medicine","cited_by":83,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Pulmonary rehabilitation; COPD; Medicine; Rehabilitation; Thematic analysis; Physical therapy; Focus group; Qualitative research; Qualitative property; Health care; Pulmonary disease; Psychiatry; Computer science","score_opus":0.05006100954773486,"score_gpt":0.43334548132380435,"score_spread":0.3832844717760695,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3041465064","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9787431,0.000937907,0.0095154755,0.007268795,0.0002592882,0.0030273506,0.000115622606,0.00002232176,0.0001101798],"genre_scores_gemma":[0.9975099,0.000037308677,0.0012041272,0.00004307605,0.00059497793,0.00015641273,0.0001459622,0.000067293215,0.00024092055],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9885539,0.0027080565,0.001655391,0.00065677194,0.005752833,0.0006730724],"domain_scores_gemma":[0.9907589,0.0023695105,0.00062041724,0.00048581604,0.0039370735,0.0018282956],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0077285757,0.0002999725,0.0009558732,0.000691331,0.0000820235,0.00004182377,0.0008664746,0.00021243977,0.001222204],"category_scores_gemma":[0.0124664735,0.00022217915,0.00052224286,0.0009859981,0.0010193387,0.00038205026,0.0005428556,0.0018036485,0.0000076876],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.07312761,0.017730225,0.34557375,0.006071105,0.0020035922,0.0021631261,0.002597349,0.000041728243,0.0009607992,0.00050737703,0.0056620147,0.54356134],"study_design_scores_gemma":[0.008118596,0.016802719,0.9461966,0.0014023178,0.00035023008,0.00006316176,0.0065465653,0.017215746,0.00028076099,0.00057356234,0.0022362194,0.00021350636],"about_ca_topic_score_codex":0.00011833625,"about_ca_topic_score_gemma":0.000018341168,"teacher_disagreement_score":0.60062283,"about_ca_system_score_codex":0.001077807,"about_ca_system_score_gemma":0.0020177695,"threshold_uncertainty_score":0.99969083},"labels":[],"label_agreement":null},{"id":"W3043243165","doi":"10.2196/18055","title":"Exploring the Privacy-Preserving Properties of Word Embeddings: Algorithmic Validation Study","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; Institute for Clinical Evaluative Sciences; Vector Institute; University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada; Ontario Ministry of Health and Long-Term Care","keywords":"Computer science; Word (group theory); Natural language processing; Code (set theory); Word embedding; Artificial intelligence; Representation (politics); Embedding; Information retrieval; Source code; Linguistics","score_opus":0.35273066946686793,"score_gpt":0.4402682928113027,"score_spread":0.08753762334443477,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3043243165","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9191997,0.0003099048,0.01686874,0.06290284,0.00034430373,0.00028216466,1.2165322e-7,0.0000211927,0.000071048096],"genre_scores_gemma":[0.9977288,0.00009036972,0.0013639481,0.00015404518,0.00057724793,0.000015673035,9.634047e-8,0.000011239566,0.00005857263],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9921465,0.001793536,0.0008219146,0.00023544164,0.0046568206,0.0003458089],"domain_scores_gemma":[0.99725413,0.0007315768,0.0003019061,0.00044478386,0.0008917371,0.00037584547],"candidate_categories":["metaresearch","open_science","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.010938192,0.000101020385,0.00028026028,0.00022850459,0.00009599318,0.00021927872,0.0055460664,0.000053690826,0.00011345839],"category_scores_gemma":[0.0136739835,0.00005825358,0.00008593598,0.00075199833,0.00013064529,0.0006479058,0.0026924992,0.0023981147,0.000014587366],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00053666066,0.0011133624,0.043390702,0.0013940715,0.000502631,0.000985058,0.32419938,0.0009194478,0.0030671032,0.0023472165,0.016513808,0.60503054],"study_design_scores_gemma":[0.0019554493,0.005289957,0.016837379,0.0031658628,0.000022964441,0.00027270362,0.017694078,0.92782086,0.016640509,0.00061600405,0.009371393,0.00031283763],"about_ca_topic_score_codex":0.0004235492,"about_ca_topic_score_gemma":0.000008545147,"teacher_disagreement_score":0.9269014,"about_ca_system_score_codex":0.00008124035,"about_ca_system_score_gemma":0.00038845118,"threshold_uncertainty_score":0.9999034},"labels":[],"label_agreement":null},{"id":"W3043323578","doi":"10.2196/18355","title":"Understanding Self-Guided Web-Based Educational Interventions for Patients With Chronic Health Conditions: Systematic Review of Intervention Features and Adherence","year":2020,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Psychological intervention; Medicine; Systematic review; Intervention (counseling); MEDLINE; Self-management; Family medicine; Nursing; Computer science; Artificial intelligence","score_opus":0.36320275795822354,"score_gpt":0.6096035013248126,"score_spread":0.24640074336658901,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3043323578","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000002732774,0.97467464,0.002758011,0.008329714,0.0003928264,0.013524182,0.00024863193,0.00001577071,0.000053504646],"genre_scores_gemma":[0.0002096637,0.990664,0.00043680458,0.0005660008,0.00035884188,0.007072263,0.00045367976,0.00004785752,0.00019089006],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9876566,0.004337662,0.0048452266,0.0003760214,0.0021502164,0.0006342907],"domain_scores_gemma":[0.9847094,0.0069434713,0.004851287,0.00036492434,0.0019766185,0.0011543189],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.013169814,0.0002971069,0.0029412657,0.0007598952,0.00037895926,0.000025768835,0.00085417,0.00041659002,0.0008978869],"category_scores_gemma":[0.007856548,0.00019624483,0.0006746704,0.00070812594,0.00024029723,0.00010578129,0.00016939538,0.0029898926,0.00002198929],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028154209,0.00038127028,0.000028279132,0.87580466,0.00022534822,0.000001397594,0.000059266,2.6995444e-8,3.8199506e-9,0.00474936,0.11000345,0.0087187495],"study_design_scores_gemma":[0.001593384,0.0019026698,0.00002005282,0.8490421,0.0005079419,0.000030282983,0.000092733004,0.000043297026,1.5747936e-8,0.00023465605,0.14643168,0.00010116211],"about_ca_topic_score_codex":0.00008576144,"about_ca_topic_score_gemma":0.00018983785,"teacher_disagreement_score":0.03642823,"about_ca_system_score_codex":0.002802069,"about_ca_system_score_gemma":0.019405454,"threshold_uncertainty_score":0.99931026},"labels":[],"label_agreement":null},{"id":"W3044240607","doi":"10.2196/16300","title":"Adoption and Performance of Complementary Clinical Information Technologies: Analysis of a Survey of General Practitioners","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Statistics Canada; Université du Québec à Trois-Rivières; Université du Québec à Montréal","funders":"","keywords":"Multinomial logistic regression; Logistic regression; Telehealth; Univariate; Variance (accounting); Cluster (spacecraft); Global Positioning System; Multivariate analysis; Computer science; Medicine; Multivariate statistics; Health care; Telemedicine; Business; Machine learning","score_opus":0.371794104856371,"score_gpt":0.5951590107470796,"score_spread":0.22336490589070856,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3044240607","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9924729,0.00024329267,0.0011533307,0.0054877084,0.00014696125,0.00028132004,0.000028994446,0.0000059532085,0.00017953839],"genre_scores_gemma":[0.99656576,0.0027412802,0.00037598037,0.00017487536,0.00008494868,0.000005865204,0.0000306519,0.0000044340095,0.000016175873],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99189234,0.002757369,0.0029920696,0.00009762724,0.0019537488,0.00030683045],"domain_scores_gemma":[0.99314225,0.0028107732,0.0017653687,0.00014776927,0.0018930135,0.00024083424],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.02723176,0.000068775735,0.0007199659,0.0006852102,0.000047502555,0.000003726018,0.00045041577,0.00029366656,0.0004998827],"category_scores_gemma":[0.009769183,0.000050724226,0.00009589313,0.0011677466,0.0003348709,0.00026513834,0.0002439051,0.0021405213,0.000004671796],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012802847,0.000121298246,0.94787234,0.0014988397,0.000666816,0.000002627846,0.0019491822,0.0000133767035,0.000070239905,0.00022748916,0.021252345,0.025045183],"study_design_scores_gemma":[0.0028600642,0.0074570714,0.84795195,0.0016469943,0.00018170915,0.000011317401,0.011032883,0.12001817,0.0002694725,0.000026197795,0.008441576,0.00010262844],"about_ca_topic_score_codex":0.004581779,"about_ca_topic_score_gemma":0.0007788121,"teacher_disagreement_score":0.12000479,"about_ca_system_score_codex":0.00012414437,"about_ca_system_score_gemma":0.0015669634,"threshold_uncertainty_score":0.99857193},"labels":[],"label_agreement":null},{"id":"W3044632496","doi":"10.2196/19198","title":"Client Satisfaction and Experience With Telepsychiatry: Development and Validation of a Survey Using Clinical Quality Domains","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Addiction and Mental Health","funders":"Centre for Addiction and Mental Health","keywords":"Telepsychiatry; Mental health; Patient satisfaction; Context (archaeology); Medicine; Nursing; Data collection; Health care; Quality (philosophy); Telemedicine; Psychology; Psychiatry","score_opus":0.41794067366066057,"score_gpt":0.5778842378035143,"score_spread":0.1599435641428537,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3044632496","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9907324,0.00014930188,0.004420127,0.004405053,0.000082890256,0.00019136559,0.0000013717722,0.0000031748991,0.000014373871],"genre_scores_gemma":[0.99507004,0.00024310638,0.0040315404,0.00041757396,0.00021982256,0.0000018835211,0.0000043760156,0.000006819408,0.0000048449742],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9958737,0.0006827394,0.0011335346,0.00016509695,0.0019626368,0.00018232896],"domain_scores_gemma":[0.99782246,0.00061473396,0.00036666307,0.000071274626,0.00048805546,0.0006367967],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009048873,0.00007235913,0.0003624634,0.00013280302,0.000039104074,0.00001597723,0.00007192925,0.00009016447,0.00012705688],"category_scores_gemma":[0.002765022,0.00004769227,0.000023500417,0.00022966384,0.00028465086,0.00009072195,0.00007305515,0.0006631823,5.7546276e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013620578,0.000087056644,0.94725734,0.00018910659,0.000061642815,0.000030435896,0.0032433288,1.992417e-7,0.00017720577,0.00003690625,0.00066509075,0.046889607],"study_design_scores_gemma":[0.003049808,0.002547532,0.98816854,0.0003464576,0.000019296946,0.00020445538,0.0027584126,0.0002943782,0.0012915633,0.000010417699,0.0012640273,0.000045126573],"about_ca_topic_score_codex":0.0008704305,"about_ca_topic_score_gemma":0.00025063564,"teacher_disagreement_score":0.04684448,"about_ca_system_score_codex":0.00005834194,"about_ca_system_score_gemma":0.0007224463,"threshold_uncertainty_score":0.33101892},"labels":[],"label_agreement":null},{"id":"W3044753138","doi":"10.2196/20186","title":"What Media Helps, What Media Hurts: A Mixed Methods Survey Study of Coping with COVID-19 Using the Media Repertoire Framework and the Appraisal Theory of Stress","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Media Influence and Health","field":"Arts and Humanities","cited_by":123,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Concordia University; McGill University; Montreal Neurological Institute and Hospital; University of Waterloo","funders":"Concordia University","keywords":"Coping (psychology); Coronavirus disease 2019 (COVID-19); Psychology; Pandemic; Social media; Snowball sampling; Distancing; Social psychology; Medicine; Clinical psychology; Disease; Political science; Infectious disease (medical specialty)","score_opus":0.34551280612530527,"score_gpt":0.5134408021449905,"score_spread":0.16792799601968528,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3044753138","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94402134,0.014532297,0.0033736269,0.034767076,0.0025573226,0.000674404,0.000020265185,0.0000113424685,0.000042297423],"genre_scores_gemma":[0.9865549,0.008423827,0.00040933062,0.0026545876,0.0018884295,0.000016577302,0.0000053756603,0.000033908236,0.000013072898],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9829272,0.0103669735,0.0014584622,0.00031985855,0.0044154623,0.00051204965],"domain_scores_gemma":[0.8893446,0.10555945,0.0012491146,0.00063605234,0.0017807474,0.0014300363],"candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.041024197,0.00023358513,0.0010108971,0.000252247,0.00029152387,0.0005584526,0.0015600875,0.00020601285,0.0015676338],"category_scores_gemma":[0.06291397,0.00010549174,0.00012461765,0.00030582392,0.004681548,0.00071378204,0.0005109903,0.0027659675,0.000001557627],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0041337195,0.00037382983,0.002785684,0.0004970415,0.0005358581,0.00018637466,0.94507766,0.000015250132,0.000011146107,0.023601634,0.0036266816,0.0191551],"study_design_scores_gemma":[0.0041029593,0.001587867,0.001301974,0.0036316875,0.00015215858,0.00007993251,0.97777265,0.0010777159,0.00013544629,0.004218466,0.005743575,0.00019554624],"about_ca_topic_score_codex":0.0022103926,"about_ca_topic_score_gemma":0.007972182,"teacher_disagreement_score":0.095192485,"about_ca_system_score_codex":0.00006660391,"about_ca_system_score_gemma":0.0013038899,"threshold_uncertainty_score":0.99953467},"labels":[],"label_agreement":null},{"id":"W3045321486","doi":"10.2196/17164","title":"Nonprofessional Peer Support to Improve Mental Health: Randomized Trial of a Scalable Web-Based Peer Counseling Course","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"University of Massachusetts Amherst; National Institutes of Health; Society for Psychotherapy Research; National Institute of Mental Health; American Psychological Association","keywords":"Helpfulness; Mental health; Randomized controlled trial; Stressor; Psychology; Distress; Peer support; Medicine; Clinical psychology; Medical education; Psychiatry; Social psychology","score_opus":0.10957678255912748,"score_gpt":0.5256359710675933,"score_spread":0.4160591885084658,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3045321486","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3111159,0.0003473453,0.0011062665,0.67262685,0.008129437,0.0027776523,0.002027908,0.000026178961,0.0018424565],"genre_scores_gemma":[0.9851392,0.000011437348,0.0003438583,0.006129546,0.0010065626,0.00010853504,0.00030856283,0.000035621975,0.0069167023],"study_design_codex":"not_applicable","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9865172,0.001967732,0.0024917808,0.0003450773,0.007890695,0.00078755076],"domain_scores_gemma":[0.9937773,0.0015627784,0.0006647356,0.00024369197,0.0017554065,0.0019961083],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.02928744,0.0001864325,0.0010594991,0.00028946664,0.00007817861,0.000068758476,0.0010903074,0.00024945376,0.016541718],"category_scores_gemma":[0.0062788166,0.00013810124,0.00055504375,0.00042825475,0.00048803457,0.00012814332,0.00026060682,0.00197453,0.0005339475],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.35093406,0.0022432387,0.000015879894,0.00010074692,0.00015814742,0.00010124556,0.0011397508,8.288114e-7,0.00002646127,0.0004229528,0.6403933,0.0044633998],"study_design_scores_gemma":[0.75343865,0.019900652,0.000029372526,0.0013597542,0.0000345987,0.000104146675,0.0017403578,0.0018873407,0.00040968123,0.00021028351,0.22071238,0.00017278992],"about_ca_topic_score_codex":0.00033005996,"about_ca_topic_score_gemma":0.000047716112,"teacher_disagreement_score":0.6740233,"about_ca_system_score_codex":0.00026538764,"about_ca_system_score_gemma":0.0024007112,"threshold_uncertainty_score":0.99955285},"labels":[],"label_agreement":null},{"id":"W3045496463","doi":"10.2196/17312","title":"Psychometric Properties of the Norwegian Version of the Electronic Health Literacy Scale (eHEALS) Among Patients After Percutaneous Coronary Intervention: Cross-Sectional Validation Study","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Ontario; University of Toronto","funders":"Novo Nordisk Fonden","keywords":"Cross-sectional study; Medicine; Health literacy; Norwegian; Scale (ratio); Psychometrics; Psychology; Clinical psychology; Psychological intervention; Gerontology; Psychiatry; Health care; Physics","score_opus":0.08842586744760605,"score_gpt":0.4928201026032069,"score_spread":0.40439423515560086,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3045496463","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99343663,0.00023839499,0.000110725305,0.0040208977,0.00091363187,0.0011659166,0.000017116332,0.0000055709675,0.000091084206],"genre_scores_gemma":[0.99843556,0.000075481155,0.000011856419,0.000941835,0.00023265053,0.000022880748,0.0000046557334,0.000010532632,0.0002645524],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9887105,0.0039079105,0.003033234,0.00019117833,0.0036919226,0.0004652403],"domain_scores_gemma":[0.9948685,0.0004081791,0.0015597779,0.00032109188,0.0024706584,0.0003717925],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.011721639,0.00011771374,0.0003563708,0.0002778836,0.00037109476,0.00004393513,0.0011963862,0.00019128017,0.0025547666],"category_scores_gemma":[0.0035877875,0.000059945327,0.00023736172,0.0010832547,0.00036153386,0.00069470133,0.0005870616,0.0030796032,0.000026229185],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014245496,0.00074395793,0.97676,0.00094308966,0.00003577846,8.9265404e-7,0.011506344,0.0000038017322,0.00001004408,0.0000075672874,0.0019607814,0.006603169],"study_design_scores_gemma":[0.0014860571,0.0016141067,0.99141794,0.0013417436,0.0000059282,0.0000096151625,0.001398611,0.0007315391,0.000067865345,0.0000310971,0.0018493345,0.000046145993],"about_ca_topic_score_codex":0.0003978809,"about_ca_topic_score_gemma":0.00006312676,"teacher_disagreement_score":0.014657932,"about_ca_system_score_codex":0.0005728624,"about_ca_system_score_gemma":0.0014438019,"threshold_uncertainty_score":0.9992203},"labels":[],"label_agreement":null},{"id":"W3045518552","doi":"10.2196/20113","title":"A Web Application About Herd Immunity Using Personalized Avatars: Development Study","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Vaccine Coverage and Hesitancy","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bruyère; University of Ottawa; University Health Network; Ottawa Hospital; Institut National de Santé Publique du Québec; University of Manitoba; Toronto General Hospital; Dalhousie University; Université Laval; BC Children's Hospital; University of British Columbia; University of Alberta","funders":"Canadian Institutes of Health Research; Université Laval","keywords":"Herd immunity; World Wide Web; Web application; The Internet; Computer science; Medicine; Vaccination; Immunology","score_opus":0.17861004421412469,"score_gpt":0.47936042844319027,"score_spread":0.3007503842290656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3045518552","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98507416,0.0008077285,0.0017371227,0.01104519,0.00009536104,0.00025607165,3.842801e-7,0.000010738907,0.00097321597],"genre_scores_gemma":[0.9979243,0.00022358158,0.0003003581,0.00034216396,0.0008617167,0.000005577281,6.152035e-7,0.0000087199005,0.0003329277],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99412507,0.001139379,0.0005424153,0.00014857772,0.0037208032,0.0003237454],"domain_scores_gemma":[0.99812835,0.00032730843,0.00016035627,0.00010150472,0.0006810097,0.00060148456],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.009672979,0.00007759152,0.00024635153,0.00013791543,0.0002637117,0.00013940962,0.0010982362,0.00011775483,0.0021911333],"category_scores_gemma":[0.0030035225,0.00006206356,0.000077312776,0.00046373342,0.000089200235,0.00019979352,0.0002480609,0.0012306533,0.00007374677],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016739472,0.0034773399,0.2099865,0.00020388138,0.00082522794,0.001670337,0.52523273,0.000008255214,0.0028012677,0.0038874391,0.077737555,0.17249554],"study_design_scores_gemma":[0.005946313,0.0016109907,0.028763885,0.0007478767,0.00005901868,0.00006070275,0.13217448,0.0050557237,0.00058788824,0.00046368653,0.82412153,0.0004078764],"about_ca_topic_score_codex":0.0010615338,"about_ca_topic_score_gemma":0.0007398782,"teacher_disagreement_score":0.746384,"about_ca_system_score_codex":0.00029523965,"about_ca_system_score_gemma":0.002237106,"threshold_uncertainty_score":0.998721},"labels":[],"label_agreement":null},{"id":"W3045533501","doi":"10.2196/19615","title":"Global Research on Coronaviruses: An R Package","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"COVID-19 epidemiological studies","field":"Mathematics","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"HEC Montréal","funders":"","keywords":"Computer science; Data science; Workflow; Scientometrics; Multidisciplinary approach; Dissemination; Pipeline (software); Set (abstract data type); Filter (signal processing); Information retrieval; World Wide Web; Database","score_opus":0.7759128679443068,"score_gpt":0.6519109559752351,"score_spread":0.12400191196907173,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3045533501","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8508068,0.00062921864,0.0035212731,0.13726637,0.0002947759,0.0003757976,0.000015197821,0.000055674413,0.007034898],"genre_scores_gemma":[0.9933143,0.0004542919,0.0006790033,0.0036263275,0.001652416,0.000009808628,9.0801115e-7,0.000021996746,0.00024090864],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98587835,0.004512526,0.0010864568,0.00043230955,0.0071531055,0.00093723944],"domain_scores_gemma":[0.9791219,0.017106738,0.00021336082,0.00040424938,0.0013541683,0.001799568],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.034284946,0.00018338591,0.0007034851,0.00019827155,0.00014836708,0.000120058095,0.0025690973,0.00036391438,0.0034288943],"category_scores_gemma":[0.15377381,0.00011414559,0.00021471195,0.00096051465,0.0010162971,0.00014614999,0.0012917889,0.0040375493,0.0003776796],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014143252,0.0010303035,0.010387806,0.00019880838,0.00020433601,0.0025398503,0.0013616562,0.0000039468564,0.000060779585,0.120915696,0.8393582,0.022524284],"study_design_scores_gemma":[0.004133134,0.025277037,0.01761661,0.0019284048,0.000045514098,0.0002923145,0.0067600226,0.004444533,0.0005809507,0.55965847,0.37870184,0.00056116434],"about_ca_topic_score_codex":0.00034903767,"about_ca_topic_score_gemma":0.00020281151,"teacher_disagreement_score":0.46065637,"about_ca_system_score_codex":0.00060982595,"about_ca_system_score_gemma":0.00052586105,"threshold_uncertainty_score":0.9982602},"labels":[],"label_agreement":null},{"id":"W3045706881","doi":"10.2196/18297","title":"A New Approach for Detecting Sleep Apnea Using a Contactless Bed Sensor: Comparison Study","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Non-Invasive Vital Sign Monitoring","field":"Engineering","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"Université de Sherbrooke","keywords":"Vital signs; Polysomnography; Computer science; Obstructive sleep apnea; Remote patient monitoring; Sleep apnea; Sleep (system call); Apnea; Medicine; Mean squared error; Hypopnea; Simulation; Real-time computing; Artificial intelligence; Medical emergency; Statistics; Mathematics; Anesthesia","score_opus":0.17822320222805074,"score_gpt":0.41650175312794546,"score_spread":0.23827855089989472,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3045706881","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5238568,0.0002748666,0.47470123,0.00024276802,0.00034639772,0.00037066327,0.000001070572,0.000034134802,0.00017207184],"genre_scores_gemma":[0.9858444,0.000006208398,0.011711389,0.000022378732,0.0023356008,0.000007672278,6.166005e-7,0.00005445977,0.000017286864],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.995972,0.00027472113,0.0007881709,0.00021947916,0.0022071328,0.0005385138],"domain_scores_gemma":[0.9975484,0.0009159526,0.00012007208,0.0001437074,0.0003426027,0.00092926895],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032267286,0.0001730811,0.0005377771,0.00024934724,0.00006239706,0.00016984156,0.0008380598,0.000170971,0.000121059194],"category_scores_gemma":[0.0026551234,0.00014851551,0.00015511148,0.00040267696,0.000052020463,0.00016182229,0.00022715102,0.0020018811,0.000011644395],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003387739,0.0019227798,0.10490621,0.0026994161,0.004345452,0.002681254,0.05863325,0.026037227,0.49822855,0.00013756884,0.0289495,0.26807106],"study_design_scores_gemma":[0.0045419675,0.0020025987,0.00014492644,0.00035452275,0.000082301274,0.00021361253,0.018191662,0.9072344,0.06540605,0.000035084373,0.0014586456,0.0003342485],"about_ca_topic_score_codex":0.00017720059,"about_ca_topic_score_gemma":0.000015046331,"teacher_disagreement_score":0.88119715,"about_ca_system_score_codex":0.0002606689,"about_ca_system_score_gemma":0.00014601758,"threshold_uncertainty_score":0.8697289},"labels":[],"label_agreement":null},{"id":"W3045827764","doi":"10.2196/18514","title":"Help-Seeking Behaviors of Transition-Aged Youth for Mental Health Concerns: Qualitative Study","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Adolescent and Pediatric Healthcare","field":"Health Professions","cited_by":62,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University Health Network; University of Toronto; Simon Fraser University; Western University; Centre for Addiction and Mental Health","funders":"Canadian Institutes of Health Research","keywords":"Mental health; Thematic analysis; Mental health literacy; Psychological intervention; Help-seeking; Psychology; Focus group; Qualitative research; Mental illness; Stigma (botany); Medical education; Nursing; Medicine; Psychiatry; Sociology","score_opus":0.4927291317105684,"score_gpt":0.6485308547909784,"score_spread":0.15580172308040996,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3045827764","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9092067,0.0008901852,0.0036690556,0.08357151,0.0005863916,0.0018567195,0.00015715134,0.000012591266,0.000049732367],"genre_scores_gemma":[0.9957777,0.0003034246,0.00010951218,0.0017673864,0.0018676065,0.000022127526,0.000025897598,0.000023953551,0.00010235602],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98839045,0.005802097,0.0018305547,0.00021741798,0.0031162186,0.00064327044],"domain_scores_gemma":[0.9951749,0.0019529765,0.00065544393,0.00011359115,0.0009765952,0.0011265147],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01882404,0.00012724094,0.0006543522,0.00022688742,0.00029680942,0.000010087328,0.00060210563,0.00022994673,0.0009821141],"category_scores_gemma":[0.0023722693,0.00009624058,0.0001718129,0.00035385723,0.00018103511,0.00010656343,0.00013373823,0.0031216943,0.000015012877],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013079022,0.00046334555,0.009995489,0.00089163537,0.000072051065,0.000026559366,0.9220218,2.8914243e-7,0.000023430122,0.00007170311,0.06310916,0.0020166396],"study_design_scores_gemma":[0.0049872305,0.005992901,0.0010082574,0.0014345535,0.000026055459,0.0000025710965,0.9837575,0.00028904906,0.000015512236,0.00004679692,0.0023513415,0.00008821938],"about_ca_topic_score_codex":0.0013487854,"about_ca_topic_score_gemma":0.00030513603,"teacher_disagreement_score":0.086571075,"about_ca_system_score_codex":0.0003076767,"about_ca_system_score_gemma":0.0026527976,"threshold_uncertainty_score":0.9999311},"labels":[],"label_agreement":null},{"id":"W3046752139","doi":"","title":"Development and Evaluation of a Digital Self-Management Programme: iHOPE for Cancer Survivors","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Digital health; Medicine; Psychology; Health care; Political science","score_opus":0.23608503019681068,"score_gpt":0.519151952203721,"score_spread":0.2830669220069103,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3046752139","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95759666,0.0007548258,0.0011644887,0.039128575,0.00010081859,0.0009624869,0.000002731147,0.0000074290037,0.0002819662],"genre_scores_gemma":[0.9953035,0.00034384144,0.0034076783,0.00042220403,0.00035674172,0.00007076776,0.000011824076,0.000011191397,0.000072242474],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99518716,0.00010022775,0.00070975884,0.00013149915,0.0036052598,0.00026608972],"domain_scores_gemma":[0.9977627,0.00019831643,0.00019324638,0.000057014557,0.0012363773,0.0005523476],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006741652,0.00007115209,0.00025987314,0.00019198762,0.000024819825,0.000024649276,0.00014603799,0.00006129078,0.00031579798],"category_scores_gemma":[0.0013123823,0.000049816746,0.00004423075,0.00023622336,0.00007376257,0.00008594273,0.000091085465,0.00034561878,0.0000018508636],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00066117046,0.0002709329,0.014713168,0.0012456799,0.00039150013,0.000043520722,0.005047791,4.873374e-7,0.000034022363,0.00027909188,0.01524139,0.96207124],"study_design_scores_gemma":[0.019596908,0.0054129227,0.022169385,0.0016181116,0.0004696446,0.00015556128,0.012682605,0.014099246,0.00304442,0.00025419975,0.920332,0.00016501099],"about_ca_topic_score_codex":0.00006095162,"about_ca_topic_score_gemma":0.000086304346,"teacher_disagreement_score":0.96190625,"about_ca_system_score_codex":0.0001598066,"about_ca_system_score_gemma":0.00097641477,"threshold_uncertainty_score":0.34577665},"labels":[],"label_agreement":null},{"id":"W3047925448","doi":"10.2196/18917","title":"Evaluation of a Heart Failure Telemonitoring Program Through a Microsimulation Model: Cost-Utility Analysis","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Heart Failure Treatment and Management","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ted Rogers Centre for Heart Research; University Health Network; Public Health Ontario; University of Toronto","funders":"","keywords":"Medicine; Microsimulation; Ambulatory care; Health care; Economic evaluation; Quality-adjusted life year; Cost–benefit analysis; Ambulatory; Cost–utility analysis; Intervention (counseling); Public health; Cost-effectiveness analysis; Emergency medicine; Cost effectiveness; Medical emergency; Actuarial science; Business; Nursing; Engineering; Risk analysis (engineering); Surgery; Economics","score_opus":0.24726669479391974,"score_gpt":0.522152188564892,"score_spread":0.27488549377097227,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3047925448","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9049066,0.00040106793,0.0122735845,0.0807783,0.00006622079,0.0012970738,0.0000020682035,0.000022157283,0.00025298016],"genre_scores_gemma":[0.99053377,0.000047654023,0.008880895,0.00014283581,0.0002977337,0.000025971305,0.000008572064,0.000009997791,0.00005258066],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9918273,0.00058598374,0.00070600404,0.00020080183,0.0064035645,0.0002763387],"domain_scores_gemma":[0.99682623,0.00018449793,0.00015650899,0.00018306794,0.0022223676,0.00042733364],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009772836,0.00010444314,0.00050009706,0.0002953504,0.000030426783,0.000037988644,0.00021437704,0.00014929521,0.00075896434],"category_scores_gemma":[0.002631769,0.000074188436,0.0003075263,0.0009437858,0.00013734726,0.00015013097,0.00012766964,0.00079471443,0.000011330344],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0042633475,0.007253757,0.20977113,0.0012690799,0.014779681,0.0003892018,0.013376014,0.00858754,0.0073473533,0.00035771713,0.29734147,0.43526372],"study_design_scores_gemma":[0.003284488,0.0016540261,0.0057959124,0.00032322356,0.0019776903,0.000020231313,0.0006017968,0.94765264,0.0041138986,0.00013493975,0.03437031,0.000070818234],"about_ca_topic_score_codex":0.00012011339,"about_ca_topic_score_gemma":0.000041405376,"teacher_disagreement_score":0.9390651,"about_ca_system_score_codex":0.00022797138,"about_ca_system_score_gemma":0.0006460402,"threshold_uncertainty_score":0.8310127},"labels":[],"label_agreement":null},{"id":"W3048304111","doi":"10.2196/21419","title":"Public Perceptions and Attitudes Toward COVID-19 Nonpharmaceutical Interventions Across Six Countries: A Topic Modeling Analysis of Twitter Data","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":136,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Defence Science and Technology Group; Australian Government","keywords":"Psychological intervention; Pandemic; Public health; Social distance; Coronavirus disease 2019 (COVID-19); Social media; Geography; Medicine; Computer science; World Wide Web","score_opus":0.8347275073155691,"score_gpt":0.6813948206784908,"score_spread":0.15333268663707833,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3048304111","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6875076,0.0008037857,0.016637906,0.29417872,0.0005253035,0.00024883522,0.000021722242,0.0000102401555,0.00006586105],"genre_scores_gemma":[0.9944413,0.0025913166,0.00026827666,0.0015066357,0.0011285819,0.000019739413,0.00001327208,0.000006707352,0.00002421603],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9941056,0.0013083423,0.0008683936,0.00024940635,0.0030190367,0.0004492184],"domain_scores_gemma":[0.992687,0.0038782237,0.00021700002,0.00021785157,0.0010509572,0.0019489811],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.014225458,0.000076900935,0.00039132143,0.00036459713,0.00025713234,0.00020806919,0.0014921423,0.00020945875,0.004613794],"category_scores_gemma":[0.061408184,0.0000664535,0.0001649773,0.0012614048,0.0011860257,0.00036783505,0.0005843853,0.0011754611,0.000011923248],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002060392,0.0007129019,0.44627938,0.0013010781,0.0016874801,0.00007446157,0.5074016,0.00007719042,0.000017547753,0.0045264675,0.023113001,0.014602879],"study_design_scores_gemma":[0.003021421,0.0010831702,0.051329367,0.0011937441,0.00126916,0.000035767804,0.31589618,0.34857413,0.000008366815,0.00093197986,0.27615196,0.00050472544],"about_ca_topic_score_codex":0.005122252,"about_ca_topic_score_gemma":0.004016003,"teacher_disagreement_score":0.39495,"about_ca_system_score_codex":0.00035573996,"about_ca_system_score_gemma":0.0024302586,"threshold_uncertainty_score":0.9962961},"labels":[],"label_agreement":null},{"id":"W3048307881","doi":"10.2196/20268","title":"Using Item Response Theory for Explainable Machine Learning in Predicting Mortality in the Intensive Care Unit: Case-Based Approach","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Sepsis Diagnosis and Treatment","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Machine learning; Artificial intelligence; Intensive care unit; Decision tree; Logistic regression; Computer science; Intensive care; Metric (unit); Linear discriminant analysis; Naive Bayes classifier; Health care; Statistics; Data mining; Mathematics; Medicine; Support vector machine; Intensive care medicine; Engineering; Operations management","score_opus":0.45296367141348726,"score_gpt":0.511958255357447,"score_spread":0.05899458394395973,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3048307881","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9836546,0.0018360327,0.0015008657,0.012219771,0.00004731329,0.0006155036,0.000004856278,0.0000070628694,0.00011395886],"genre_scores_gemma":[0.9973741,0.000048202437,0.0003855642,0.0018815316,0.00021813822,0.00004364474,0.000010175116,0.000021692726,0.00001690847],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9941069,0.002810233,0.00068944506,0.00023946902,0.0017297548,0.00042420288],"domain_scores_gemma":[0.9918894,0.0064084465,0.00016537911,0.00016386407,0.0010274056,0.000345465],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.015580869,0.00013919619,0.00046027903,0.0003959831,0.00007937471,0.000054887267,0.0003446217,0.00016704679,0.000110854],"category_scores_gemma":[0.03431274,0.00008252558,0.00016730982,0.0005504166,0.00017660638,0.000071122275,0.00011354099,0.0023264138,0.000001154835],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014300404,0.0008406461,0.89228934,0.0006949374,0.00027199308,0.042321417,0.042794354,0.000952918,0.0001483936,0.00025827068,0.0007737413,0.0043536006],"study_design_scores_gemma":[0.016124528,0.0076490464,0.051679354,0.0034186095,0.00022310956,0.0062665218,0.3865964,0.52291906,0.0016937284,0.00013392359,0.0030781648,0.00021753469],"about_ca_topic_score_codex":0.00083636376,"about_ca_topic_score_gemma":0.00012570956,"teacher_disagreement_score":0.84060997,"about_ca_system_score_codex":0.0003515817,"about_ca_system_score_gemma":0.0007379248,"threshold_uncertainty_score":0.99997526},"labels":[],"label_agreement":null},{"id":"W3048464711","doi":"10.2196/17560","title":"Associations of Internet Addiction Severity With Psychopathology, Serious Mental Illness, and Suicidality: Large-Sample Cross-Sectional Study","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":80,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Sichuan University","keywords":"Psychoticism; Suicidal ideation; Psychiatry; Medicine; Mental health; Patient Health Questionnaire; Psychopathology; Addiction; Mental illness; Cross-sectional study; Odds ratio; Clinical psychology; Anxiety; Poison control; Psychology; Suicide prevention; Internal medicine; Personality; Environmental health; Big Five personality traits; Depressive symptoms","score_opus":0.08001568085762151,"score_gpt":0.4634725953842041,"score_spread":0.3834569145265826,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3048464711","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99084723,0.00009016513,0.00054071855,0.007592792,0.00033466963,0.00027653147,0.000057477133,0.000023491679,0.00023693923],"genre_scores_gemma":[0.9991516,0.0000850121,0.00009531588,0.00022561976,0.0002805246,0.0000038048365,0.000005861126,0.000009847033,0.00014243822],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9946659,0.000997143,0.00060519646,0.0002161306,0.0031193376,0.00039624888],"domain_scores_gemma":[0.99808586,0.00037333363,0.0003452886,0.00010125295,0.00066733157,0.00042691836],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008903692,0.000098562086,0.00031492554,0.00019024823,0.0002549329,0.00013213581,0.00073080073,0.00030596252,0.0010308757],"category_scores_gemma":[0.006629457,0.00007914553,0.00006893295,0.00042175478,0.0012158778,0.00026142382,0.0002984321,0.0015994032,0.00000731127],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003993662,0.00074302487,0.9783384,0.0000110542305,0.00015631261,0.0000751475,0.00910669,2.695322e-7,0.000020740776,0.00027160594,0.008723599,0.0021537957],"study_design_scores_gemma":[0.0023701254,0.0017804144,0.982628,0.00007226879,0.00001826449,0.00006639038,0.007178811,0.0002194929,0.00009454476,0.0002828766,0.005193022,0.00009578906],"about_ca_topic_score_codex":0.004727325,"about_ca_topic_score_gemma":0.0052224677,"teacher_disagreement_score":0.008304361,"about_ca_system_score_codex":0.00025914735,"about_ca_system_score_gemma":0.00043345793,"threshold_uncertainty_score":0.99988234},"labels":[],"label_agreement":null},{"id":"W3048721975","doi":"10.2196/16797","title":"Examining Responsiveness to an Incentive-Based Mobile Health App: Longitudinal Observational Study","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":59,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; Queen's University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"mHealth; Observational study; Longitudinal study; General partnership; Psychology; Incentive; Upload; Public health; Applied psychology; Medicine; Computer science; Business; Psychological intervention; World Wide Web; Nursing; Finance","score_opus":0.5790891931719843,"score_gpt":0.6192042570743599,"score_spread":0.040115063902375625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3048721975","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92726237,0.00036763938,0.010151183,0.05632923,0.00050679344,0.0051565445,0.000017768421,0.00004488269,0.00016358183],"genre_scores_gemma":[0.9784911,0.000101471414,0.0009863204,0.015379842,0.0017217372,0.0030337845,0.000019196632,0.000036002624,0.00023054512],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9859233,0.0059640785,0.0021262676,0.0005021757,0.0043591834,0.0011250178],"domain_scores_gemma":[0.9883476,0.0036454035,0.00062758377,0.0003924788,0.0022824071,0.004704556],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.025275525,0.00017709043,0.00065802137,0.00048252178,0.00067177106,0.000035938916,0.0013498735,0.00024489634,0.002740235],"category_scores_gemma":[0.0072795185,0.00014452433,0.00007066407,0.0011969008,0.00014544542,0.00019034046,0.0004047718,0.0039643357,0.00028798205],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0063409507,0.0034107731,0.6325204,0.001370145,0.000098891964,0.00035500343,0.018605933,0.00020457656,0.00012402628,0.0026548747,0.20192418,0.13239029],"study_design_scores_gemma":[0.005744305,0.028120866,0.39507216,0.0017173229,0.000017030505,0.00001749545,0.029799534,0.0054778485,0.000030971438,0.00013920756,0.53360033,0.00026293859],"about_ca_topic_score_codex":0.0008837233,"about_ca_topic_score_gemma":0.00047847256,"teacher_disagreement_score":0.33167616,"about_ca_system_score_codex":0.000742936,"about_ca_system_score_gemma":0.012305691,"threshold_uncertainty_score":0.9983336},"labels":[],"label_agreement":null},{"id":"W3048813407","doi":"10.2196/16984","title":"Impact of MyDiabetesPlan, a Web-Based Patient Decision Aid on Decisional Conflict, Diabetes Distress, Quality of Life, and Chronic Illness Care in Patients With Diabetes: Cluster Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Patient-Provider Communication in Healthcare","field":"Health Professions","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa; Toronto General Hospital; Ottawa Hospital; University Health Network; Health Sciences Centre; Southlake Regional Health Center; Markham Stouffville Hospital; Women's College Hospital; St. Michael's Hospital; Sunnybrook Health Science Centre; North York General Hospital; Sinai Health System; Bridgepoint Active Healthcare; Public Health Ontario; University of Toronto","funders":"University of Toronto; Women's College Hospital","keywords":"Randomized controlled trial; Distress; Diabetes mellitus; Quality of life (healthcare); Medicine; Physical therapy; Clinical psychology; Nursing; Internal medicine","score_opus":0.1172868984263636,"score_gpt":0.4743136261871666,"score_spread":0.357026727760803,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3048813407","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.989342,0.0032783686,0.000033182016,0.0019172549,0.00030770877,0.004936391,0.0001360756,0.0000076000433,0.00004142724],"genre_scores_gemma":[0.9986706,0.00013999878,0.00013118377,0.0004681964,0.00015824752,0.0003476449,0.000050033635,0.00003110305,0.0000029922762],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9767062,0.012875031,0.0043235286,0.00035527212,0.0050427853,0.0006971758],"domain_scores_gemma":[0.94893456,0.044016216,0.0023752504,0.0005346101,0.003094866,0.0010445114],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.007958829,0.00029140097,0.0028393585,0.00061288755,0.00013567423,0.000021875316,0.0010371082,0.00044193893,0.00059034984],"category_scores_gemma":[0.055523135,0.00016558274,0.00046771773,0.0004930499,0.00076589145,0.00014214922,0.0005067976,0.0028439953,0.0000054459306],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.6494168,0.00056938134,0.34233367,0.00064514746,0.00021833419,0.000002250835,0.0026947455,0.00007362531,0.0000067172546,0.000018338267,0.0008430909,0.0031778617],"study_design_scores_gemma":[0.9395997,0.011686909,0.031702813,0.0061859195,0.000036463276,5.7473624e-8,0.0010303507,0.009326128,0.000030480123,0.000042855703,0.0001928086,0.00016551054],"about_ca_topic_score_codex":0.0001743581,"about_ca_topic_score_gemma":0.00013936742,"teacher_disagreement_score":0.31063086,"about_ca_system_score_codex":0.0006414461,"about_ca_system_score_gemma":0.004138659,"threshold_uncertainty_score":0.99945647},"labels":[],"label_agreement":null},{"id":"W3049290288","doi":"10.2196/21416","title":"Defining the Digital Self: A Qualitative Study to Explore the Digital Component of Professional Identity in the Health Professions","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hamilton Health Sciences; University of British Columbia; McMaster University Medical Centre; McMaster University","funders":"","keywords":"Snowball sampling; Social media; Thematic analysis; Identity (music); Qualitative research; Professional development; Knowledge translation; Medical education; Psychology; Social constructivism; Social identity theory; Sociology; Pedagogy; Medicine; Social psychology; Social group; Knowledge management; Social science; World Wide Web; Computer science","score_opus":0.4828098762750698,"score_gpt":0.6413665278434345,"score_spread":0.15855665156836468,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3049290288","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.66017485,0.00020009604,0.000036004654,0.3373506,0.0007977929,0.0012457882,0.0000032740531,0.000004351508,0.00018725968],"genre_scores_gemma":[0.99771696,0.000053728367,0.000019505458,0.0012032709,0.0008096312,0.00016632935,0.0000015522253,0.000007435375,0.000021603502],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98291945,0.008325178,0.0009954581,0.00016512873,0.007105523,0.00048927066],"domain_scores_gemma":[0.97851586,0.019725667,0.00042724333,0.00016717764,0.00058663404,0.0005774338],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.0324581,0.00008304162,0.00027394583,0.00012477396,0.0005029589,0.00023352828,0.0021014435,0.0000730149,0.0001062755],"category_scores_gemma":[0.048195872,0.0000375283,0.000084946085,0.0013258514,0.0006388624,0.00035163658,0.0004149304,0.0022515892,0.000027283684],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001063244,0.00097006327,0.010466516,0.000027682376,0.000026142174,0.000010868398,0.9631175,4.0297178e-7,2.502945e-7,0.006649062,0.012606853,0.0060183355],"study_design_scores_gemma":[0.00028371258,0.0008762594,0.021758579,0.00035551068,0.0000032875396,0.0000028975978,0.96828026,0.000029653234,9.16431e-7,0.000995804,0.0073770606,0.000036081143],"about_ca_topic_score_codex":0.0025684307,"about_ca_topic_score_gemma":0.0017029628,"teacher_disagreement_score":0.33754212,"about_ca_system_score_codex":0.0003265849,"about_ca_system_score_gemma":0.0035920686,"threshold_uncertainty_score":0.996288},"labels":[],"label_agreement":null},{"id":"W3049715045","doi":"10.2196/20455","title":"Improving Provision of Preanesthetic Information Through Use of the Digital Conversational Agent “MyAnesth”: Prospective Observational Trial","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Music Therapy and Health","field":"Psychology","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canada Research Chairs; University of Toronto","funders":"Centre Hospitalier Universitaire de Toulouse","keywords":"Observational study; Medicine; Likert scale; Patient satisfaction; Prospective cohort study; Physical therapy; Anesthesia; Psychology; Internal medicine; Surgery","score_opus":0.2521783744137486,"score_gpt":0.4477251977932968,"score_spread":0.1955468233795482,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3049715045","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98362434,0.00005560512,0.0018896689,0.012826312,0.00051250955,0.00065037527,0.000014176966,0.0000043203854,0.00042270837],"genre_scores_gemma":[0.9986835,0.000015128388,0.0001141273,0.00061590836,0.00038776684,0.000008643138,0.000007111711,0.000006484206,0.00016130225],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99565417,0.0003975561,0.0009952248,0.00010569831,0.0026582875,0.00018909224],"domain_scores_gemma":[0.9974541,0.0007522905,0.00068652484,0.00014314183,0.0008005738,0.00016335477],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0021978233,0.00007884028,0.00024820285,0.00008620662,0.000039160343,0.000052277657,0.0005373932,0.00015510486,0.0017891622],"category_scores_gemma":[0.0028566143,0.00004837316,0.00014476485,0.00026341307,0.00034158266,0.000580683,0.0001315704,0.00090096967,0.000015673302],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.17906962,0.0038520622,0.074863486,0.0013055856,0.0010371503,0.00013549045,0.20171379,0.00014337755,0.00058476126,0.21732108,0.14913532,0.17083827],"study_design_scores_gemma":[0.16531599,0.041724924,0.4057557,0.0031754905,0.00016438519,0.0011356617,0.01780406,0.024309041,0.0037447175,0.009317203,0.32674626,0.00080659153],"about_ca_topic_score_codex":0.00023300872,"about_ca_topic_score_gemma":0.0000045266024,"teacher_disagreement_score":0.3308922,"about_ca_system_score_codex":0.000092326765,"about_ca_system_score_gemma":0.0008693668,"threshold_uncertainty_score":0.99912333},"labels":[],"label_agreement":null},{"id":"W3056989392","doi":"10.2196/20889","title":"Evidence on Virtual Reality–Based Therapies for Psychiatric Disorders: Meta-Review of Meta-Analyses","year":2020,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Virtual Reality Applications and Impacts","field":"Computer Science","cited_by":131,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institut national de psychiatrie légale Philippe-Pinel; Université de Montréal; Institut Universitaire en Santé Mentale de Québec","funders":"Eli Lilly Canada; Eli Lilly and Company","keywords":"PsycINFO; Psychological intervention; Meta-analysis; Neurocognitive; Mental health; Psychiatry; MEDLINE; Anxiety; Medicine; Randomized controlled trial; Systematic review; Psychology; Clinical psychology; Cognition","score_opus":0.712504642297013,"score_gpt":0.6042587460443197,"score_spread":0.10824589625269332,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3056989392","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.0560721e-7,0.7890076,0.17011729,0.039765324,0.00012626957,0.00083326927,0.000029048875,0.000010403741,0.00011066078],"genre_scores_gemma":[0.000088695015,0.9958514,0.002223766,0.0011315615,0.00029677816,0.00024801202,0.000008024772,0.000030117155,0.000121619836],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98593956,0.0036593499,0.0029288651,0.0006253155,0.006340104,0.0005068144],"domain_scores_gemma":[0.98162866,0.012715784,0.0021502103,0.0013232861,0.0013462985,0.0008357536],"candidate_categories":["metaresearch","metaepi_narrow","open_science"],"consensus_categories":[],"category_scores_codex":[0.022754151,0.00048545777,0.0052865143,0.0009314612,0.00007236282,0.00022154454,0.007257543,0.0003587381,0.0006857575],"category_scores_gemma":[0.017966291,0.0002460627,0.0054324935,0.0022807983,0.00033811812,0.00035350447,0.00054216123,0.002195257,0.000036095113],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024520721,0.00032992297,2.9338905e-8,0.022364106,0.011911446,0.000011195158,0.00004626246,0.00000256115,1.9748339e-7,0.009161142,0.06817659,0.88797206],"study_design_scores_gemma":[0.00017357914,0.002451414,3.2553035e-7,0.030411439,0.013480001,0.000032334076,0.000010657035,0.00091619825,0.0000052869864,0.0010328912,0.9513005,0.00018536013],"about_ca_topic_score_codex":0.00013675286,"about_ca_topic_score_gemma":0.000027292323,"teacher_disagreement_score":0.8877867,"about_ca_system_score_codex":0.00016418671,"about_ca_system_score_gemma":0.0033305136,"threshold_uncertainty_score":0.99999917},"labels":[],"label_agreement":null},{"id":"W3068665503","doi":"10.2196/20897","title":"Proposed Implementation of Blockchain in British Columbia’s Health Care Data Management","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Research Institute for Aging; University Health Network; University of Toronto; University of Waterloo","funders":"Provincial Health Services Authority","keywords":"Interoperability; Health care; Business; Information system; General partnership; Medical record; Information technology management; Health information technology; Cloud computing; Management information systems; Medicine; Knowledge management; Computer science; Engineering; World Wide Web; Finance; Political science","score_opus":0.22467131073609106,"score_gpt":0.5858919139142853,"score_spread":0.36122060317819427,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3068665503","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9098152,0.0044034394,0.0005891296,0.08007502,0.00077122415,0.003131599,0.00007725426,0.00001877629,0.0011183801],"genre_scores_gemma":[0.9955179,0.0012062864,0.0003716707,0.0016632277,0.0006925035,0.000025608126,0.00003297178,0.000025042295,0.00046480383],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.9887907,0.0040981597,0.0024082994,0.00030946673,0.0034609032,0.00093246344],"domain_scores_gemma":[0.99691546,0.00058299,0.0007126065,0.0003375402,0.0006262025,0.0008251844],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.019717664,0.00007449208,0.0005640399,0.00019746993,0.00011424454,0.000035238143,0.0016656985,0.00019251459,0.0031800317],"category_scores_gemma":[0.0013222098,0.00008883181,0.000048364232,0.000577465,0.00010013906,0.00008493709,0.0008938346,0.0031210722,0.00002722452],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011715043,0.00014831845,0.09507756,0.0063804393,0.00009572784,0.00047413196,0.013694827,7.0464387e-7,0.000011510152,0.00011627451,0.6845697,0.19931366],"study_design_scores_gemma":[0.017602723,0.008411259,0.07200324,0.018204216,0.000030569714,0.00017328621,0.4779771,0.0048557427,0.000032900054,0.0002525873,0.4000849,0.00037144704],"about_ca_topic_score_codex":0.15406395,"about_ca_topic_score_gemma":0.49150702,"teacher_disagreement_score":0.46428227,"about_ca_system_score_codex":0.0009068984,"about_ca_system_score_gemma":0.0067491597,"threshold_uncertainty_score":0.99917877},"labels":[],"label_agreement":null},{"id":"W3080486542","doi":"10.2196/18934","title":"Digital Health Needs of Women With Postpartum Depression: Focus Group Study","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Maternal Mental Health During Pregnancy and Postpartum","field":"Medicine","cited_by":79,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"B.C. Women's Hospital & Health Centre; Women's Health Research Institute; University of British Columbia","funders":"Canadian Institutes of Health Research","keywords":"Focus group; Thematic analysis; Psychosocial; eHealth; Qualitative research; Needs assessment; Nursing; Psychology; Medical education; Service provider; Mental health; Health care; Medicine; Service (business); Sociology; Psychiatry","score_opus":0.05886693312078634,"score_gpt":0.4021128230104447,"score_spread":0.3432458898896584,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3080486542","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9719892,0.0014997185,0.00018012515,0.024923183,0.00014567822,0.0004710306,0.000004456562,0.000011535198,0.000775052],"genre_scores_gemma":[0.9980143,0.00025361904,0.00004271976,0.0008258965,0.00045431842,0.000011984705,0.0000017508438,0.000022372375,0.00037305406],"study_design_codex":"observational","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.9942086,0.00036389192,0.0009552932,0.00015948707,0.003671912,0.0006408128],"domain_scores_gemma":[0.9965283,0.00031143785,0.0003292745,0.00019467529,0.00034333795,0.0022929576],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0036369099,0.00014093232,0.00068258547,0.00028528625,0.000044512803,0.00004483529,0.0005160571,0.00010070895,0.00096961984],"category_scores_gemma":[0.0007695318,0.0000851839,0.000073994255,0.00042709394,0.00020820249,0.0001650323,0.00027033247,0.0016006854,0.000022788827],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.05634335,0.007213943,0.7451251,0.010170988,0.000924182,0.00694986,0.054378327,0.0000013469377,0.00009090737,0.00029650787,0.012103517,0.10640194],"study_design_scores_gemma":[0.043303598,0.3839468,0.3516973,0.08473408,0.00013320899,0.010489273,0.076124534,0.00067564525,0.0049898173,0.00032955947,0.042804122,0.00077204173],"about_ca_topic_score_codex":0.00012762506,"about_ca_topic_score_gemma":0.000010303682,"teacher_disagreement_score":0.39342782,"about_ca_system_score_codex":0.00025073832,"about_ca_system_score_gemma":0.0007579719,"threshold_uncertainty_score":0.9999436},"labels":[],"label_agreement":null},{"id":"W3080527613","doi":"10.2196/19918","title":"Is Artificial Intelligence Better Than Human Clinicians in Predicting Patient Outcomes?","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"University of Calgary","keywords":"Psychology; Computer science; Artificial intelligence; Medicine","score_opus":0.5084866340275597,"score_gpt":0.5799768971393031,"score_spread":0.07149026311174345,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3080527613","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80140847,0.00013050504,0.0008034526,0.19660859,0.00045921165,0.00022566918,0.0000012665887,0.0000098491655,0.0003529998],"genre_scores_gemma":[0.9891122,0.000115105635,0.00019071427,0.00902706,0.0014581629,0.000007995738,0.0000026845742,0.00002067653,0.0000653797],"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99372005,0.00041141512,0.0020063422,0.00028849882,0.003031265,0.0005424071],"domain_scores_gemma":[0.9968484,0.00090457674,0.0002980968,0.00020888129,0.0007843448,0.00095571764],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0048663598,0.00013985662,0.0005137719,0.00042417276,0.0000703937,0.00006253996,0.0005288701,0.0003200737,0.0024597119],"category_scores_gemma":[0.0075907004,0.00010502263,0.00020832443,0.0005847526,0.00027543397,0.00013632301,0.00017488295,0.003212637,0.0001863961],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00054573524,0.0008021906,0.58928126,0.00016081966,0.00009005619,0.00089567696,0.026992477,0.000004645972,0.00029641038,0.00039665887,0.016468002,0.36406606],"study_design_scores_gemma":[0.0015458423,0.056988683,0.23451571,0.017740417,0.00032234815,0.0017276346,0.2148923,0.104430065,0.23536,0.056642797,0.073955625,0.0018785921],"about_ca_topic_score_codex":0.00093194225,"about_ca_topic_score_gemma":0.00029395198,"teacher_disagreement_score":0.36218747,"about_ca_system_score_codex":0.00022512597,"about_ca_system_score_gemma":0.0006898423,"threshold_uncertainty_score":0.999087},"labels":[],"label_agreement":null},{"id":"W3081054586","doi":"10.2196/22417","title":"The Art of Surgery: Balancing Compassionate With Virtual Care","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Empathy and Medical Education","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; Women's College Hospital; University of Toronto","funders":"","keywords":"Health care; Excellence; Telehealth; Empathy; Nursing; Multidisciplinary approach; Medical education; Psychology; Medicine; Telemedicine; Political science","score_opus":0.09092468626530138,"score_gpt":0.42284358320984733,"score_spread":0.33191889694454596,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3081054586","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88999176,0.0011184765,0.0004454035,0.1068708,0.00033648073,0.00011081824,9.620144e-7,0.000005503291,0.0011198133],"genre_scores_gemma":[0.9974086,0.0005029293,0.000058132544,0.00085569907,0.0007656244,0.0000026842608,0.0000040007185,0.000009905952,0.00039237188],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.995006,0.00029257243,0.0005522719,0.00010508332,0.0037849825,0.000259053],"domain_scores_gemma":[0.99580336,0.0019041902,0.00017774111,0.00012463193,0.0010517921,0.00093831104],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0040089544,0.00007153455,0.00035187887,0.000108906585,0.000048997004,0.000019307634,0.00033099734,0.00011075608,0.0007172494],"category_scores_gemma":[0.009203967,0.000033691762,0.00011358153,0.00030941932,0.00047758353,0.000050036197,0.00008570175,0.0016440495,0.000025417658],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0043971175,0.00046192238,0.019314013,0.0005708007,0.00036499483,0.0012965221,0.04350368,0.0000036609968,0.00060567615,0.00095502555,0.76637423,0.16215236],"study_design_scores_gemma":[0.006559249,0.014363472,0.044260185,0.012558897,0.00018524694,0.002174144,0.24769922,0.0042583253,0.015921406,0.00014017118,0.65160036,0.00027931196],"about_ca_topic_score_codex":0.000030210966,"about_ca_topic_score_gemma":0.00001248361,"teacher_disagreement_score":0.20419554,"about_ca_system_score_codex":0.00007679855,"about_ca_system_score_gemma":0.0019085018,"threshold_uncertainty_score":0.99914193},"labels":[],"label_agreement":null},{"id":"W3082128998","doi":"10.2196/20002","title":"Parental Online Information Access and Childhood Vaccination Decisions in North America: Scoping Review","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Vaccine Coverage and Hesitancy","field":"Social Sciences","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University","funders":"","keywords":"Misinformation; PsycINFO; CINAHL; Vaccination; Information seeking; Health literacy; Information seeking behavior; Social media; Medicine; MEDLINE; Health care; Internet privacy; Family medicine; Psychology; Psychological intervention; Nursing; Political science; World Wide Web; Computer science","score_opus":0.11606895026155462,"score_gpt":0.4852418605044363,"score_spread":0.3691729102428817,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3082128998","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8476764,0.014079989,0.0010479139,0.13536772,0.0001605687,0.0005484717,0.0000050176345,0.000009914571,0.001104032],"genre_scores_gemma":[0.8676552,0.1296606,0.000051186646,0.002290603,0.0003228591,0.0000025544389,0.0000065471813,0.0000026635541,0.000007743559],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99690443,0.0003807015,0.0005825334,0.00007789128,0.001855158,0.00019928766],"domain_scores_gemma":[0.9985629,0.0004867411,0.00017022617,0.000048474958,0.00035119816,0.0003804582],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0023043174,0.00005068447,0.00021649266,0.00018840085,0.00007507134,0.00014215177,0.00060514,0.000061516126,0.0010275986],"category_scores_gemma":[0.01359282,0.00003929026,0.000043415253,0.0007072174,0.000025966896,0.0011062177,0.00022822291,0.0007625391,0.00001627602],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007500114,0.00024426097,0.1296969,0.0005796747,0.000025349893,0.00013766588,0.017637746,0.0000056507242,7.7433157e-7,0.00024045719,0.040322546,0.81103396],"study_design_scores_gemma":[0.0026814556,0.0009557429,0.8879613,0.050809857,0.0000257483,0.000054825003,0.008185472,0.0013908455,0.000011054588,0.00045903606,0.04720152,0.00026314062],"about_ca_topic_score_codex":0.00028192252,"about_ca_topic_score_gemma":0.0039670356,"teacher_disagreement_score":0.8107708,"about_ca_system_score_codex":0.00007947917,"about_ca_system_score_gemma":0.0006267952,"threshold_uncertainty_score":0.9998856},"labels":[],"label_agreement":null},{"id":"W3083288784","doi":"10.2196/19732","title":"Consumer-Grade Wearable Device for Predicting Frailty in Canadian Home Care Service Clients: Prospective Observational Proof-of-Concept Study","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Frailty in Older Adults","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary; University of Toronto; University of Waterloo","funders":"AGE-WELL","keywords":"Observational study; Service (business); Wearable technology; Wearable computer; Proof of concept; Gerontology; Computer science; Medicine; Psychology; Internet privacy; Business; Marketing; Embedded system; Internal medicine","score_opus":0.17132668330463854,"score_gpt":0.43511529313637554,"score_spread":0.263788609831737,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3083288784","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96134555,0.0013076935,0.000096968564,0.03473773,0.00024086186,0.0019320006,0.00004284009,0.000009454567,0.00028690964],"genre_scores_gemma":[0.9975872,0.000017469109,0.00045465957,0.0011138947,0.000546548,0.00006785805,0.000018351955,0.00003082547,0.00016316604],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9942008,0.00034705878,0.0011004705,0.000345903,0.003319056,0.0006866981],"domain_scores_gemma":[0.9940277,0.0009752546,0.00025063413,0.00019959509,0.0031126002,0.0014342405],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0031236545,0.00016900577,0.00062623934,0.00041536344,0.00006266231,0.000043181273,0.0007785956,0.00024253763,0.0004945816],"category_scores_gemma":[0.0107159745,0.00013896763,0.000114945244,0.00096348533,0.00020105932,0.0002059193,0.00017752967,0.002198013,0.0000071532527],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009422249,0.0007705849,0.94883305,0.000842762,0.00033147237,0.0005411257,0.033708613,0.00005677768,0.0000622723,0.00004760763,0.007437509,0.006425978],"study_design_scores_gemma":[0.036501594,0.020513522,0.75866926,0.011498882,0.0002685078,0.00043087627,0.09227104,0.03983512,0.008115203,0.0003124705,0.030994175,0.00058938196],"about_ca_topic_score_codex":0.06680923,"about_ca_topic_score_gemma":0.15488578,"teacher_disagreement_score":0.19016384,"about_ca_system_score_codex":0.0008520182,"about_ca_system_score_gemma":0.0044553536,"threshold_uncertainty_score":0.9976172},"labels":[],"label_agreement":null},{"id":"W3083993068","doi":"10.2196/21646","title":"COVID-19 and the Gendered Use of Emojis on Twitter: Infodemiology Study","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Digital Communication and Language","field":"Computer Science","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Emoji; Gratitude; Coronavirus disease 2019 (COVID-19); Psychology; Pandemic; Health care; Social media; Social psychology; Medicine; Political science","score_opus":0.3664006993115738,"score_gpt":0.48846921319655084,"score_spread":0.12206851388497703,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3083993068","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6736412,0.0006512169,0.025225587,0.2961496,0.0000952359,0.0003412741,0.00000126027,0.00001812935,0.0038764654],"genre_scores_gemma":[0.9875415,0.00014793589,0.00022881397,0.011882161,0.00003908016,0.000002005192,1.8252497e-7,0.0000029654816,0.00015534995],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99616015,0.001615136,0.00047345497,0.00012064131,0.0014753271,0.0001552947],"domain_scores_gemma":[0.99502003,0.0036558718,0.00016162,0.00036167484,0.00018952196,0.0006112629],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.006281022,0.00005842459,0.0002404828,0.00012832507,0.000034147,0.00013405948,0.0023274876,0.000058262984,0.00018451625],"category_scores_gemma":[0.017318852,0.000030855994,0.000060726983,0.00025529732,0.0004671523,0.00016983662,0.0012142386,0.0009807977,0.000009767851],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003914137,0.002189949,0.028058637,0.00021896244,0.0007451054,0.0017633332,0.16385819,0.00008098069,0.00008614636,0.26870254,0.43040475,0.09997728],"study_design_scores_gemma":[0.024730276,0.016948475,0.020412201,0.00038049082,0.00004074083,0.0011572553,0.020573266,0.150176,0.00028866908,0.0090544745,0.75576234,0.00047582094],"about_ca_topic_score_codex":0.00018089426,"about_ca_topic_score_gemma":0.000025336609,"teacher_disagreement_score":0.3253576,"about_ca_system_score_codex":0.000033004795,"about_ca_system_score_gemma":0.0003326383,"threshold_uncertainty_score":0.9909587},"labels":[],"label_agreement":null},{"id":"W3084408270","doi":"10.2196/21597","title":"Collective Response to Media Coverage of the COVID-19 Pandemic on Reddit and Wikipedia: Mixed-Methods Analysis","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Misinformation and Its Impacts","field":"Social Sciences","cited_by":161,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Institute for Scientific Interchange; European Regional Development Fund; Intesa Sanpaolo Innovation Center; Horizon 2020 Framework Programme; Regione Piemonte; Fondazione CRT","keywords":"Mainstream; Social media; Computer science; Pandemic; News media; Topic model; The Internet; Internet privacy; World Wide Web; Coronavirus disease 2019 (COVID-19); Political science; Advertising; Business; Information retrieval; Medicine; Disease","score_opus":0.17157798273890038,"score_gpt":0.5293929668968117,"score_spread":0.35781498415791135,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3084408270","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83804154,0.00008989488,0.0057433816,0.15204114,0.00024263782,0.00019161236,0.000012446437,0.000006853064,0.0036304893],"genre_scores_gemma":[0.9923653,0.00036109856,0.00019981866,0.005679091,0.00027707813,9.682171e-7,3.7981022e-7,0.000004285716,0.0011119524],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99016786,0.0052518444,0.0005226645,0.00011747398,0.003669831,0.00027034755],"domain_scores_gemma":[0.9882769,0.009163103,0.00023398484,0.00012392014,0.00046666004,0.0017354108],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.030614154,0.00007016128,0.00031147897,0.0004614662,0.00015794025,0.000089898946,0.00080620806,0.00017240216,0.0017818158],"category_scores_gemma":[0.18318686,0.000042852487,0.00013977452,0.0022842512,0.00057734945,0.00012227205,0.00022436329,0.0010076275,0.000010793121],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0063214535,0.0001285318,0.008364331,0.00004333918,0.00053651293,0.00007982947,0.53522205,0.000109620116,0.00039870685,0.0016890861,0.40085307,0.04625348],"study_design_scores_gemma":[0.0035003219,0.0030830367,0.090668716,0.00028853933,0.00021028207,0.00006477035,0.085321434,0.002952059,0.0008301292,0.002605136,0.81018776,0.00028780664],"about_ca_topic_score_codex":0.00039281533,"about_ca_topic_score_gemma":0.0007381678,"teacher_disagreement_score":0.4499006,"about_ca_system_score_codex":0.00048481717,"about_ca_system_score_gemma":0.0036579063,"threshold_uncertainty_score":0.99913067},"labels":[],"label_agreement":null},{"id":"W3087200217","doi":"10.2196/21916","title":"Associations Between Substance Use and Instagram Participation to Inform Social Network–Based Screening Models: Multimodal Cross-Sectional Study","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Mental Health via Writing","field":"Psychology","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"National Cancer Institute; National Institute of General Medical Sciences; National Institute on Drug Abuse; National Institute on Alcohol Abuse and Alcoholism; Dartmouth College","keywords":"Ethnic group; Logistic regression; Binomial regression; Prescription drug; Medicine; Substance abuse; Substance use; Cross-sectional study; Psychology; Medical prescription; Environmental health; Clinical psychology; Psychiatry","score_opus":0.4862113615645156,"score_gpt":0.5684594847634757,"score_spread":0.08224812319896013,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3087200217","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9786312,0.000037647707,0.015315501,0.005160638,0.00019703755,0.0004273052,0.000025246185,0.000017535413,0.0001878885],"genre_scores_gemma":[0.99653745,0.0000019507554,0.00077944715,0.00087532285,0.0016786096,0.0000262993,0.0000141627215,0.000018662706,0.00006810327],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99406564,0.00086918805,0.0011932875,0.00024933758,0.0030071493,0.0006154165],"domain_scores_gemma":[0.99632686,0.0016393939,0.00031827335,0.00008774026,0.0007250767,0.0009026477],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0087469,0.00011494565,0.00033482557,0.00018806475,0.0003195829,0.00024808614,0.0004233371,0.00023783893,0.00047320372],"category_scores_gemma":[0.0021957175,0.000106235166,0.000073798044,0.0005766685,0.00014189306,0.00040220987,0.00016581333,0.0018577842,0.000027301518],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00060388126,0.00032721556,0.9766357,0.000016603615,0.00012344237,0.00006859592,0.008789587,0.00046511623,0.0000032492687,0.00057189993,0.0039477125,0.008446981],"study_design_scores_gemma":[0.0021791924,0.0013504276,0.967514,0.0000661913,0.000011076746,0.0000037336843,0.00086946104,0.027398262,0.000005563802,0.000099610035,0.00041600358,0.00008652317],"about_ca_topic_score_codex":0.0007758835,"about_ca_topic_score_gemma":0.00042095728,"teacher_disagreement_score":0.026933145,"about_ca_system_score_codex":0.00024917957,"about_ca_system_score_gemma":0.00018968034,"threshold_uncertainty_score":0.8071251},"labels":[],"label_agreement":null},{"id":"W3087376099","doi":"10.2196/19358","title":"Primary Care Pre-Visit Electronic Patient Questionnaire for Asthma: Uptake Analysis and Predictor Modeling","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; St. Michael's Hospital","funders":"Canadian Institutes of Health Research; Reseau canadien de recherche respiratoire","keywords":"Medicine; Asthma; mHealth; Odds ratio; Family medicine; Usability; Demographics; Psychological intervention; Medication adherence; Physical therapy; Internal medicine; Nursing; Demography","score_opus":0.06939944953005864,"score_gpt":0.4816819000820615,"score_spread":0.41228245055200285,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3087376099","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7580867,0.014057574,0.17794207,0.045824364,0.00030850817,0.003307899,0.00004609259,0.000046295336,0.00038049306],"genre_scores_gemma":[0.99179333,0.0029591997,0.00061440375,0.0025562635,0.0010797112,0.00083506695,0.000037429974,0.0000228005,0.00010180413],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99478734,0.0007563959,0.0013853206,0.00031569996,0.0018670348,0.0008881844],"domain_scores_gemma":[0.9953811,0.0007304301,0.00034504573,0.0001934064,0.0015704556,0.0017795701],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.004375575,0.0001267274,0.0004994732,0.0003594402,0.00037551112,0.00002107758,0.00047018734,0.00034802983,0.00032504744],"category_scores_gemma":[0.0025034626,0.00009758184,0.0001594465,0.00061553804,0.000093106806,0.00010126667,0.0002261304,0.0029350002,0.000014095924],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0062923497,0.0006637951,0.06544144,0.016268633,0.0015551979,0.000077427045,0.04549668,0.00079395965,0.000102845064,0.016792884,0.11270305,0.73381174],"study_design_scores_gemma":[0.0056345514,0.006682756,0.019144095,0.0030078655,0.00039510912,0.000034290064,0.0076966397,0.4844128,0.000022136719,0.0018522342,0.47078553,0.00033200596],"about_ca_topic_score_codex":0.00027059144,"about_ca_topic_score_gemma":0.00031577024,"teacher_disagreement_score":0.73347974,"about_ca_system_score_codex":0.00059522776,"about_ca_system_score_gemma":0.0039104163,"threshold_uncertainty_score":0.99936527},"labels":[],"label_agreement":null},{"id":"W3088108321","doi":"10.2196/23954","title":"Fitbit-Based Interventions for Healthy Lifestyle Outcomes: Systematic Review and Meta-Analysis","year":2020,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Physical Activity and Health","field":"Medicine","cited_by":235,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Military College of Canada; HEC Montréal; Université du Québec à Montréal","funders":"","keywords":"Meta-analysis; Psychological intervention; Medicine; Systematic review; MEDLINE; Psychology; Gerontology; Physical therapy; Nursing","score_opus":0.5993565555251108,"score_gpt":0.6258886088883685,"score_spread":0.0265320533632577,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3088108321","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[7.119047e-7,0.93239254,0.001572429,0.06295282,0.000050613333,0.0029275648,0.000069624846,0.000009555681,0.000024136616],"genre_scores_gemma":[0.000049904134,0.9946895,0.00024241803,0.0035149774,0.00022027378,0.00039811735,0.00003171996,0.00003946556,0.0008135813],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.9900018,0.0026385435,0.0032621282,0.00040789513,0.0031961726,0.0004934847],"domain_scores_gemma":[0.98818856,0.0072092577,0.0015012324,0.0004768071,0.00086313946,0.0017609965],"candidate_categories":["metaresearch","metaepi_broad","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_broad"],"category_scores_codex":[0.014588741,0.0003714308,0.017421208,0.0009994543,0.00007048061,0.00006632537,0.00081392395,0.0004066906,0.0010549709],"category_scores_gemma":[0.017798772,0.0001918774,0.0106977625,0.0011836857,0.00022287344,0.000058820628,0.00021686559,0.0037205727,0.000045666446],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030430405,0.00069677667,6.9009565e-7,0.88035864,0.10607476,0.00014046286,0.000018517758,2.0534193e-8,3.5895846e-9,0.00014307766,0.008896241,0.0036403558],"study_design_scores_gemma":[0.00038653472,0.0019915332,5.447153e-7,0.25185236,0.5719665,0.00017126367,0.000011931228,0.000090347596,5.4278257e-8,0.000031058367,0.17339522,0.00010262043],"about_ca_topic_score_codex":0.000054708464,"about_ca_topic_score_gemma":0.000040892468,"teacher_disagreement_score":0.6285063,"about_ca_system_score_codex":0.00032502675,"about_ca_system_score_gemma":0.0023584033,"threshold_uncertainty_score":0.9998582},"labels":[],"label_agreement":null},{"id":"W3088990937","doi":"10.2196/17892","title":"Visual Analytic Tools and Techniques in Population Health and Health Services Research: Scoping Review","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Data Visualization and Analytics","field":"Computer Science","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"BC Centre for Disease Control; University of British Columbia; University of Calgary; Impact; McMaster University; University of Toronto; Université de Sherbrooke; Ontario Neurotrauma Foundation; University of Waterloo; Canadian Institute for Health Information; Toronto Rehabilitation Institute; University Health Network","funders":"Canadian Institutes of Health Research; University of Toronto; Toronto Rehabilitation Institute","keywords":"Visual analytics; Data science; Computer science; Analytics; Population health; Health care; Systematic review; Presentation (obstetrics); Population; Visualization; MEDLINE; Medicine; Data mining","score_opus":0.3214844140167463,"score_gpt":0.5885567520420297,"score_spread":0.2670723380252834,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3088990937","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025489766,0.13370323,0.08230451,0.75637937,0.00013070875,0.001727672,0.0000049171426,0.00007898569,0.00018081567],"genre_scores_gemma":[0.65312153,0.2977072,0.004149564,0.04448612,0.00043190422,0.000008704489,0.000022686218,0.000021294045,0.00005096649],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9947232,0.0013101279,0.0008538623,0.00025197575,0.002500131,0.00036070705],"domain_scores_gemma":[0.998031,0.0003689369,0.0002203192,0.00013269165,0.0003277521,0.00091929885],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.020385735,0.00007472133,0.00040084217,0.00047950933,0.00007327113,0.000358922,0.00082595745,0.00006201811,0.000038721333],"category_scores_gemma":[0.001216405,0.000057956135,0.00002740715,0.0011137022,0.00010956206,0.0005919057,0.0007004563,0.0009872684,0.0000033548204],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006292108,0.00034312104,0.022742184,0.03273695,0.00005269058,0.00030899624,0.007832228,0.0000010923181,0.000016352615,0.02157729,0.048690364,0.8656358],"study_design_scores_gemma":[0.002200326,0.009552122,0.013129815,0.5582723,0.000008779985,0.0005464725,0.0027083496,0.38842294,0.00019991896,0.0030694427,0.021372264,0.00051724643],"about_ca_topic_score_codex":0.00042043737,"about_ca_topic_score_gemma":0.0002135284,"teacher_disagreement_score":0.86511856,"about_ca_system_score_codex":0.00011651167,"about_ca_system_score_gemma":0.0008464515,"threshold_uncertainty_score":0.70653296},"labels":[],"label_agreement":null},{"id":"W3090265966","doi":"10.2196/19928","title":"Utilization of Self-Diagnosis Health Chatbots in Real-World Settings: Case Study","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":150,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Beijing Nova Program","keywords":"Chatbot; Context (archaeology); Internet privacy; Medicine; Population; Computer science; Health care; World Wide Web","score_opus":0.30169554565615386,"score_gpt":0.5839876365738893,"score_spread":0.28229209091773544,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3090265966","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9488747,0.00053730444,0.00005320218,0.047155686,0.0006031428,0.0005875272,0.000009059644,0.000018123113,0.0021612588],"genre_scores_gemma":[0.9982827,0.00011581793,0.00007006175,0.00093357667,0.00023692711,0.000037320176,0.0000020018483,0.000020686857,0.00030094152],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.9936115,0.0017350479,0.0017908469,0.00025484266,0.0021250937,0.00048263159],"domain_scores_gemma":[0.99725735,0.0008277619,0.0005079117,0.00018951077,0.00036107338,0.0008564185],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008695155,0.0001121683,0.0004704269,0.00070721196,0.000035590998,0.000037445123,0.0006383187,0.000105527935,0.0023865274],"category_scores_gemma":[0.0013540689,0.00009556877,0.00012107332,0.001073979,0.00012781816,0.0001535329,0.00026686836,0.0014262138,0.00007078111],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010173316,0.021894218,0.2281582,0.0013543888,0.0004961915,0.036752295,0.07526864,0.0000034465374,0.0000018782441,0.004405076,0.37849915,0.25214916],"study_design_scores_gemma":[0.03787136,0.16176891,0.2284333,0.022218803,0.00016589518,0.018842218,0.38232422,0.007908249,0.0012451708,0.002435192,0.1354824,0.0013042864],"about_ca_topic_score_codex":0.0074244295,"about_ca_topic_score_gemma":0.0044535953,"teacher_disagreement_score":0.30705556,"about_ca_system_score_codex":0.00034800044,"about_ca_system_score_gemma":0.0004138794,"threshold_uncertainty_score":0.9991852},"labels":[],"label_agreement":null},{"id":"W3091151210","doi":"10.2196/20251","title":"Engaging Unmotivated Smokers to Move Toward Quitting: Design of Motivational Interviewing–Based Chatbot Through Iterative Interactions","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Smoking Behavior and Cessation","field":"Medicine","cited_by":65,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Addiction and Mental Health; Public Health Ontario; University of Toronto","funders":"","keywords":"Chatbot; Conversation; Motivational interviewing; Computer science; Population; Medicine; Applied psychology; Psychology; Medical education; World Wide Web; Intervention (counseling); Nursing; Communication","score_opus":0.34501287763979205,"score_gpt":0.4855237790344796,"score_spread":0.14051090139468753,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3091151210","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7006296,0.00006458897,0.24932453,0.049016155,0.00032843658,0.0003190016,0.0000037747493,0.000018526076,0.0002953904],"genre_scores_gemma":[0.99500597,0.000022266018,0.0021896693,0.0021512522,0.0004902466,0.000011225573,0.000010886954,0.000023929533,0.00009452972],"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9945377,0.0007956488,0.0009776221,0.00024096346,0.003133733,0.00031430638],"domain_scores_gemma":[0.99599934,0.00137092,0.00030788497,0.0001434845,0.0016197741,0.0005585709],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0042077666,0.00015249132,0.00047323736,0.00046170113,0.00005258245,0.000057995007,0.00046588952,0.00014409506,0.002393791],"category_scores_gemma":[0.009960423,0.000117430645,0.00018649992,0.0008440703,0.0001837936,0.00024339397,0.00016183812,0.0020736882,0.000010030308],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014554489,0.0054727965,0.30032688,0.0020659568,0.0028874646,0.0027168875,0.25594464,0.0026014606,0.120534666,0.0025278963,0.17712036,0.11324653],"study_design_scores_gemma":[0.018278653,0.017159939,0.18251008,0.026330214,0.00059186836,0.0008738949,0.04334869,0.09628804,0.595887,0.0008022228,0.016979296,0.0009501137],"about_ca_topic_score_codex":0.000104772014,"about_ca_topic_score_gemma":0.0000011665878,"teacher_disagreement_score":0.47535235,"about_ca_system_score_codex":0.00033169656,"about_ca_system_score_gemma":0.0007229476,"threshold_uncertainty_score":0.99851817},"labels":[],"label_agreement":null},{"id":"W3091153132","doi":"10.2196/23851","title":"The State of Evidence in Patient Portals: Umbrella Review","year":2020,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":151,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; University of Victoria","funders":"Faculty of Nursing, University of Alberta; University of Alberta","keywords":"Patient portal; Grading (engineering); Systematic review; Knowledge translation; Qualitative research; Medicine; Evidence-based practice; MEDLINE; Health care; Psychology; Knowledge management; Alternative medicine; Computer science; Pathology","score_opus":0.6576571936624976,"score_gpt":0.6810413770346884,"score_spread":0.023384183372190726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3091153132","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000017984532,0.9827983,0.000012685281,0.012793442,0.0012186214,0.002587819,0.0000066935654,0.000005290632,0.0005591837],"genre_scores_gemma":[0.000034994093,0.99692935,0.000011005114,0.00048538172,0.00068915944,0.00018605797,0.00000211432,0.000054806766,0.0016071362],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9564975,0.025730817,0.008563396,0.0003861054,0.0073712002,0.0014509897],"domain_scores_gemma":[0.9639624,0.02837222,0.004234322,0.0006482063,0.0016540205,0.001128841],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.08073498,0.00031257368,0.0036513454,0.00046485465,0.00013393696,0.000018640123,0.0030710115,0.0006028778,0.0012043072],"category_scores_gemma":[0.055172145,0.0001433262,0.00059158436,0.0013704342,0.00033354817,0.0000905118,0.0008824096,0.016712753,0.00035135853],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003306287,0.000037750917,0.000008926595,0.14931281,0.00008448657,0.000504131,0.00035110145,1.3794463e-8,2.8996649e-8,0.000043903823,0.15506206,0.6945617],"study_design_scores_gemma":[0.00010145558,0.0005062241,0.0000011247431,0.43796155,0.00003328547,0.0001329666,0.000095855285,0.000011042487,9.5278175e-8,0.000041766707,0.561057,0.000057650137],"about_ca_topic_score_codex":0.0008730599,"about_ca_topic_score_gemma":0.0008034109,"teacher_disagreement_score":0.6945041,"about_ca_system_score_codex":0.0014604575,"about_ca_system_score_gemma":0.026652904,"threshold_uncertainty_score":0.9997087},"labels":[],"label_agreement":null},{"id":"W3091951858","doi":"10.2196/23139","title":"Evaluating Identity Disclosure Risk in Fully Synthetic Health Data: Model Development and Validation","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Data Analysis and Archiving","field":"Social Sciences","cited_by":85,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Children's Hospital of Eastern Ontario; University of Ottawa","funders":"Health Canada","keywords":"Computer science; Identity (music); Data science; Psychology","score_opus":0.37420936693276735,"score_gpt":0.5630940315766862,"score_spread":0.1888846646439189,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3091951858","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.941516,0.0004817495,0.021376356,0.036204554,0.000049955852,0.00009392961,0.000007055772,0.0000037686464,0.00026665683],"genre_scores_gemma":[0.99554026,0.0012637204,0.0027447308,0.0001448096,0.00022964468,0.000001088553,0.0000072163753,0.000004378208,0.00006417907],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99322265,0.001883444,0.00060931366,0.0002052246,0.0037878088,0.00029156977],"domain_scores_gemma":[0.9984285,0.00053815614,0.00023181278,0.00012482249,0.000149871,0.0005267861],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.0435558,0.000051488056,0.00021534433,0.00015958691,0.00019640765,0.0002356977,0.0011206099,0.000049703187,0.00018016424],"category_scores_gemma":[0.014528258,0.00003921139,0.000028102666,0.0003305448,0.00020013929,0.00063051906,0.0007172462,0.0009577648,0.000007334154],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012134218,0.00029639635,0.040716454,0.00018051322,0.00015147185,0.00011154293,0.107388355,0.0005513139,0.00006892423,0.0062228544,0.013374445,0.8308164],"study_design_scores_gemma":[0.0010314821,0.00035898614,0.008937729,0.0013999614,0.00003109692,0.0000108664,0.019226717,0.94922066,0.000060542498,0.0043344777,0.015198308,0.00018915684],"about_ca_topic_score_codex":0.0016664524,"about_ca_topic_score_gemma":0.0051679914,"teacher_disagreement_score":0.9486694,"about_ca_system_score_codex":0.00011874009,"about_ca_system_score_gemma":0.0015554021,"threshold_uncertainty_score":0.9937728},"labels":[],"label_agreement":null},{"id":"W3092010105","doi":"10.2196/19474","title":"Barriers and Enablers to Using a Patient-Facing Electronic Questionnaire: A Qualitative Theoretical Domains Framework Analysis","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; St. Michael's Hospital; Toronto Metropolitan University","funders":"","keywords":"Questionnaire; Computer-assisted web interviewing; Medicine; Psychology; Nursing; Medical education; Business","score_opus":0.09956061683069369,"score_gpt":0.5645209811515716,"score_spread":0.4649603643208779,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3092010105","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71196073,0.00083593174,0.16003437,0.1257938,0.0001444634,0.0010217589,0.000009120779,0.000019140338,0.00018067035],"genre_scores_gemma":[0.98785734,0.00042814825,0.0020263381,0.008974361,0.00047246847,0.00019583506,0.0000017500519,0.00001893195,0.00002483802],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99070084,0.004360367,0.001281181,0.000323166,0.0022128816,0.0011215582],"domain_scores_gemma":[0.9905524,0.003703453,0.00032902972,0.00020143147,0.000858982,0.0043546758],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01259842,0.00013597427,0.00054105115,0.0005330111,0.00047091613,0.000029437193,0.0004770931,0.00038477854,0.002229892],"category_scores_gemma":[0.027313925,0.0001037692,0.00012304455,0.0017951658,0.00043676456,0.00008801363,0.00029578528,0.004685639,0.000048232323],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021339138,0.00014267371,0.019265391,0.000908225,0.00089114055,0.00010851115,0.20712082,0.00009935454,0.00015287027,0.72095513,0.028806208,0.019415732],"study_design_scores_gemma":[0.0068837674,0.012000367,0.0034900282,0.01019433,0.00110563,0.00015160211,0.3589119,0.1299844,0.0002291027,0.16086233,0.31501597,0.0011705798],"about_ca_topic_score_codex":0.0005474171,"about_ca_topic_score_gemma":0.00013291446,"teacher_disagreement_score":0.5600928,"about_ca_system_score_codex":0.0006022184,"about_ca_system_score_gemma":0.0035690444,"threshold_uncertainty_score":0.9986822},"labels":[],"label_agreement":null},{"id":"W3092105746","doi":"10.2196/19129","title":"Implementation of Electronic Informed Consent in Biomedical Research and Stakeholders’ Perspectives: Systematic Review","year":2020,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":107,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"KU Leuven","keywords":"Informed consent; Systematic review; Context (archaeology); Critical appraisal; Jadad scale; Stakeholder; Biobank; Medicine; Medical education; Psychology; MEDLINE; Randomized controlled trial; Alternative medicine; Family medicine; Cochrane Library; Political science; Public relations; Bioinformatics; Pathology","score_opus":0.8180483815391788,"score_gpt":0.724194247203014,"score_spread":0.09385413433616485,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3092105746","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0001343194,0.9809382,0.000025407115,0.01476849,0.000083807805,0.0037583045,0.000011413232,0.0000063086673,0.00027373165],"genre_scores_gemma":[0.0012563568,0.99750566,0.00006242341,0.00014981329,0.00033743423,0.0001540405,0.000018138828,0.0000612009,0.00045494697],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.96356493,0.0066038673,0.0065331897,0.00071612507,0.021128302,0.0014535544],"domain_scores_gemma":[0.88147205,0.10621632,0.0018517073,0.0010262759,0.0068855705,0.0025480762],"candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.11816722,0.00038032053,0.0056792824,0.0028371988,0.00005353557,0.00008657291,0.0020105639,0.0014040824,0.0016378309],"category_scores_gemma":[0.2691169,0.00024375628,0.0006937038,0.0029252553,0.0032486387,0.00012004677,0.001274963,0.026207669,0.000058397516],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001365591,0.00050828164,0.000018854767,0.9433865,0.0008430501,0.0014685642,0.0012600934,1.5272394e-9,6.4846256e-7,0.005500345,0.00850135,0.038375746],"study_design_scores_gemma":[0.0014930384,0.0055223308,0.0000053972244,0.8644877,0.00048221077,0.0015519732,0.009422148,0.000008310933,0.0000024102712,0.001021453,0.11586154,0.00014150428],"about_ca_topic_score_codex":0.0004190522,"about_ca_topic_score_gemma":0.0009298468,"teacher_disagreement_score":0.15094967,"about_ca_system_score_codex":0.0025459835,"about_ca_system_score_gemma":0.049156986,"threshold_uncertainty_score":0.9998923},"labels":[],"label_agreement":null},{"id":"W3092288994","doi":"10.2196/20050","title":"An Environmental Scan of Sex and Gender in Electronic Health Records: Analysis of Public Information Sources","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Sex and Gender in Healthcare","field":"Medicine","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Canada Health Infoway; University of Victoria","funders":"Canadian Institutes of Health Research","keywords":"Health records; Public health; Computer science; Psychology; Medicine; Environmental health; Internet privacy; Political science; Health care; Nursing","score_opus":0.15600026779224727,"score_gpt":0.455926893621563,"score_spread":0.29992662582931573,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3092288994","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9850496,0.002232476,0.0003464909,0.012152587,0.000020190613,0.000114040966,0.0000052263513,0.0000020633204,0.00007734153],"genre_scores_gemma":[0.9964395,0.0026746935,0.00006759794,0.0006917629,0.000091704205,0.0000013563023,0.000019142231,0.0000049266005,0.000009274104],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9960457,0.00059044315,0.0009222187,0.00011458546,0.0020033107,0.00032371096],"domain_scores_gemma":[0.99857616,0.00020210556,0.00026226125,0.00012642282,0.00012681179,0.0007062632],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0067970497,0.00006659288,0.00048038384,0.000881228,0.00001613314,0.00001487969,0.00024583857,0.00011584756,0.00073335384],"category_scores_gemma":[0.0007144442,0.00005058716,0.000084846026,0.00064329786,0.00018496171,0.00019003623,0.00007203085,0.0010271516,0.000001236559],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004417465,0.0002989179,0.70567334,0.0005464202,0.00068152044,0.00002427964,0.031487912,0.000010665427,0.00018439669,0.0001268593,0.0010101682,0.25951377],"study_design_scores_gemma":[0.0046888343,0.014799289,0.8231443,0.00038468133,0.00019392444,0.0002693545,0.07347343,0.06870891,0.0013284857,0.0004135277,0.012419934,0.0001753164],"about_ca_topic_score_codex":0.00071745284,"about_ca_topic_score_gemma":0.00024740968,"teacher_disagreement_score":0.25933847,"about_ca_system_score_codex":0.00021144572,"about_ca_system_score_gemma":0.00087721343,"threshold_uncertainty_score":0.802971},"labels":[],"label_agreement":null},{"id":"W3092309516","doi":"10.2196/22835","title":"Depression, Anxiety, and Lifestyle Among Essential Workers: A Web Survey From Brazil and Spain During the COVID-19 Pandemic","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"COVID-19 and Mental Health","field":"Psychology","cited_by":89,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Fundação Carlos Chagas Filho de Amparo à Pesquisa do Estado do Rio de Janeiro; Conselho Nacional de Desenvolvimento Científico e Tecnológico; Fundação de Amparo à Pesquisa do Estado do Rio Grande do Sul; Fundação de Amparo à Pesquisa do Estado de São Paulo","keywords":"Pandemic; Coronavirus disease 2019 (COVID-19); Anxiety; 2019-20 coronavirus outbreak; Depression (economics); Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Psychology; Gerontology; Medicine; Psychiatry; Virology; Disease; Outbreak","score_opus":0.13535696162722755,"score_gpt":0.4930687991817614,"score_spread":0.35771183755453384,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3092309516","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9743881,0.0033781538,0.00032856385,0.021277418,0.00029677033,0.0001857702,0.00001716462,0.000014030607,0.00011403561],"genre_scores_gemma":[0.99349177,0.0019545746,0.000012072672,0.0031924506,0.00093985535,0.000007037335,0.0000041866424,0.000017713239,0.00038036803],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99443644,0.0026248696,0.00056015304,0.00034245913,0.001579726,0.00045633395],"domain_scores_gemma":[0.9940353,0.0036825282,0.00017632857,0.0001854641,0.00010820784,0.0018121451],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00974564,0.00012977973,0.0003058777,0.00012668324,0.00015540006,0.00011487681,0.0006610616,0.00025653,0.0028845202],"category_scores_gemma":[0.0048940317,0.000081700426,0.00006427237,0.00025551833,0.0006638315,0.00009806194,0.0006402283,0.0021456527,0.000022901306],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013262241,0.00008124193,0.9428091,0.00008412462,0.00009202704,0.0003762472,0.004343807,4.7261392e-7,0.00015952495,0.00001060102,0.04421525,0.006501345],"study_design_scores_gemma":[0.0032405125,0.00028748158,0.9596302,0.00024588758,0.000016561047,0.00046291464,0.0024714754,0.0006602494,0.000029624094,0.00008755272,0.032759693,0.0001078417],"about_ca_topic_score_codex":0.018183509,"about_ca_topic_score_gemma":0.0067091486,"teacher_disagreement_score":0.019103648,"about_ca_system_score_codex":0.00017364943,"about_ca_system_score_gemma":0.00088848895,"threshold_uncertainty_score":0.99802697},"labels":[],"label_agreement":null},{"id":"W3094152559","doi":"10.2196/23173","title":"A Data Visualization and Dissemination Resource to Support HIV Prevention and Care at the Local Level: Analysis and Uses of the AIDSVu Public Data Resource","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Data-Driven Disease Surveillance","field":"Medicine","cited_by":195,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Allergy and Infectious Diseases; Center for AIDS Research, University of Washington; Petroleum Technology Alliance Canada; Emory University; Gilead Sciences","keywords":"Infographic; Population; Data visualization; Census; Public health; Data science; Computer science; Resource (disambiguation); American Community Survey; Social media; Geocoding; Geography; Medicine; Visualization; World Wide Web; Environmental health; Data mining; Cartography","score_opus":0.18371200007225,"score_gpt":0.4728071293570879,"score_spread":0.28909512928483794,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3094152559","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9192041,0.0023047854,0.011269348,0.065459244,0.000028282158,0.0005068251,0.0010438341,0.000010512071,0.00017306166],"genre_scores_gemma":[0.9978964,0.00024508228,0.000069740796,0.00034675212,0.00014004721,0.000001997227,0.0008197926,0.000012822942,0.00046738365],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9956028,0.0008690397,0.00053404545,0.0003651391,0.0024350574,0.0001939478],"domain_scores_gemma":[0.99721414,0.0007788228,0.00021901181,0.0008126495,0.00041198058,0.0005633805],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.005357036,0.0000955872,0.00033196565,0.00023643789,0.000078428355,0.00009615609,0.001168824,0.00008669584,0.00025177663],"category_scores_gemma":[0.012744266,0.00005348345,0.00004468096,0.000876988,0.00056474376,0.00023555337,0.0039107157,0.0004491057,0.000001690826],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011649072,0.00019657012,0.23767908,0.0006457187,0.0010240778,0.00011737839,0.004809942,0.0000034895356,0.0003369645,0.00013028255,0.56018716,0.19370446],"study_design_scores_gemma":[0.00225918,0.0019338221,0.3257355,0.0017079714,0.0012120793,0.00040109883,0.015178062,0.06250828,0.00074376876,0.000019191686,0.58809197,0.00020911044],"about_ca_topic_score_codex":0.000050803174,"about_ca_topic_score_gemma":0.00070044294,"teacher_disagreement_score":0.19349535,"about_ca_system_score_codex":0.000062481944,"about_ca_system_score_gemma":0.00024938697,"threshold_uncertainty_score":0.9955718},"labels":[],"label_agreement":null},{"id":"W3094329934","doi":"10.2196/20840","title":"Use of Patient-Reported Symptoms from an Online Symptom Tracking Tool for Dementia Severity Staging: Development and Validation of a Machine Learning Approach","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nova Scotia Health Authority; Dalhousie University","funders":"","keywords":"Dementia; Receiver operating characteristic; Recall; Population; Medicine; Artificial intelligence; Machine learning; Psychology; Disease; Computer science; Internal medicine","score_opus":0.1372927673139307,"score_gpt":0.4007503642628296,"score_spread":0.2634575969488989,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3094329934","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98577577,0.00025633478,0.0121641215,0.001251945,0.00003414372,0.00047690357,0.000015626541,0.0000079792435,0.000017154112],"genre_scores_gemma":[0.99356884,0.000109046225,0.0058328835,0.00013393596,0.000116584306,0.000009913602,0.00016581402,0.000020183523,0.000042779804],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99461305,0.00047067762,0.0011683896,0.00027000598,0.0031496526,0.0003282123],"domain_scores_gemma":[0.99685663,0.00053876213,0.0004484439,0.00011531799,0.001502994,0.00053786155],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032819274,0.00013519134,0.0005011087,0.0003046309,0.000049375078,0.00006259842,0.00023839716,0.00012715154,0.0003351943],"category_scores_gemma":[0.004082468,0.00010379063,0.00010793878,0.00026516692,0.00020016295,0.00028216437,0.00024368276,0.0010023748,5.0783797e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003278485,0.0021847573,0.77656054,0.00071706105,0.00170863,0.00015952,0.0056092953,0.000015292011,0.010431605,0.000028613538,0.00029678448,0.1990094],"study_design_scores_gemma":[0.0150969885,0.01673475,0.5097268,0.0032733975,0.0008177042,0.00025565797,0.005008166,0.15244977,0.28425437,0.00011657229,0.011809926,0.00045587448],"about_ca_topic_score_codex":0.00015558224,"about_ca_topic_score_gemma":0.000005441662,"teacher_disagreement_score":0.27382278,"about_ca_system_score_codex":0.0000657348,"about_ca_system_score_gemma":0.00056955975,"threshold_uncertainty_score":0.488739},"labels":[],"label_agreement":null},{"id":"W3094376906","doi":"10.2196/23449","title":"Searching PubMed to Retrieve Publications on the COVID-19 Pandemic: Comparative Analysis of Search Strings","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Biomedical Text Mining and Ontologies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Generalitat de Catalunya; Centres de Recerca de Catalunya; Novo Nordisk Fonden; Ministerio de Ciencia, Innovación y Universidades","keywords":"Computer science; Information retrieval; Coronavirus disease 2019 (COVID-19); Sensitivity (control systems); Pandemic; String (physics); MEDLINE; Data mining; Medicine; Mathematics; Disease; Pathology; Biology","score_opus":0.3914811259219379,"score_gpt":0.5028015615962662,"score_spread":0.11132043567432831,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3094376906","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8718972,0.0002500447,0.007548575,0.11929641,0.00004374741,0.00018681969,0.000015462803,0.0000067235096,0.000754975],"genre_scores_gemma":[0.99571234,0.00017362945,0.00019033872,0.0033071893,0.00025520765,0.000013298367,0.000011772839,0.00000584664,0.00033036276],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99544895,0.0009814235,0.00053531316,0.00026131058,0.0023774174,0.00039558837],"domain_scores_gemma":[0.9962559,0.001474276,0.00014227643,0.00026039584,0.0006058839,0.0012612735],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00950748,0.00009809067,0.00035766175,0.00043656764,0.00007774263,0.00006506405,0.0015209944,0.00021333285,0.00036664787],"category_scores_gemma":[0.025855733,0.000058183923,0.00020319108,0.0016543614,0.00065392087,0.0000046224422,0.0005574618,0.0013249982,0.000009031816],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005152395,0.0010172144,0.1151256,0.00018755614,0.00882684,0.00014581456,0.02089656,0.00091252447,0.028448857,0.010239463,0.7115388,0.09750841],"study_design_scores_gemma":[0.002018764,0.0066318065,0.028530091,0.00015018469,0.0002428929,0.00010740709,0.012678521,0.007749563,0.027545676,0.00024365915,0.9137396,0.00036180028],"about_ca_topic_score_codex":0.00012511152,"about_ca_topic_score_gemma":0.000080009006,"teacher_disagreement_score":0.20220086,"about_ca_system_score_codex":0.00007590614,"about_ca_system_score_gemma":0.00071269507,"threshold_uncertainty_score":0.9823499},"labels":[],"label_agreement":null},{"id":"W3094654492","doi":"10.2196/20790","title":"Effects of a Mobile and Web App (Thought Spot) on Mental Health Help-Seeking Among College and University Students: Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":77,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"St. Michael's Hospital; University of Toronto; Centre for Addiction and Mental Health; University Health Network","funders":"Canadian Institutes of Health Research","keywords":"Mental health; Digital health; Mood; Randomized controlled trial; Psychology; Stigma (botany); Intervention (counseling); Medical education; Health care; Medicine; Clinical psychology; Psychiatry","score_opus":0.03737860497946422,"score_gpt":0.4426726950696654,"score_spread":0.4052940900902012,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3094654492","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9851781,0.0016055632,0.000075796655,0.007837616,0.00084306457,0.0033926745,0.000017859864,0.000009417077,0.0010398718],"genre_scores_gemma":[0.9970595,0.000344164,0.000023388122,0.0002618148,0.00022818653,0.000033988035,0.0000014506701,0.000013629144,0.0020338416],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9929913,0.0032226425,0.0011193771,0.00024328414,0.002058316,0.00036506445],"domain_scores_gemma":[0.99516785,0.0031121336,0.0005519815,0.00009246171,0.0001484284,0.00092713424],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009324123,0.00013819143,0.0013673699,0.00034986282,0.00007441446,0.000044062388,0.00050724595,0.00014719475,0.00042109276],"category_scores_gemma":[0.001929013,0.00010165919,0.0002908544,0.00024134916,0.00067597604,0.00011673943,0.00034556218,0.0010427524,0.000012175156],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97109705,0.002020297,0.00032406076,0.00039309214,0.0007266445,0.00051276135,0.002358212,1.0740723e-7,0.000019823448,0.0029965925,0.015293444,0.0042579],"study_design_scores_gemma":[0.977614,0.013292273,0.00030010543,0.0018348836,0.00004662655,0.00006397837,0.0029525491,0.00045684454,0.00005864145,0.00007302938,0.003229292,0.0000778202],"about_ca_topic_score_codex":0.00012144413,"about_ca_topic_score_gemma":0.000032101245,"teacher_disagreement_score":0.0120641515,"about_ca_system_score_codex":0.000186963,"about_ca_system_score_gemma":0.00023068555,"threshold_uncertainty_score":0.46106705},"labels":[],"label_agreement":null},{"id":"W3094704548","doi":"10.2196/17023","title":"Compliance With Mobile Ecological Momentary Assessment of Self-Reported Health-Related Behaviors and Psychological Constructs in Adults: Systematic Review and Meta-analysis","year":2020,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Mental Health Research Topics","field":"Psychology","cited_by":137,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Observational study; Protocol (science); Medicine; Data extraction; MEDLINE; Clinical psychology; Psychology; Alternative medicine; Pathology","score_opus":0.41434641443693565,"score_gpt":0.614483171232537,"score_spread":0.2001367567956014,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3094704548","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010779249,0.99095875,0.000013025579,0.0027871144,0.00007245719,0.0049014883,0.000053061754,0.000010585536,0.00012556642],"genre_scores_gemma":[0.0019301547,0.9962534,0.00056956615,0.00032801158,0.000024565375,0.00069775083,0.00003071684,0.000028944236,0.00013693274],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9787513,0.010357253,0.0055690533,0.000813603,0.0037272573,0.00078155956],"domain_scores_gemma":[0.9920508,0.0025490418,0.0028611876,0.00059081754,0.0005054182,0.0014426851],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.019515656,0.00046289305,0.01088587,0.0010220234,0.000052038344,0.000043675347,0.0011988453,0.0006526373,0.0058060284],"category_scores_gemma":[0.0009353603,0.00024958487,0.0007995984,0.0019527313,0.0009313266,0.00007065774,0.0005112677,0.0055923397,0.0000107708975],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000100410165,0.0023220517,0.00030874912,0.8876953,0.08456867,0.006326715,0.00036729785,1.0167515e-7,1.6350901e-8,0.00025668918,0.0019034756,0.016150523],"study_design_scores_gemma":[0.0048809047,0.02802523,0.0015121241,0.509697,0.40459123,0.023246983,0.0015824354,0.00018775728,8.9199254e-8,0.00007176304,0.025251186,0.0009532773],"about_ca_topic_score_codex":0.00032416775,"about_ca_topic_score_gemma":0.00008623663,"teacher_disagreement_score":0.37799826,"about_ca_system_score_codex":0.00059474877,"about_ca_system_score_gemma":0.0009384179,"threshold_uncertainty_score":0.99999565},"labels":[],"label_agreement":null},{"id":"W3096220191","doi":"10.2196/22081","title":"Investigating Patients’ Intention to Continue Using Teleconsultation to Anticipate Postcrisis Momentum: Survey Study","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université du Québec à Trois-Rivières; HEC Montréal","funders":"","keywords":"Continuance; Structural equation modeling; Telehealth; Telemedicine; Health care; Medicine; Quality (philosophy); Medical emergency; Psychology; Nursing; Social psychology; Computer science","score_opus":0.3000982944186156,"score_gpt":0.5252398672569693,"score_spread":0.22514157283835368,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3096220191","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9724183,0.000021483236,0.0023357917,0.023862846,0.00024928577,0.0010695746,0.0000069627677,0.000011510417,0.000024217272],"genre_scores_gemma":[0.99419147,0.0000107002,0.0009307447,0.0044167982,0.0003541548,0.000010944135,0.00002268498,0.000023100572,0.000039426464],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99357414,0.00090701814,0.001336262,0.00026513138,0.0034530878,0.000464368],"domain_scores_gemma":[0.9944795,0.000523765,0.0002947259,0.00012716527,0.002711833,0.0018630445],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008483859,0.00013250082,0.00047684019,0.00062477955,0.000068918904,0.00006757072,0.00031616524,0.00008393185,0.0004892351],"category_scores_gemma":[0.027241299,0.000104549996,0.000060670256,0.0011873625,0.000063064974,0.00014282433,0.00021723192,0.0009823111,0.00004948757],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007184312,0.000575306,0.9385087,0.00011023714,0.00013117224,0.00011326627,0.009860711,0.0000043500922,0.0014019704,0.000006199744,0.02793525,0.020634426],"study_design_scores_gemma":[0.00594431,0.019514196,0.9594346,0.0007710543,0.00007546073,0.000046159843,0.007960389,0.0029795067,0.0015516374,0.000012857195,0.0015834419,0.00012635296],"about_ca_topic_score_codex":0.0024468147,"about_ca_topic_score_gemma":0.00033332902,"teacher_disagreement_score":0.026351808,"about_ca_system_score_codex":0.00024016369,"about_ca_system_score_gemma":0.00047588602,"threshold_uncertainty_score":0.9809527},"labels":[],"label_agreement":null},{"id":"W3096292136","doi":"10.2196/20510","title":"Information Access and Use by Patients With Cancer and Their Friends and Family: Development of a Grounded Theory","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Cancer survivorship and care","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba; Research Institute in Oncology and Hematology; CancerCare Manitoba; University of Calgary","funders":"","keywords":"Grounded theory; Receipt; Credibility; Psychological intervention; Information needs; Psychology; Moderation; Qualitative research; Medicine; Social psychology; Nursing; World Wide Web; Computer science; Sociology","score_opus":0.06280122233260248,"score_gpt":0.3791675474347304,"score_spread":0.3163663251021279,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3096292136","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99586874,0.0009182177,0.0009183163,0.002006993,0.00004082865,0.00010149975,0.0000080218615,0.0000022024524,0.00013520497],"genre_scores_gemma":[0.9984947,0.00073100906,0.000033597385,0.0006527163,0.00004240825,0.000004074479,0.000005314007,0.000005180897,0.000031003427],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9983565,0.00008604832,0.00030378666,0.000069194066,0.001055442,0.00012900114],"domain_scores_gemma":[0.99882287,0.0002043384,0.000104492654,0.000044715052,0.00042660336,0.00039697395],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010458223,0.000069593625,0.00021478653,0.00010611368,0.000024159775,0.000074111806,0.00012208932,0.000071235554,0.00009586406],"category_scores_gemma":[0.00030444545,0.000039004277,0.000014277724,0.000130245,0.00022083885,0.00037356932,0.00017976954,0.0004738441,2.1327415e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0068275603,0.00016452798,0.28750837,0.0008707401,0.0005359208,0.000023325,0.07317051,1.1987304e-7,0.0001944869,0.0002816895,0.011039501,0.6193833],"study_design_scores_gemma":[0.016172385,0.0052273404,0.8156763,0.004365728,0.00012514609,0.00011396488,0.029682653,0.0007882708,0.0048871893,0.00032113213,0.12228621,0.00035369454],"about_ca_topic_score_codex":0.00030248135,"about_ca_topic_score_gemma":0.00013577552,"teacher_disagreement_score":0.6190296,"about_ca_system_score_codex":0.000044358934,"about_ca_system_score_gemma":0.00030257186,"threshold_uncertainty_score":0.20586431},"labels":[],"label_agreement":null},{"id":"W3096340335","doi":"10.2196/24568","title":"Capturing the Impact of Patient Portals Based on the Quadruple Aim and Benefits Evaluation Frameworks: Scoping Review","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Patient portal; Computer science; Business; Knowledge management; Data science; Health care; Economics; Economic growth","score_opus":0.32323497011069663,"score_gpt":0.5995790208826175,"score_spread":0.27634405077192087,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3096340335","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.76340955,0.05473443,0.00025806265,0.17737055,0.00032343474,0.0031355578,0.0000036859562,0.000006970414,0.00075776357],"genre_scores_gemma":[0.9878973,0.0065189367,0.000012279591,0.0049550845,0.00051079155,0.000076692566,0.0000012269805,0.000015893236,0.000011814869],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.9867545,0.0068472,0.0015549886,0.00016601502,0.0041272864,0.0005500063],"domain_scores_gemma":[0.9882899,0.008826791,0.0008662423,0.0002812204,0.0011909796,0.00054490333],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.040060066,0.00011288156,0.00047483548,0.00010333007,0.00020418932,0.000017467715,0.00060887757,0.00028365356,0.0035292807],"category_scores_gemma":[0.031283703,0.000049266375,0.00014158545,0.00036287578,0.00012993319,0.000059244416,0.00016125216,0.0056492104,0.000023518114],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019513452,0.00074539817,0.047467213,0.044540044,0.0008712723,0.00014342001,0.042886652,0.0018227343,0.00009448297,0.0028950002,0.5946563,0.26192614],"study_design_scores_gemma":[0.0026682443,0.008219806,0.007268276,0.7263905,0.00010674135,0.00006567711,0.0075551183,0.24454167,0.00017160492,0.0005711328,0.002177453,0.00026376732],"about_ca_topic_score_codex":0.00094951433,"about_ca_topic_score_gemma":0.00016194039,"teacher_disagreement_score":0.68185043,"about_ca_system_score_codex":0.0003435257,"about_ca_system_score_gemma":0.0047879783,"threshold_uncertainty_score":0.9973816},"labels":[],"label_agreement":null},{"id":"W3096451393","doi":"10.2196/20550","title":"Twitter Discussions and Emotions About the COVID-19 Pandemic: Machine Learning Approach","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Misinformation and Its Impacts","field":"Social Sciences","cited_by":384,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Bigram; Social distance; Social media; Feeling; Pandemic; Coronavirus disease 2019 (COVID-19); Sentiment analysis; Anger; Psychology; Internet privacy; Public health; Computer science; Artificial intelligence; Social psychology; World Wide Web; Medicine; Trigram","score_opus":0.30383542830114507,"score_gpt":0.5007965093349296,"score_spread":0.1969610810337845,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3096451393","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16241431,0.000633856,0.018509014,0.78806525,0.0001691657,0.00022854487,0.0000026822938,0.000029609822,0.029947551],"genre_scores_gemma":[0.9860834,0.0014712856,0.00007174285,0.00777645,0.0005643412,7.907311e-7,0.0000015231483,0.0000047376743,0.004025765],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99556494,0.0012651816,0.00034182204,0.000080483514,0.0024683976,0.00027919293],"domain_scores_gemma":[0.9974,0.0007701184,0.0001162094,0.000061199935,0.00016508528,0.0014873917],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.010874245,0.000055271365,0.00013317764,0.00010468648,0.00046462723,0.00023694447,0.00062493805,0.00011466665,0.0033139281],"category_scores_gemma":[0.022507114,0.000026824879,0.000061676474,0.00032283046,0.00070457143,0.00020701691,0.00019681535,0.0019023684,0.00003075821],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000108042055,0.00010428382,0.010190125,0.00006273109,0.00007622269,0.000042275973,0.4440855,0.000051008024,0.000026766233,0.01338501,0.5018429,0.030025082],"study_design_scores_gemma":[0.0005603068,0.00018953875,0.0013744022,0.00005255021,0.000007722282,0.00012046733,0.05098506,0.010877822,0.000001537846,0.00037947486,0.93539333,0.00005779725],"about_ca_topic_score_codex":0.0005647303,"about_ca_topic_score_gemma":0.00012516305,"teacher_disagreement_score":0.8236691,"about_ca_system_score_codex":0.00008794572,"about_ca_system_score_gemma":0.0006092637,"threshold_uncertainty_score":0.99759716},"labels":[],"label_agreement":null},{"id":"W3096925471","doi":"10.2196/24361","title":"The Hidden Pandemic of Family Violence During COVID-19: Unsupervised Learning of Tweets","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Intimate Partner and Family Violence","field":"Social Sciences","cited_by":158,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Domestic violence; Transgender; Criminology; Poison control; Psychiatry; Psychology; Medicine; Suicide prevention; Medical emergency","score_opus":0.1512009667206912,"score_gpt":0.4690837406682348,"score_spread":0.3178827739475436,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3096925471","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.987641,0.0020530075,0.0006922559,0.0044351495,0.00017747663,0.00012714707,0.0000013988288,0.000011919546,0.0048606666],"genre_scores_gemma":[0.98983353,0.009350067,0.000035850506,0.00025591938,0.00036384366,0.000002246435,2.6224382e-7,0.000008025489,0.0001502271],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9929748,0.001556997,0.0007821626,0.00015457436,0.004071169,0.0004602927],"domain_scores_gemma":[0.9959664,0.002035481,0.00030542232,0.0001178689,0.00071258465,0.00086225674],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.012252849,0.000083852356,0.0003128572,0.00012484414,0.00029283584,0.000056069133,0.0018524006,0.00016893921,0.00047557417],"category_scores_gemma":[0.018142778,0.000054781274,0.00014770238,0.0004895331,0.0015881123,0.00012525918,0.00033096602,0.0016128174,0.000018212952],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0050053503,0.0006914855,0.46713522,0.0018756825,0.0007639232,0.0012451948,0.21036099,0.0003087956,0.066673346,0.048722886,0.028435899,0.16878122],"study_design_scores_gemma":[0.012895445,0.0075596324,0.2787473,0.013885289,0.00019224733,0.00024699926,0.4231748,0.026438087,0.026114888,0.015410641,0.19397362,0.0013610867],"about_ca_topic_score_codex":0.0019438346,"about_ca_topic_score_gemma":0.000036364057,"teacher_disagreement_score":0.2128138,"about_ca_system_score_codex":0.00013195533,"about_ca_system_score_gemma":0.0015668303,"threshold_uncertainty_score":0.9901278},"labels":[],"label_agreement":null},{"id":"W3097126498","doi":"10.2196/20832","title":"A Blockchain-Based Consent Platform for Active Assisted Living: Modeling Study and Conceptual Framework","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Blockchain Technology Applications and Security","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Research Institute for Aging; University of Toronto; University Health Network; University of Waterloo; Canadian Standards Association; Public Health Ontario","funders":"Mitacs","keywords":"Blockchain; Assisted living; Computer science; Informed consent; World Wide Web; Medicine; Gerontology; Computer security","score_opus":0.15823882793958421,"score_gpt":0.4122354353157458,"score_spread":0.2539966073761616,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3097126498","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49388182,0.00014729156,0.48540464,0.020222792,0.00004563737,0.0002571188,0.0000011262763,0.000022493161,0.000017084867],"genre_scores_gemma":[0.98994136,0.000014014486,0.009183441,0.00064735406,0.00016016552,0.00003661693,1.713239e-7,0.0000076271376,0.000009270383],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99724823,0.00020956008,0.0004910669,0.00030095206,0.0014263235,0.0003238758],"domain_scores_gemma":[0.99504614,0.0034701838,0.00014843672,0.00023642858,0.00061821874,0.00048061347],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036260453,0.00010750134,0.00030119435,0.0002007743,0.00011879934,0.00009972985,0.0015943793,0.0002721955,0.000051127372],"category_scores_gemma":[0.006003301,0.00008340516,0.000079567144,0.00039684403,0.00038758406,0.000041495263,0.000572329,0.0018193678,0.0000027581452],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018763494,0.008612465,0.0042917435,0.000352816,0.0015151838,0.0011997639,0.118149534,0.0009984284,0.0005603419,0.4551452,0.018542262,0.38875592],"study_design_scores_gemma":[0.00088163884,0.0018667469,0.00009400035,0.00019653862,0.000009587148,0.00005017537,0.004228529,0.987286,0.00020945283,0.0044014133,0.0006895683,0.00008634949],"about_ca_topic_score_codex":0.000036325928,"about_ca_topic_score_gemma":0.000022521752,"teacher_disagreement_score":0.9862876,"about_ca_system_score_codex":0.00006505101,"about_ca_system_score_gemma":0.0005664551,"threshold_uncertainty_score":0.7904349},"labels":[],"label_agreement":null},{"id":"W3097144798","doi":"10.2196/21886","title":"Real-Time Communication: Creating a Path to COVID-19 Public Health Activism in Adolescents Using Social Media","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Misinformation and Its Impacts","field":"Social Sciences","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"BC Children's Hospital; Vancouver General Hospital","funders":"","keywords":"Social media; Pandemic; Public health; Public relations; Health communication; Coronavirus disease 2019 (COVID-19); Limiting; Internet privacy; Psychology; Political science; Medicine; Computer science; Nursing; Engineering","score_opus":0.377808140647777,"score_gpt":0.5386235237661489,"score_spread":0.16081538311837185,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3097144798","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5741856,0.0000862967,0.0011104649,0.4184817,0.00010524711,0.00025565046,0.000002982949,0.000021690452,0.0057503306],"genre_scores_gemma":[0.9929781,0.00036996798,0.00036586277,0.0055902656,0.0006246316,7.768994e-7,0.0000017851428,0.00000811811,0.00006049269],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99185604,0.0026644839,0.0007320953,0.00010832138,0.0040714387,0.0005676102],"domain_scores_gemma":[0.99551845,0.0007573079,0.00030925148,0.000101164245,0.00039859873,0.0029152122],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.021166265,0.00007508846,0.00029266826,0.00035965245,0.0003553633,0.00028134134,0.0011760322,0.00015660301,0.0017847926],"category_scores_gemma":[0.041269682,0.000064561726,0.00006540841,0.0009650162,0.00030609473,0.00047190607,0.00030318316,0.0012720601,0.00005499668],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016519536,0.00021641566,0.0013403455,0.00011963228,0.000022049224,0.00005814158,0.8738337,0.0000048238876,0.00007218955,0.0030829674,0.08988393,0.031200575],"study_design_scores_gemma":[0.008547714,0.0014789714,0.025174895,0.0056618815,0.000013565864,0.000117550364,0.6212296,0.030876607,0.000054478234,0.001397909,0.30469406,0.0007528114],"about_ca_topic_score_codex":0.0040971315,"about_ca_topic_score_gemma":0.0010616708,"teacher_disagreement_score":0.4187925,"about_ca_system_score_codex":0.0011731124,"about_ca_system_score_gemma":0.0063652624,"threshold_uncertainty_score":0.9992677},"labels":[],"label_agreement":null},{"id":"W3097297978","doi":"10.2196/21452","title":"Patient Perspectives on Health Data Privacy and Implications for Adverse Drug Event Documentation and Communication: Qualitative Study","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Pharmacovigilance and Adverse Drug Reactions","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vancouver General Hospital; Vancouver Coastal Health Research Institute; University of British Columbia; Simon Fraser University; Vancouver Coastal Health","funders":"Canadian Institutes of Health Research; Michael Smith Health Research BC","keywords":"Documentation; Qualitative research; Internet privacy; Event (particle physics); Adverse drug event; Medicine; Drug; Psychology; Computer science; Psychiatry; Sociology","score_opus":0.44219351723899236,"score_gpt":0.6594830612355445,"score_spread":0.2172895439965521,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3097297978","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7700999,0.0022242412,0.00039613532,0.22610116,0.00010803419,0.00083893986,0.000098022916,0.000009389943,0.00012422557],"genre_scores_gemma":[0.9915282,0.0057100276,0.0001710216,0.0022916785,0.00016777436,0.000041223513,0.000027149308,0.000008475704,0.000054410153],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99667615,0.0018483193,0.0004973779,0.00024061787,0.00052682764,0.00021069856],"domain_scores_gemma":[0.99638915,0.0022710182,0.00025973158,0.00019715393,0.00031707235,0.0005658604],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0054647624,0.00009213481,0.00021800934,0.00011909609,0.00023629738,0.0000323598,0.0005566625,0.000060730697,0.00023264569],"category_scores_gemma":[0.0013791473,0.00007458525,0.000036397843,0.00015344362,0.00028306514,0.00029030515,0.00041707812,0.0013456674,0.000007205314],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018202876,0.0027614047,0.0024285926,0.00012877448,0.0007067123,0.000021699052,0.68000704,0.00003452899,0.0003687679,0.005292575,0.25103784,0.05539179],"study_design_scores_gemma":[0.006909288,0.0034115245,0.0031410065,0.00018554296,0.00010791608,0.000062816725,0.7369351,0.0057970886,0.0003170411,0.0014074265,0.24154383,0.00018144335],"about_ca_topic_score_codex":0.000060472932,"about_ca_topic_score_gemma":0.00002000275,"teacher_disagreement_score":0.22380948,"about_ca_system_score_codex":0.00011482279,"about_ca_system_score_gemma":0.0002814174,"threshold_uncertainty_score":0.58463305},"labels":[],"label_agreement":null},{"id":"W3097320594","doi":"10.2196/21240","title":"Differences in Mode Preferences, Response Rates, and Mode Effect Between Automated Email and Phone Survey Systems for Patients of Primary Care Practices: Cross-Sectional Study","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Survey Methodology and Nonresponse","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia; Institut du Savoir Montfort; Dalhousie University; Montfort Hospital; University of Ottawa","funders":"","keywords":"Respondent; Phone; Medicine; Family medicine; Cross-sectional study; Health care","score_opus":0.4756739711843166,"score_gpt":0.5740527802266853,"score_spread":0.09837880904236868,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3097320594","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9977153,0.00097297365,0.00007808192,0.00022385085,0.00022220913,0.0006793953,0.0000757938,0.000011079749,0.00002134306],"genre_scores_gemma":[0.99940425,0.0002852774,0.000067020876,0.000012199967,0.00014265839,0.00002333469,0.000013813516,0.000008397706,0.000043032353],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9186334,0.07735885,0.0008943386,0.00031346746,0.0024408048,0.00035911333],"domain_scores_gemma":[0.9046167,0.093351685,0.0005239062,0.00008157996,0.001019633,0.00040645938],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.12988628,0.00012050865,0.0006247509,0.0002826047,0.00014738984,0.00014388474,0.0005614204,0.000330511,0.000028974937],"category_scores_gemma":[0.1785931,0.00008708729,0.000045519064,0.00039864038,0.0007715317,0.00025163396,0.00019881621,0.000957099,8.707195e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.04170358,0.00020425938,0.94110036,0.00019439119,0.00010959331,0.00002153409,0.015837222,0.000002156374,0.000027207443,0.0000031311708,0.00021800434,0.00057856657],"study_design_scores_gemma":[0.0025969464,0.003970447,0.9890064,0.00018870646,0.000013083752,0.0000028892252,0.0029666375,0.0010730656,0.00003240323,0.000015611931,0.000058986807,0.00007479568],"about_ca_topic_score_codex":0.016749183,"about_ca_topic_score_gemma":0.0037042033,"teacher_disagreement_score":0.04870682,"about_ca_system_score_codex":0.00014364593,"about_ca_system_score_gemma":0.0011200499,"threshold_uncertainty_score":0.98979837},"labels":[],"label_agreement":null},{"id":"W3097555876","doi":"10.2196/18735","title":"Balancing Accuracy and Privacy in Federated Queries of Clinical Data Repositories: Algorithm Development and Validation","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Privacy-Preserving Technologies in Data","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"U.S. National Library of Medicine; National Cancer Institute; National Human Genome Research Institute; National Institutes of Health","keywords":"Computer science; Homomorphic encryption; Scalability; Benchmarking; Obfuscation; Encryption; Matching (statistics); Masking (illustration); Anonymity; Probabilistic logic; Data mining; Computer network; Computer security; Database","score_opus":0.22849638942437736,"score_gpt":0.4713326765640463,"score_spread":0.24283628713966895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3097555876","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.64674747,0.00092676457,0.26416034,0.08756962,0.00035919293,0.00015213259,0.0000038669004,0.000037399324,0.000043239335],"genre_scores_gemma":[0.70478874,0.0011371088,0.2937394,0.000118794705,0.00019319139,0.0000019020598,0.0000064529963,0.000007167148,0.00000726181],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9956418,0.00054979254,0.0013083301,0.0003934927,0.0018559288,0.00025064932],"domain_scores_gemma":[0.9935486,0.003081714,0.0005354928,0.0018944999,0.0005226417,0.00041708245],"candidate_categories":["metaresearch","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.011978703,0.00009236311,0.0003822746,0.0001869951,0.0000462178,0.0002719353,0.013782711,0.00019681835,0.00001375733],"category_scores_gemma":[0.23836692,0.00007144056,0.000018239773,0.0004712515,0.00034175525,0.001025977,0.068662666,0.0014513956,0.0000012422527],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011785796,0.00016778783,0.03744999,0.00018574504,0.00010901897,0.0008013476,0.0020904713,2.9209951e-7,0.0002251305,0.0003470746,0.09793039,0.8605749],"study_design_scores_gemma":[0.003136368,0.0013707441,0.027668737,0.0023446365,0.0000115789435,0.00065626175,0.0013590767,0.8791901,0.02866079,0.008160742,0.047086302,0.00035465864],"about_ca_topic_score_codex":0.000091708556,"about_ca_topic_score_gemma":0.000010763659,"teacher_disagreement_score":0.8791898,"about_ca_system_score_codex":0.000047041467,"about_ca_system_score_gemma":0.0007805156,"threshold_uncertainty_score":0.9915532},"labels":[],"label_agreement":null},{"id":"W3099027442","doi":"10.2196/18399","title":"Co-Design to Support the Development of Inclusive eHealth Tools for Caregivers of Functionally Dependent Older Persons: Social Justice Design","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Technology Use by Older Adults","field":"Social Sciences","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Centre hospitalier universitaire de Québec; Université Laval","funders":"Fonds de Recherche du Québec - Santé","keywords":"eHealth; Context (archaeology); Christian ministry; Psychology; Economic Justice; Capability approach; Process (computing); Applied psychology; Medical education; Nursing; Knowledge management; Computer science; Medicine; Health care; Political science","score_opus":0.19587044281727303,"score_gpt":0.4682387256843021,"score_spread":0.2723682828670291,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3099027442","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07727846,0.00018342733,0.69223803,0.22636376,0.0005691081,0.0021757183,0.000024514227,0.000028455346,0.0011385352],"genre_scores_gemma":[0.9920085,0.000052037005,0.006305562,0.0007674016,0.0005224364,0.000033538126,0.000001486316,0.000013034892,0.00029602155],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.9931557,0.0010931403,0.0007766762,0.00019682036,0.0043063243,0.00047129177],"domain_scores_gemma":[0.9939538,0.003612236,0.0003664974,0.000090302725,0.0015094641,0.00046770135],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.014900977,0.00010116526,0.00034833717,0.00023113842,0.00036757777,0.000045290308,0.0016239814,0.00027106484,0.00067701476],"category_scores_gemma":[0.013495957,0.0000724293,0.000118022406,0.00041366272,0.0007598823,0.0001762559,0.00023466986,0.0009278521,0.0000127281855],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020470205,0.00031603946,0.00016400758,0.00023865319,0.00041542947,0.0000774679,0.42564774,0.000031326395,0.000987108,0.004206353,0.48294884,0.08292],"study_design_scores_gemma":[0.006864147,0.008440974,0.0024830408,0.0009852714,0.00025973003,0.000060470193,0.7601346,0.00053484977,0.033343147,0.0015304361,0.18487924,0.00048414688],"about_ca_topic_score_codex":0.00014209915,"about_ca_topic_score_gemma":0.0003622982,"teacher_disagreement_score":0.91473,"about_ca_system_score_codex":0.00046726223,"about_ca_system_score_gemma":0.007573937,"threshold_uncertainty_score":0.9980522},"labels":[],"label_agreement":null},{"id":"W3099330469","doi":"10.2196/16490","title":"Smartphone-Based Interventions and Internalizing Disorders in Youth: Systematic Review and Meta-analysis","year":2020,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Psychological intervention; Meta-analysis; Mental health; Context (archaeology); Anxiety; Intervention (counseling); Scopus; Psychology; Clinical psychology; Public health; Systematic review; MEDLINE; Medicine; Psychiatry","score_opus":0.4490421446268393,"score_gpt":0.5943820431874756,"score_spread":0.14533989856063628,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3099330469","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000052437426,0.9909681,0.00043687015,0.006316809,0.00028594772,0.0015236811,0.000108540495,0.000009568682,0.00034521174],"genre_scores_gemma":[0.0018030835,0.9961601,0.00003959421,0.0003128852,0.000051357165,0.0002765018,0.000029050201,0.000050385825,0.0012770431],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9871761,0.0051868195,0.0045553097,0.0005500415,0.0019960694,0.0005356426],"domain_scores_gemma":[0.9946363,0.0022315483,0.0015605193,0.0004572377,0.00023026882,0.00088412117],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.013457307,0.00042724825,0.007549205,0.0022682548,0.000039336097,0.00020214332,0.0014235559,0.0003930732,0.003076409],"category_scores_gemma":[0.003708418,0.00027855585,0.004603554,0.0016697482,0.00041249013,0.00014885228,0.0006261781,0.0033421284,0.000101755526],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020162013,0.00058736134,0.000006655334,0.8766409,0.083886005,0.00030162066,0.0003555992,2.9464651e-8,8.3336793e-10,0.0005070182,0.001914991,0.03577967],"study_design_scores_gemma":[0.00045542375,0.0009578872,0.0000047330454,0.5381193,0.420311,0.00039855472,0.00039599123,0.000019376086,3.566021e-8,0.00015565655,0.038915366,0.00026662345],"about_ca_topic_score_codex":0.0005188728,"about_ca_topic_score_gemma":0.0009535958,"teacher_disagreement_score":0.33852154,"about_ca_system_score_codex":0.00029147323,"about_ca_system_score_gemma":0.00026358097,"threshold_uncertainty_score":0.9999667},"labels":[],"label_agreement":null},{"id":"W3100803864","doi":"10.2196/23496","title":"Perspectives of Child Life Specialists After Many Years of Working With a Humanoid Robot in a Pediatric Hospital: Narrative Design","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Social Robot Interaction and HRI","field":"Psychology","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alberta Children's Hospital; University of Calgary","funders":"","keywords":"Narrative; Coding (social sciences); Humanoid robot; Safeguarding; Presentation (obstetrics); Friendship; Resource (disambiguation); Robot; Psychology; Process (computing); Nursing; Theme (computing); Computer science; Medicine; Social psychology; World Wide Web; Artificial intelligence; Sociology; Art","score_opus":0.13528921922927606,"score_gpt":0.4351214419579967,"score_spread":0.2998322227287206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3100803864","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9746728,0.0018936112,0.0018351802,0.017485114,0.0004129302,0.000260766,0.0000010205134,0.000006389039,0.0034321852],"genre_scores_gemma":[0.997691,0.00025112779,0.00021526834,0.00024828187,0.0013583964,0.0000103428565,2.5541675e-7,0.000019830914,0.00020550418],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.996344,0.0008039618,0.0006754258,0.00020578367,0.0016875933,0.00028326418],"domain_scores_gemma":[0.9981365,0.0006119861,0.00036717646,0.00010973888,0.00042535167,0.0003492496],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018636041,0.00010499009,0.0004365525,0.00047268844,0.00001844079,0.000027789636,0.000542413,0.00017727388,0.006099343],"category_scores_gemma":[0.002054112,0.000085166794,0.00013793739,0.00063148746,0.00033718967,0.000088348446,0.00010754396,0.0017126306,0.00002648877],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0121549,0.0024434053,0.064233065,0.00011429665,0.00071174453,0.0028353466,0.8469858,0.00003850771,0.00005053833,0.0033698387,0.061801665,0.005260887],"study_design_scores_gemma":[0.007953108,0.011846483,0.6834008,0.001950819,0.00008807435,0.00017389067,0.288597,0.00027032255,0.00025813532,0.00046416587,0.004567896,0.00042930534],"about_ca_topic_score_codex":0.00013754106,"about_ca_topic_score_gemma":0.000051931474,"teacher_disagreement_score":0.61916775,"about_ca_system_score_codex":0.0000988888,"about_ca_system_score_gemma":0.00032297062,"threshold_uncertainty_score":0.9948092},"labels":[],"label_agreement":null},{"id":"W3102954976","doi":"10.2196/18074","title":"Stakeholder Feedback of Electronic Medication Adherence Products: Qualitative Analysis","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Medication Adherence and Compliance","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Research Institute for Aging; Institute of Aging; Centre for Family Medicine; University of Waterloo","funders":"","keywords":"Usability; Qualitative research; Health literacy; Learnability; Health care; eHealth; Psychology; Patient portal; Exploratory research; Focus group; Medicine; Nursing; Computer science; Business","score_opus":0.3445913365690567,"score_gpt":0.5195745435026305,"score_spread":0.17498320693357383,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3102954976","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7856271,0.0033347108,0.01717518,0.19063582,0.000153889,0.00042761187,0.000004334176,0.000017220742,0.0026240922],"genre_scores_gemma":[0.9950454,0.0008246711,0.00045090832,0.0009382375,0.0003961764,0.000009848234,0.000010311692,0.0000099996705,0.002314419],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9925267,0.00071444316,0.0010839626,0.00026804718,0.005031926,0.00037493082],"domain_scores_gemma":[0.9955171,0.0005842553,0.00054346427,0.0002886255,0.0022732608,0.0007933298],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0075591453,0.00011165774,0.00061888265,0.00039611597,0.00002284696,0.000017716553,0.00078658795,0.00015470244,0.01143682],"category_scores_gemma":[0.01136668,0.00007880645,0.000173874,0.0020981354,0.0005306691,0.00011733851,0.000101301404,0.0017672618,0.0003415388],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004256514,0.0023933328,0.015654035,0.0020331878,0.007463079,0.00043127793,0.047214355,0.000012779357,0.012181743,0.010333907,0.8437613,0.054264445],"study_design_scores_gemma":[0.031117124,0.055126395,0.08854147,0.01202138,0.005491042,0.0013033771,0.17258507,0.056635614,0.11211834,0.008800981,0.4546105,0.001648704],"about_ca_topic_score_codex":0.000083360654,"about_ca_topic_score_gemma":0.000006157367,"teacher_disagreement_score":0.38915086,"about_ca_system_score_codex":0.0001208501,"about_ca_system_score_gemma":0.002154579,"threshold_uncertainty_score":0.996961},"labels":[],"label_agreement":null},{"id":"W3105244491","doi":"10.2196/22440","title":"Outcomes of Equity-Oriented, Web-Based Parenting Information in Mothers of Low Socioeconomic Status Compared to Other Mothers: Participatory Mixed Methods Study","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke; Lucie and André Chagnon Foundation; McGill University; Institute for Clinical Evaluative Sciences; University of Toronto; SickKids Foundation; Hospital for Sick Children","funders":"Canadian Institutes of Health Research","keywords":"Socioeconomic status; Citizen journalism; Psychology; Equity (law); Low income; Developmental psychology; Environmental health; Sociology; Medicine; Socioeconomics; Computer science; Political science; World Wide Web","score_opus":0.2672638769956919,"score_gpt":0.6129899282052071,"score_spread":0.3457260512095153,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3105244491","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9817693,0.000027814798,0.012961438,0.003635605,0.00035055596,0.0008368501,0.000021133415,0.000009690667,0.000387584],"genre_scores_gemma":[0.9943428,0.0000069206726,0.0021746468,0.0033373085,0.00006777798,0.000039867184,0.0000031776472,0.000011085334,0.000016417716],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98782885,0.005151589,0.004461687,0.00013564657,0.0017782496,0.0006439617],"domain_scores_gemma":[0.99382496,0.002742733,0.0014727465,0.00023346621,0.00095708267,0.00076902926],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.035397887,0.00012427864,0.0007353263,0.0005543025,0.00007349058,0.000021471787,0.0006936404,0.00018853728,0.0033206309],"category_scores_gemma":[0.010331082,0.00009196117,0.00011389257,0.00039378778,0.00016049444,0.00072468404,0.00036000623,0.0017308283,0.00007213894],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010695191,0.0005101812,0.87098426,0.0012901116,0.000084664876,0.0000019778,0.09828378,0.00025063436,0.00004626009,0.00008331694,0.0047426214,0.022652645],"study_design_scores_gemma":[0.013697935,0.0019899504,0.4432943,0.0022355989,0.000025414802,5.938714e-7,0.23223476,0.26716757,0.00075026794,0.000115577765,0.03823477,0.0002532626],"about_ca_topic_score_codex":0.00080270955,"about_ca_topic_score_gemma":0.0001860516,"teacher_disagreement_score":0.42769,"about_ca_system_score_codex":0.00040270004,"about_ca_system_score_gemma":0.0018965658,"threshold_uncertainty_score":0.99800533},"labels":[],"label_agreement":null},{"id":"W3107155688","doi":"10.2196/22598","title":"Identifying Persuasive Design Principles and Behavior Change Techniques Supporting End User Values and Needs in eHealth Interventions for Long-Term Weight Loss Maintenance: Qualitative Study","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":91,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Sykehuset i Vestfold; University of Twente; Mayo Clinic","keywords":"eHealth; Psychological intervention; Persuasive technology; Behavior change; Qualitative research; Term (time); Computer science; Psychology; Applied psychology; Medicine; Social psychology; Nursing; Health care; Persuasion","score_opus":0.5032823001032439,"score_gpt":0.640991453241067,"score_spread":0.13770915313782306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3107155688","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94095397,0.0020076677,0.021858245,0.024624996,0.00022411006,0.0102363285,0.00002408114,0.000029724328,0.000040858926],"genre_scores_gemma":[0.98193794,0.0043637673,0.0019877662,0.0008810627,0.00071019394,0.009742509,0.000008474253,0.000035746918,0.0003325343],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99205196,0.003299925,0.0021031683,0.0003551642,0.001264886,0.0009249131],"domain_scores_gemma":[0.9931357,0.0035908306,0.00083897007,0.00016600732,0.00092309044,0.0013454043],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.024533486,0.00017489766,0.0006277144,0.0006877698,0.0004157074,0.000043748536,0.00048240347,0.00027685842,0.00034601297],"category_scores_gemma":[0.0048019327,0.0001365652,0.000101214624,0.00045151357,0.0003396298,0.00027275947,0.0004507365,0.002626345,0.0000057504935],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013314349,0.0016189723,0.4340643,0.010482321,0.00011230426,0.0003591901,0.44707507,8.0405954e-8,0.000047459776,0.0050225677,0.008117215,0.091769084],"study_design_scores_gemma":[0.009756136,0.010645193,0.37484473,0.017576244,0.00020035659,0.00017684486,0.57683843,0.0007620248,0.00015632395,0.0020997196,0.006466204,0.00047782433],"about_ca_topic_score_codex":0.0004259088,"about_ca_topic_score_gemma":0.00044818665,"teacher_disagreement_score":0.12976335,"about_ca_system_score_codex":0.00032530676,"about_ca_system_score_gemma":0.0009977967,"threshold_uncertainty_score":0.9996746},"labels":[],"label_agreement":null},{"id":"W3107295688","doi":"10.2196/20044","title":"Impact of Trump's Promotion of Unproven COVID-19 Treatments on Social Media and Subsequent Internet Trends: Observational Study","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Misinformation and Its Impacts","field":"Social Sciences","cited_by":79,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University; McGill University","funders":"","keywords":"Azithromycin; Social media; Analytics; Medicine; Internet privacy; Advertising; The Internet; Coronavirus disease 2019 (COVID-19); Political science; Business; World Wide Web; Computer science; Law; Internal medicine","score_opus":0.5036990639451127,"score_gpt":0.5553054300739128,"score_spread":0.051606366128800096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3107295688","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9803541,0.000033201773,0.000047643684,0.01825945,0.00008708567,0.00018216143,0.000015912206,0.000005255326,0.001015223],"genre_scores_gemma":[0.9991881,0.00009141974,0.000015875832,0.0001513641,0.0003144573,0.0000014773108,0.0000074140944,0.0000057291113,0.00022413285],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9940697,0.0009027899,0.00073803356,0.00011509488,0.003926753,0.000247617],"domain_scores_gemma":[0.99745363,0.00069480337,0.0004278018,0.00006156277,0.00045664443,0.0009055868],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0054763393,0.00009464765,0.0003352288,0.00032646026,0.000064997956,0.000060926162,0.0004938516,0.00013597419,0.003479263],"category_scores_gemma":[0.010808192,0.00006438687,0.00014083018,0.00047029974,0.00044669668,0.00028111314,0.00009601676,0.00051884056,0.0000057710454],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002906033,0.0038290978,0.07334694,0.00014119069,0.0008962442,0.00012436182,0.6925787,0.0000128066795,0.0001878979,0.006820326,0.10865888,0.11049757],"study_design_scores_gemma":[0.011032104,0.019003661,0.89823693,0.00040176653,0.00009483625,0.000029550854,0.062194895,0.00221105,0.0004263067,0.0011625977,0.0049440768,0.0002622334],"about_ca_topic_score_codex":0.0014091026,"about_ca_topic_score_gemma":0.00035402033,"teacher_disagreement_score":0.82488996,"about_ca_system_score_codex":0.00043006663,"about_ca_system_score_gemma":0.0014491002,"threshold_uncertainty_score":0.9975242},"labels":[],"label_agreement":null},{"id":"W3109632365","doi":"10.2196/25070","title":"Documenting Social Media Engagement as Scholarship: A New Model for Assessing Academic Accomplishment for the Health Professions","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Fleming College","funders":"National Cancer Institute; Reseau canadien de recherche respiratoire","keywords":"Social media; Scholarship; Health professions; Psychology; Sociology; Public relations; Health care; Medical education; Computer science; World Wide Web; Medicine; Political science","score_opus":0.712179093232255,"score_gpt":0.6594926242673186,"score_spread":0.05268646896493645,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3109632365","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06364361,0.0014590323,0.040672727,0.8876559,0.0036938728,0.0027151273,0.00000333141,0.000022502467,0.00013385956],"genre_scores_gemma":[0.9692523,0.0012320677,0.004348585,0.005729864,0.018546795,0.0005796067,0.0000048365837,0.000033042455,0.00027290604],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9915911,0.0018406603,0.0009754093,0.00022813697,0.004482836,0.00088184094],"domain_scores_gemma":[0.9711193,0.025341302,0.0007063392,0.000104520186,0.0010954943,0.0016330824],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04219037,0.00010539602,0.00032053766,0.00014420257,0.0016053647,0.0003346108,0.0015780587,0.00030578914,0.0002744091],"category_scores_gemma":[0.12628677,0.0000757294,0.00017206941,0.00044719392,0.00033798997,0.00048672518,0.00024509564,0.0033848523,0.000008816098],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021374316,0.000105215906,0.0007380107,0.0001886376,0.00007125459,0.0000019928618,0.45292497,0.0000069511857,0.000022676757,0.023565508,0.23962808,0.28253296],"study_design_scores_gemma":[0.004162073,0.0007652718,0.0024411243,0.002348721,0.0000971451,0.0000060625384,0.28231922,0.034677662,0.00009270513,0.073247634,0.5994867,0.00035565125],"about_ca_topic_score_codex":0.00078263565,"about_ca_topic_score_gemma":0.00043091053,"teacher_disagreement_score":0.9056087,"about_ca_system_score_codex":0.000939448,"about_ca_system_score_gemma":0.013427564,"threshold_uncertainty_score":0.9996944},"labels":[],"label_agreement":null},{"id":"W3109815432","doi":"10.2196/24268","title":"Smartphone-Based Virtual Agents to Help Individuals With Sleep Concerns During COVID-19 Confinement: Feasibility Study","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Sleep and related disorders","field":"Psychology","cited_by":62,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval; Institut Universitaire en Santé Mentale de Québec","funders":"LabEx BRAIN; Agence Nationale de la Recherche; Equipex","keywords":"Coronavirus disease 2019 (COVID-19); 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Sleep (system call); Telemedicine; Medicine; Psychology; Computer science; Virology; Health care; Disease; Infectious disease (medical specialty)","score_opus":0.15517497059795154,"score_gpt":0.46845384344483054,"score_spread":0.313278872846879,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3109815432","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96015966,0.00017911512,0.0016481928,0.035563458,0.00047090507,0.000858364,0.000011357783,0.00002784646,0.0010810938],"genre_scores_gemma":[0.9943198,0.000014167161,0.000027222228,0.004649611,0.00042139625,0.000030695435,0.0000042485653,0.000030212666,0.0005026531],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99191695,0.0016577153,0.00090731407,0.000503788,0.004327923,0.0006863107],"domain_scores_gemma":[0.9955399,0.00076899026,0.00023330377,0.00033972293,0.00039829322,0.0027197653],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0055667534,0.00021555841,0.0004982253,0.0004148887,0.00013228282,0.000104180916,0.0014025707,0.0002808345,0.02968751],"category_scores_gemma":[0.003603206,0.00014889424,0.00013519036,0.00074512773,0.0004274069,0.00006697269,0.00033193946,0.0023578668,0.00040046408],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011428604,0.00689807,0.7487925,0.00010762438,0.0035636218,0.0063113444,0.0553119,0.00038860104,0.00011158942,0.00022962883,0.16185555,0.0050009303],"study_design_scores_gemma":[0.15965761,0.08207369,0.39354512,0.0010334656,0.00077270134,0.0006604037,0.22877465,0.0021320179,0.0013916598,0.00012875519,0.12822676,0.0016031545],"about_ca_topic_score_codex":0.000643902,"about_ca_topic_score_gemma":0.00019311522,"teacher_disagreement_score":0.3552474,"about_ca_system_score_codex":0.0002565219,"about_ca_system_score_gemma":0.00071074354,"threshold_uncertainty_score":0.99994373},"labels":[],"label_agreement":null},{"id":"W3111109934","doi":"10.2196/20621","title":"Patient Care During the COVID-19 Pandemic: Use of Virtual Care","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":119,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Canada Health Infoway; Queen's University","funders":"","keywords":"Health care; Nursing; Telemedicine; General partnership; Pandemic; Medicine; eHealth; Coronavirus disease 2019 (COVID-19); Business; Political science","score_opus":0.2402993658168366,"score_gpt":0.5024583360400515,"score_spread":0.2621589702232149,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3111109934","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9651665,0.0012045706,0.0003306226,0.03273816,0.00015203978,0.00032710133,0.000011474721,0.000009667727,0.00005988344],"genre_scores_gemma":[0.9929439,0.00052554865,0.000077225435,0.005644863,0.0007242214,0.0000059421764,0.000011716311,0.000013837748,0.0000527889],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99460477,0.00044393956,0.00088978297,0.00014739498,0.0035888923,0.0003252494],"domain_scores_gemma":[0.9964546,0.0008640708,0.00026720387,0.00016198095,0.0009769734,0.0012751772],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001368024,0.000095344956,0.0003431468,0.00019599646,0.00006726218,0.000021000244,0.00032108757,0.00012015512,0.0014369056],"category_scores_gemma":[0.008827949,0.000053907268,0.000120850265,0.0003124462,0.00026901736,0.000084294676,0.00021318211,0.0015796372,0.000008258836],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004171281,0.00018789947,0.53018034,0.0027516698,0.00031598643,0.0021890455,0.14800107,0.000020394817,0.0016374498,0.00018657671,0.13890316,0.1714551],"study_design_scores_gemma":[0.010889449,0.020855865,0.039058343,0.0010955173,0.00013796025,0.002340917,0.19562708,0.00037358183,0.004150626,0.000017875296,0.7252825,0.00017032753],"about_ca_topic_score_codex":0.00061950897,"about_ca_topic_score_gemma":0.000118839765,"teacher_disagreement_score":0.5863793,"about_ca_system_score_codex":0.00036343455,"about_ca_system_score_gemma":0.0013788538,"threshold_uncertainty_score":0.99952114},"labels":[],"label_agreement":null},{"id":"W3111355788","doi":"10.2196/24614","title":"Reduction of COVID-19 Incidence and Nonpharmacologic Interventions: Analysis Using a US County–Level Policy Data Set","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"COVID-19 epidemiological studies","field":"Mathematics","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"National Institute of General Medical Sciences; National Institute of Neurological Disorders and Stroke; National Institute of Mental Health; National Institutes of Health; National Science Foundation","keywords":"Psychological intervention; Data collection; Enforcement; Coronavirus disease 2019 (COVID-19); Social distance; Contact tracing; Business; Environmental health; Political science; Medicine; Statistics","score_opus":0.8384424138477702,"score_gpt":0.6708055517389362,"score_spread":0.167636862108834,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3111355788","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8285615,0.0019939772,0.10504008,0.063891746,0.000099478486,0.00025483963,0.00011041194,0.000017070846,0.000030892093],"genre_scores_gemma":[0.9913417,0.0020992078,0.004647109,0.0013450063,0.0005044794,0.0000037438124,0.0000062040276,0.00000923652,0.00004328375],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9939099,0.0017324373,0.0014381536,0.0003602724,0.0022136078,0.00034565965],"domain_scores_gemma":[0.9904639,0.0067462996,0.00080974336,0.00034820032,0.0007119606,0.00091987324],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.019902935,0.00013993733,0.0008381143,0.00060841703,0.00009188929,0.000048085247,0.0016028384,0.00018843242,0.00096755946],"category_scores_gemma":[0.18119913,0.00009615311,0.00026004075,0.0015502978,0.0008393928,0.00021427499,0.0024612849,0.0013001607,0.0000032102364],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0046037603,0.0031867668,0.19766486,0.013787323,0.018924562,0.0030499098,0.017908433,0.0013129126,0.0062812613,0.018920839,0.694615,0.019744381],"study_design_scores_gemma":[0.008264899,0.006275731,0.025814515,0.0043927873,0.0053901733,0.0020477776,0.013862542,0.7562393,0.0011044904,0.13978644,0.03567909,0.0011422952],"about_ca_topic_score_codex":0.0026457103,"about_ca_topic_score_gemma":0.00019055278,"teacher_disagreement_score":0.7549264,"about_ca_system_score_codex":0.00042719455,"about_ca_system_score_gemma":0.00090158964,"threshold_uncertainty_score":0.9999457},"labels":[],"label_agreement":null},{"id":"W3112462010","doi":"10.2196/16927","title":"Facebook-Based Social Marketing to Reduce Smoking in Australia’s First Nations Communities: An Analysis of Reach, Shares, and Likes","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"National Health and Medical Research Council; Medical Research Council","keywords":"Social media; Tobacco control; Advertising; Content analysis; Appeal; Promotion (chess); Smoking prevalence; Health promotion; Social marketing; Service (business); Medicine; Business; Public health; Political science; Marketing; Sociology; Nursing; Politics","score_opus":0.43307076739828326,"score_gpt":0.5582863894637764,"score_spread":0.12521562206549314,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3112462010","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93674076,0.00006540803,0.000050388408,0.06213369,0.00023772659,0.00036134938,0.0000069850007,0.0000061059095,0.00039760442],"genre_scores_gemma":[0.9986908,0.00016528527,0.00016304116,0.00021486497,0.0006813537,0.000048724836,0.0000055695514,0.0000073075803,0.000023045191],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9934409,0.0028382856,0.0006793036,0.00012368862,0.00257051,0.0003473065],"domain_scores_gemma":[0.98814875,0.010152294,0.00024067733,0.00008454831,0.00068693503,0.0006868058],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.016711477,0.00006902955,0.00033775027,0.0010285462,0.00030535797,0.00009764193,0.00079324585,0.00020435179,0.0015496357],"category_scores_gemma":[0.036863107,0.00006820785,0.00007710191,0.0018548311,0.00052219874,0.00016182175,0.00010631309,0.0011223108,0.0000020459456],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044462708,0.0003304766,0.21709627,0.00031175045,0.00022727712,0.000032747008,0.7559462,0.0000699625,0.000045964596,0.0023427021,0.005687292,0.017464692],"study_design_scores_gemma":[0.0014588722,0.00094688,0.43552494,0.0024232368,0.00019145878,0.0000026134712,0.48759714,0.009085854,0.00016082736,0.00023989483,0.06205009,0.0003181765],"about_ca_topic_score_codex":0.060907274,"about_ca_topic_score_gemma":0.124306776,"teacher_disagreement_score":0.2683491,"about_ca_system_score_codex":0.00042978855,"about_ca_system_score_gemma":0.0010508234,"threshold_uncertainty_score":0.99936306},"labels":[],"label_agreement":null},{"id":"W3112538355","doi":"10.2196/17332","title":"Electronic Cognitive Screen Technology for Screening Older Adults With Dementia and Mild Cognitive Impairment in a Community Setting: Development and Validation Study","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Saint Louis University","keywords":"Dementia; Cognition; Cognitive test; Logistic regression; Cohort; Cognitive decline; Medicine; Psychology; Audiology; Gerontology; Psychiatry; Disease; Internal medicine","score_opus":0.04863442686392791,"score_gpt":0.4014997417501619,"score_spread":0.35286531488623396,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3112538355","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98550534,0.00075134804,0.005365109,0.0060448963,0.0000081071385,0.0022545385,0.0000038084213,0.000011091785,0.000055786502],"genre_scores_gemma":[0.99874765,0.00013400128,0.00054690137,0.000296351,0.00006439536,0.0001383785,0.000021586306,0.00002166207,0.000029090264],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99563974,0.0007695058,0.00061587116,0.00029945036,0.0020343652,0.00064105476],"domain_scores_gemma":[0.9969759,0.0009790418,0.00016189888,0.00007262307,0.0012709922,0.00053956726],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.007548985,0.00017661773,0.0004319779,0.00069764344,0.00015346362,0.000074128635,0.00023567739,0.00014220881,0.00013086057],"category_scores_gemma":[0.002091497,0.00012987331,0.000039540486,0.0005374283,0.0003811941,0.000138203,0.00043910765,0.0024444256,0.000002192341],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.015512374,0.0026097072,0.8213117,0.00049177377,0.0013691073,0.0005002425,0.0162783,8.977492e-8,0.00005807151,0.000022792066,0.00026497353,0.14158085],"study_design_scores_gemma":[0.048105694,0.04072555,0.74525225,0.008704132,0.00032921365,0.0004104758,0.14671731,0.0012463027,0.008014741,0.000059253733,0.00019135156,0.00024374104],"about_ca_topic_score_codex":0.00010873491,"about_ca_topic_score_gemma":0.00019599074,"teacher_disagreement_score":0.14133711,"about_ca_system_score_codex":0.00010246399,"about_ca_system_score_gemma":0.00069151755,"threshold_uncertainty_score":0.99985695},"labels":[],"label_agreement":null},{"id":"W3112595177","doi":"10.2196/24868","title":"Use of Asynchronous Virtual Mental Health Resources for COVID-19 Pandemic–Related Stress Among the General Population in Canada: Cross-Sectional Survey Study","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Simon Fraser University; University of British Columbia; Centre for Advancing Health Outcomes; St. Paul's Hospital; Providence Health Care","funders":"Canadian Mental Health Association; Michael Smith Health Research BC","keywords":"Mental health; Pandemic; Population; Coping (psychology); Cross-sectional study; Bivariate analysis; Psychology; Environmental health; Medicine; Gerontology; Psychiatry; Coronavirus disease 2019 (COVID-19); Disease; Infectious disease (medical specialty)","score_opus":0.2958376165760123,"score_gpt":0.5374999625177751,"score_spread":0.24166234594176278,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3112595177","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99275625,0.00018086162,0.00013938974,0.00481588,0.00096958893,0.00078714424,0.00032826056,0.000005556254,0.000017060625],"genre_scores_gemma":[0.99883306,0.000008357222,0.000009443321,0.0005341544,0.00017649095,0.000027719954,0.000060802162,0.000017986804,0.00033200698],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99246854,0.002666626,0.0018003229,0.00026999685,0.002320846,0.00047369496],"domain_scores_gemma":[0.9960346,0.0021147162,0.0005738327,0.00015365233,0.0002766238,0.0008465421],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009704978,0.000119621574,0.00037542573,0.00022065226,0.00011776268,0.00009700612,0.0007650191,0.00012985755,0.0008624877],"category_scores_gemma":[0.0039964835,0.00008683139,0.000116937095,0.00037971506,0.0002901506,0.00017033183,0.00021885944,0.0012980255,0.0000036072145],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001415286,0.00073883496,0.98131627,0.000050645653,0.00015941534,0.000053308493,0.0028969932,0.00019726573,7.7256493e-7,0.00020488244,0.010180697,0.0027856508],"study_design_scores_gemma":[0.002028759,0.0033703155,0.9892113,0.00010085275,0.0000026587884,0.00006281722,0.0021997709,0.0021715239,0.0000020486514,0.00004148443,0.00074821775,0.000060234917],"about_ca_topic_score_codex":0.8900877,"about_ca_topic_score_gemma":0.8961909,"teacher_disagreement_score":0.009432479,"about_ca_system_score_codex":0.0021410747,"about_ca_system_score_gemma":0.002039708,"threshold_uncertainty_score":0.9443636},"labels":[],"label_agreement":null},{"id":"W3112980969","doi":"10.2196/20557","title":"Understanding eHealth Cognitive Behavioral Therapy Targeting Substance Use: Realist Review","year":2020,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Advancing Health Outcomes; St. Paul's Hospital; BC Mental Health & Substance Use Services; University of British Columbia","funders":"Canadian Institutes of Health Research; University of British Columbia; University of Liverpool","keywords":"eHealth; Cognitive behavioral therapy; Substance use; Psychotherapist; Cognition; Psychology; Medicine; Clinical psychology; Neuroscience; Health care; Political science","score_opus":0.7206829105818106,"score_gpt":0.6372834244489131,"score_spread":0.0833994861328975,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3112980969","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000013812193,0.9892697,0.0005741803,0.0045633167,0.0023621414,0.0013148561,0.00013150509,0.000024712213,0.0017458131],"genre_scores_gemma":[0.00046398252,0.9959508,0.000046290286,0.00070746284,0.00096582924,0.000100816,0.00010224735,0.00011435411,0.0015481964],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98593956,0.0045003607,0.00353206,0.0006007213,0.004352566,0.0010747444],"domain_scores_gemma":[0.99218124,0.0033302796,0.0018400445,0.00033797143,0.00070858677,0.0016018952],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.012764794,0.0004617693,0.0026986313,0.0006121633,0.0001238483,0.00022686271,0.0018507604,0.0006546952,0.0063876472],"category_scores_gemma":[0.0026223613,0.00033781366,0.0011719969,0.0011399036,0.0006165825,0.00031077265,0.00028307122,0.0071784807,0.0005228961],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013539974,0.00081128156,0.000008976159,0.018261604,0.00036685792,0.0027517218,0.00028523363,1.0462604e-9,8.365652e-9,0.0032169288,0.26048267,0.7136793],"study_design_scores_gemma":[0.0004788022,0.0020210035,0.00000253625,0.28209692,0.00013679717,0.00093527714,0.00030690496,6.994751e-7,1.8870706e-7,0.00021094127,0.7136366,0.00017332855],"about_ca_topic_score_codex":0.0004187635,"about_ca_topic_score_gemma":0.00010245949,"teacher_disagreement_score":0.713506,"about_ca_system_score_codex":0.0019219638,"about_ca_system_score_gemma":0.0015539344,"threshold_uncertainty_score":0.9999074},"labels":[],"label_agreement":null},{"id":"W3115209213","doi":"10.2196/23654","title":"Income-Generating Processes of Free Web-Based Digital Health Tools to Engage Patients: Qualitative Analysis","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Thematic analysis; Digital health; Computer science; The Internet; Health care; Social media; World Wide Web; Health informatics; Knowledge management; Data science; Internet privacy; Qualitative research; Sociology","score_opus":0.21146377510885506,"score_gpt":0.5567905300542046,"score_spread":0.3453267549453496,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3115209213","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94883984,0.00036830216,0.00727224,0.04089946,0.0003533558,0.00038615736,0.0003724191,0.00001684608,0.001491401],"genre_scores_gemma":[0.9974424,0.000004461735,0.0007307225,0.0013260355,0.00016602411,0.000023604205,0.000031900476,0.000020283349,0.00025454024],"study_design_codex":"not_applicable","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.99255323,0.0015840313,0.0018595371,0.0002900542,0.0031910816,0.0005220754],"domain_scores_gemma":[0.99344635,0.0028108126,0.0006305721,0.00026207976,0.0014834913,0.0013667162],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006430554,0.00014469905,0.0006450583,0.0007719124,0.00006272243,0.0001628495,0.0013479227,0.00012004911,0.0016206604],"category_scores_gemma":[0.026739467,0.000115201496,0.00029045972,0.0021494885,0.00023590832,0.00033840942,0.0003940073,0.0012979188,0.00009722809],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0062500285,0.01606619,0.08538491,0.0060881497,0.006413811,0.0006071979,0.17778972,0.00020682602,0.00006829103,0.0070225364,0.3833107,0.31079164],"study_design_scores_gemma":[0.069251634,0.32091537,0.1163346,0.035187896,0.0009749738,0.00016519993,0.28442487,0.021346124,0.009284796,0.0074291616,0.13095504,0.0037303236],"about_ca_topic_score_codex":0.00021862648,"about_ca_topic_score_gemma":0.0001871243,"teacher_disagreement_score":0.3070613,"about_ca_system_score_codex":0.0002412067,"about_ca_system_score_gemma":0.0009760227,"threshold_uncertainty_score":0.999292},"labels":[],"label_agreement":null},{"id":"W3116271247","doi":"10.2196/25507","title":"Building Health Services in a Rapidly Changing Landscape: Lessons in Adaptive Leadership and Pivots in a COVID-19 Remote Monitoring Program","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"COVID-19 and Mental Health","field":"Psychology","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; Public Health Ontario; University of Toronto; Women's College Hospital","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Geography; Business; Environmental resource management; Computer science; Public relations; Political science; Medicine; Virology; Environmental science; Outbreak","score_opus":0.368262960178123,"score_gpt":0.5726708416113453,"score_spread":0.2044078814332223,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3116271247","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8695896,0.008941913,0.00041454972,0.120192766,0.00023646912,0.00051031495,0.0000015055069,0.000015185662,0.000097682765],"genre_scores_gemma":[0.995175,0.0011397281,0.00045488524,0.0027257565,0.0004336393,0.000015910424,7.6828167e-7,0.00001712653,0.00003718312],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99535507,0.0012870805,0.00077110634,0.0003479795,0.0012726764,0.0009660654],"domain_scores_gemma":[0.997437,0.0009822936,0.00017994763,0.00010415914,0.000054705837,0.0012418968],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.010260613,0.00013321142,0.00045642917,0.0012315793,0.000043481195,0.00005976663,0.00052740466,0.00020684689,0.00014988946],"category_scores_gemma":[0.00069817627,0.00011610331,0.000048941947,0.0011749541,0.000118364456,0.00014001831,0.0002574405,0.0026319518,0.0000062224203],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0034090453,0.00084788026,0.12913579,0.0026010666,0.000051614454,0.004992684,0.17423445,0.000021575654,0.000054880256,0.0008257575,0.0008086835,0.6830166],"study_design_scores_gemma":[0.03396806,0.01656986,0.19467619,0.03873935,0.000016477006,0.0012471759,0.61421984,0.06822782,0.00015434677,0.0016038755,0.029767198,0.00080977514],"about_ca_topic_score_codex":0.011419042,"about_ca_topic_score_gemma":0.0060694767,"teacher_disagreement_score":0.6822068,"about_ca_system_score_codex":0.0008816428,"about_ca_system_score_gemma":0.0012884446,"threshold_uncertainty_score":0.999669},"labels":[],"label_agreement":null},{"id":"W3118010610","doi":"10.2196/25187","title":"Machine Learning–Based Early Warning Systems for Clinical Deterioration: Systematic Scoping Review","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Sepsis Diagnosis and Treatment","field":"Medicine","cited_by":145,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Population Health Research Institute; Public Health Ontario; University of Toronto; McMaster University; Hamilton Health Sciences","funders":"","keywords":"Warning system; Systematic review; Computer science; Early warning system; Medicine; Artificial intelligence; MEDLINE; Chemistry","score_opus":0.531992021045129,"score_gpt":0.5824537001960498,"score_spread":0.05046167915092081,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3118010610","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12672372,0.7259062,0.014676725,0.12319683,0.0012563467,0.007911296,0.0000049889168,0.000073877636,0.00025000758],"genre_scores_gemma":[0.94753003,0.047650117,0.0003156734,0.0028151083,0.0013316965,0.00016976561,0.000010085668,0.00003774929,0.00013978416],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99319553,0.0014772638,0.0019453992,0.00024590833,0.0028145392,0.0003213433],"domain_scores_gemma":[0.9937093,0.0034936946,0.000580198,0.00017728233,0.0010704071,0.0009691148],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.013524113,0.00014566066,0.0013138375,0.00014647792,0.00006192088,0.00010335899,0.0003658968,0.00017921631,0.0004458623],"category_scores_gemma":[0.028240398,0.00008999075,0.0004387469,0.00025758808,0.0001098949,0.00007818265,0.00008571993,0.0014609806,0.00006450237],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019271926,0.0017418638,0.0997702,0.8112055,0.0019196058,0.0036952286,0.00082931726,0.00003364498,0.000044491062,0.00018435404,0.07180451,0.00684407],"study_design_scores_gemma":[0.004986403,0.011224801,0.0008226681,0.92800194,0.0005165543,0.00040469752,0.0001488386,0.049739648,0.000074580064,0.0000038730395,0.0039420053,0.00013397506],"about_ca_topic_score_codex":0.000037103142,"about_ca_topic_score_gemma":0.0000029872124,"teacher_disagreement_score":0.82080626,"about_ca_system_score_codex":0.00012280841,"about_ca_system_score_gemma":0.00073618727,"threshold_uncertainty_score":0.9799451},"labels":[],"label_agreement":null},{"id":"W3118391151","doi":"10.2196/24380","title":"Online Mindfulness-Based Cognitive Behavioral Therapy Intervention for Youth With Major Depressive Disorders: Randomized Controlled Trial","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Mindfulness and Compassion Interventions","field":"Psychology","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; Centre for Addiction and Mental Health; York University; University of Toronto","funders":"National Institutes of Health; York University; Canadian Institutes of Health Research; Centre for Addiction and Mental Health Foundation; Fondation Brain Canada","keywords":"Mindfulness; Randomized controlled trial; Mental health; Cognitive behavioral therapy; Anxiety; Psychiatry; Clinical psychology; Beck Anxiety Inventory; Major depressive disorder; Medicine; Beck Depression Inventory; Psychology; Cognition; Internal medicine","score_opus":0.1030360329501478,"score_gpt":0.4757297773452498,"score_spread":0.372693744395102,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3118391151","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.72234344,0.0011109931,0.2698047,0.002701381,0.0014760043,0.0021847936,0.000067061694,0.000010128893,0.00030151353],"genre_scores_gemma":[0.99137926,0.000007855693,0.00005801155,0.00010038863,0.00069629477,0.004630802,0.00008079546,0.000034445853,0.003012162],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99162436,0.0038062674,0.001599265,0.00035803483,0.0021390477,0.0004730564],"domain_scores_gemma":[0.9922552,0.0040824474,0.00079942105,0.00023564923,0.0022440972,0.00038320108],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.007200362,0.0002276649,0.0014832128,0.00048239663,0.00011034687,0.00015356425,0.0006417038,0.00031010163,0.030060446],"category_scores_gemma":[0.003045714,0.00013409754,0.0016071751,0.00028914667,0.00054854614,0.00010136872,0.00009554604,0.001383356,0.000013206521],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9209743,0.012453871,0.00005582666,0.000025676565,0.001454159,0.0002676986,0.00066673383,8.222342e-7,0.0000015270857,0.0021270178,0.0038346287,0.058137704],"study_design_scores_gemma":[0.9776485,0.0064356164,0.000039468363,0.0016904849,0.00038856582,0.00006756302,0.009306854,0.00057054916,0.001494733,0.0017143294,0.0004903841,0.0001529287],"about_ca_topic_score_codex":0.0002500538,"about_ca_topic_score_gemma":0.00041479678,"teacher_disagreement_score":0.2697467,"about_ca_system_score_codex":0.000060984996,"about_ca_system_score_gemma":0.0005374549,"threshold_uncertainty_score":0.9708262},"labels":[],"label_agreement":null},{"id":"W3118405785","doi":"10.2196/26165","title":"Expanding Telemonitoring in a Virtual World: A Case Study of the Expansion of a Heart Failure Telemonitoring Program During the COVID-19 Pandemic","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto Western Hospital; Public Health Ontario; University of Toronto; Ted Rogers Centre for Heart Research; University Health Network","funders":"","keywords":"Telehealth; Pandemic; Thematic analysis; Telemedicine; Psychological intervention; Health care; eHealth; Qualitative research; Medicine; Nursing; Coronavirus disease 2019 (COVID-19); Medical emergency; Psychology; Sociology; Political science","score_opus":0.15101578261689266,"score_gpt":0.5245331599141441,"score_spread":0.37351737729725143,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3118405785","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99204755,0.00033741095,0.00003612817,0.0063032103,0.00039024188,0.00086397445,0.0000010569679,0.0000101532905,0.000010287017],"genre_scores_gemma":[0.9986051,0.00007933472,0.00015891214,0.000119858654,0.00084621244,0.000045332607,6.9770294e-7,0.000018629182,0.00012597967],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9929488,0.0012193178,0.0014980499,0.00022491827,0.0036266425,0.00048231275],"domain_scores_gemma":[0.9966188,0.0015051091,0.00041170506,0.00035230804,0.0006110094,0.0005010449],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.008093127,0.00013936256,0.00055843784,0.0006820692,0.0001339425,0.0000295316,0.00041508535,0.00011306525,0.00023142759],"category_scores_gemma":[0.0054819183,0.000077386874,0.0001407144,0.0016088465,0.00022800773,0.00010659939,0.00040629605,0.0023822652,5.935141e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005021727,0.0010291908,0.9512017,0.00051577203,0.00012550884,0.0063372795,0.013659254,0.000012621693,0.0058910544,0.0000070409387,0.0016547372,0.019063685],"study_design_scores_gemma":[0.028494807,0.010488045,0.24792685,0.0071134097,0.00022558175,0.079571515,0.5810344,0.0005162923,0.030580292,0.00004943665,0.01371614,0.00028318138],"about_ca_topic_score_codex":0.0027417487,"about_ca_topic_score_gemma":0.0043546017,"teacher_disagreement_score":0.70327485,"about_ca_system_score_codex":0.0004916282,"about_ca_system_score_gemma":0.0016600735,"threshold_uncertainty_score":0.9999193},"labels":[],"label_agreement":null},{"id":"W3119587736","doi":"10.2196/23775","title":"Spread, Scale-up, and Sustainability of Video Consulting in Health Care: Systematic Review and Synthesis Guided by the NASSS Framework","year":2021,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":179,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"NIHR Sheffield Biomedical Research Centre; National Institute for Health and Care Research; University of Waterloo; Economic and Social Research Council; Department of Health and Social Care; Wellcome Trust","keywords":"Sustainability; Scale (ratio); Health care; Psychology; Nursing; Knowledge management; Applied psychology; Medicine; Computer science; Political science; Geography","score_opus":0.10438967739249513,"score_gpt":0.534919692686787,"score_spread":0.4305300152942918,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3119587736","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00018223174,0.97123355,0.000112429014,0.025505964,0.00009374248,0.002839,0.000013021373,0.00000343786,0.000016622016],"genre_scores_gemma":[0.001158014,0.9973687,0.00011018462,0.00097002834,0.0001495731,0.00012425188,0.000013244156,0.000026649444,0.000079386904],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.98709744,0.0050838785,0.004168978,0.0003322552,0.0027907076,0.0005267574],"domain_scores_gemma":[0.9824537,0.012663084,0.00184769,0.0005035663,0.001768187,0.00076374423],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.031987082,0.00026056773,0.0046337433,0.00040672647,0.000060691862,0.000037947313,0.00046423278,0.00035665318,0.00021086114],"category_scores_gemma":[0.084900595,0.00013989588,0.00023907491,0.0007687546,0.0005284869,0.00005347423,0.0003079532,0.0032238096,8.379603e-7],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001594862,0.00006734089,0.00014611169,0.78061646,0.00018820362,0.000093514325,0.00080374227,1.853892e-9,1.8801465e-8,0.0000588305,0.019537305,0.19847251],"study_design_scores_gemma":[0.0006397448,0.0005079113,0.00001619352,0.8723588,0.0010664369,0.0022386422,0.0044444203,0.0000053951303,0.0000013451389,0.000030526568,0.11860524,0.000085367894],"about_ca_topic_score_codex":0.0010497799,"about_ca_topic_score_gemma":0.00007988669,"teacher_disagreement_score":0.19838715,"about_ca_system_score_codex":0.0007925074,"about_ca_system_score_gemma":0.0045458977,"threshold_uncertainty_score":0.9990758},"labels":[],"label_agreement":null},{"id":"W3120118518","doi":"10.2196/22219","title":"What Every Reader Should Know About Studies Using Electronic Health Record Data but May Be Afraid to Ask","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":117,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canada Research Chairs; University of Toronto","funders":"National Center for Advancing Translational Sciences; National Institute of Neurological Disorders and Stroke; National Cancer Institute; National Heart, Lung, and Blood Institute; U.S. National Library of Medicine; British Heart Foundation","keywords":"Ask price; Electronic health record; Internet privacy; Health records; Computer science; World Wide Web; Psychology; Data science; Health care; Business; Political science","score_opus":0.5639867103076224,"score_gpt":0.6432752877457746,"score_spread":0.07928857743815221,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3120118518","genre_codex":"commentary","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27363873,0.18132676,0.0025038375,0.52765226,0.012171646,0.0017906906,0.00003718282,0.0000628198,0.00081610656],"genre_scores_gemma":[0.37999776,0.44161868,0.0033911848,0.059555754,0.022376658,0.00020677382,0.0001080581,0.00041669025,0.092328444],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9744792,0.011392704,0.0034099736,0.00086270925,0.0062715556,0.003583846],"domain_scores_gemma":[0.98511076,0.0065850276,0.00097529416,0.0015209221,0.0033771228,0.0024308963],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.060225077,0.00033561295,0.0015379451,0.0007465864,0.0006443024,0.00014600392,0.0027991612,0.0007220054,0.0033251424],"category_scores_gemma":[0.022568386,0.0002597324,0.00017279784,0.0012347439,0.00028188748,0.0008974923,0.0026918517,0.012119039,0.00028042967],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00045801446,0.00030396788,0.002491092,0.0020432733,0.0006038387,0.00083176355,0.0076562287,0.0000020135249,0.0001978341,0.0008739899,0.90127456,0.0832634],"study_design_scores_gemma":[0.0013429665,0.0015849433,0.00021248669,0.018761516,0.000027891196,0.00070719415,0.048565973,0.0011443442,0.00008669725,0.0004364139,0.92688745,0.00024212197],"about_ca_topic_score_codex":0.003903083,"about_ca_topic_score_gemma":0.016162815,"teacher_disagreement_score":0.4680965,"about_ca_system_score_codex":0.004836958,"about_ca_system_score_gemma":0.038544927,"threshold_uncertainty_score":0.9999855},"labels":[],"label_agreement":null},{"id":"W3121959724","doi":"10.2196/25505","title":"A Clinical Communication Tool (Loop) for Team-Based Care in Pediatric and Adult Care Settings: Hybrid Mixed Methods Implementation Study","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Humber River Regional Hospital; McMaster University; Institute for Clinical Evaluative Sciences; University of Toronto; SickKids Foundation; Public Health Ontario; Hospital for Sick Children; Sinai Health System; Lunenfeld-Tanenbaum Research Institute","funders":"","keywords":"Computer science; Health care; Medicine; Psychology; Nursing","score_opus":0.5276920025846108,"score_gpt":0.7700954381817463,"score_spread":0.2424034355971355,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3121959724","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97368634,0.00052416185,0.0025694352,0.021131746,0.0004091812,0.0015728556,0.00003117412,0.0000089304185,0.000066185254],"genre_scores_gemma":[0.97588867,0.00046758438,0.018329497,0.004374305,0.00054973294,0.00028349517,0.000034308865,0.000020475292,0.000051941843],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.97673076,0.0172977,0.0027374523,0.00033113576,0.0022105307,0.00069242844],"domain_scores_gemma":[0.9741144,0.01975597,0.0006974308,0.00035859662,0.0045259898,0.00054757757],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.05044603,0.00011770961,0.0004649167,0.00054063706,0.00031291638,0.000054518114,0.0007267694,0.00018084496,0.00050260307],"category_scores_gemma":[0.05014455,0.00009869081,0.000092696515,0.00064792944,0.00012975917,0.00018518668,0.00048099787,0.0025597592,0.00000971679],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036564734,0.00030756163,0.66478884,0.0015023386,0.00003620067,0.000065244465,0.05890963,0.0000014445363,0.00001999011,0.00017031266,0.08105711,0.19277565],"study_design_scores_gemma":[0.018830536,0.0032660838,0.2867444,0.00087025866,0.000071780436,0.000026704802,0.63241905,0.002509558,0.00031791,0.00019929152,0.05450901,0.00023543081],"about_ca_topic_score_codex":0.0005413485,"about_ca_topic_score_gemma":0.0044268426,"teacher_disagreement_score":0.5735094,"about_ca_system_score_codex":0.0005770366,"about_ca_system_score_gemma":0.006216972,"threshold_uncertainty_score":0.9997414},"labels":[],"label_agreement":null},{"id":"W3122918995","doi":"10.2196/25118","title":"Efficiency and Quality of Data Collection Among Public Mental Health Surveys Conducted During the COVID-19 Pandemic: Systematic Review","year":2021,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"COVID-19 and Mental Health","field":"Psychology","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Mental health; Pandemic; Public health; Data collection; Medicine; Scale (ratio); Population; Public health surveillance; Meta-analysis; Environmental health; Coronavirus disease 2019 (COVID-19); Gerontology; Family medicine; Psychiatry; Geography; Nursing; Disease; Statistics; Cartography","score_opus":0.7034267048442746,"score_gpt":0.6587967352956006,"score_spread":0.04462996954867404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3122918995","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0004982778,0.99119586,0.00023800124,0.004778162,0.00067192886,0.00244386,0.00011311119,0.000009904234,0.000050900697],"genre_scores_gemma":[0.00079211214,0.99693656,0.000005450215,0.0006285392,0.00017337325,0.000059690756,0.0001417378,0.000027780883,0.0012347592],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9442964,0.046090294,0.004312517,0.0006133912,0.00399141,0.0006959853],"domain_scores_gemma":[0.98611903,0.008148609,0.0027029284,0.001181225,0.00049398356,0.0013541932],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.14637737,0.00028860013,0.0037388783,0.0005492491,0.00024208671,0.00009134651,0.0026676718,0.00040525518,0.0019012257],"category_scores_gemma":[0.01969746,0.00016241724,0.00035700048,0.001375889,0.0007724587,0.00015025241,0.0013208004,0.0034165734,0.000010991511],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022541128,0.00036685905,0.00080439565,0.93262225,0.00054777454,0.00007239056,0.00072615664,3.1236147e-9,1.08881764e-7,0.00014227914,0.021224702,0.043470558],"study_design_scores_gemma":[0.0013295232,0.00057138206,0.00027909217,0.6155993,0.00028710155,0.00413342,0.0015671679,0.000014661558,5.9524858e-8,0.000006793914,0.37599042,0.00022108556],"about_ca_topic_score_codex":0.007619654,"about_ca_topic_score_gemma":0.0024375608,"teacher_disagreement_score":0.3547657,"about_ca_system_score_codex":0.002225287,"about_ca_system_score_gemma":0.012180434,"threshold_uncertainty_score":0.99901116},"labels":[],"label_agreement":null},{"id":"W3122928836","doi":"10.2196/26254","title":"Using Twitter to Understand the COVID-19 Experiences of People With Dementia: Infodemiology Study","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Long-Term Effects of COVID-19","field":"Medicine","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Dementia Research Alliance; Alzheimer Society of Canada; University of Saskatchewan","funders":"Canadian Institutes of Health Research; Alzheimer Society; Saskatchewan Health Research Foundation; Consortium canadien en neurodégénérescence associée au vieillissement","keywords":"Dementia; Coronavirus disease 2019 (COVID-19); Thematic analysis; Pandemic; Psychology; Medicine; Nursing; Qualitative research; Sociology; Disease","score_opus":0.1829848784258746,"score_gpt":0.5071259129319017,"score_spread":0.32414103450602705,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3122928836","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93293643,0.00060699094,0.012173368,0.05345459,0.00019835809,0.00045438422,4.20613e-7,0.0000048553416,0.0001705869],"genre_scores_gemma":[0.99302506,0.00005656064,0.00054852053,0.0058584837,0.00029394252,0.000011629765,6.0381376e-7,0.000014460822,0.00019070476],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99336624,0.0014263159,0.0007284642,0.00024344055,0.0038042415,0.00043131318],"domain_scores_gemma":[0.99348974,0.003968099,0.00022204783,0.00038198975,0.0008570974,0.0010810284],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0095022805,0.00013268768,0.00058703334,0.00035180914,0.0000842255,0.00005351018,0.0007273528,0.00013913328,0.002135365],"category_scores_gemma":[0.018393494,0.00006862294,0.00011001932,0.0006535555,0.0005929616,0.00009251053,0.0005005569,0.0012535432,0.0000065487397],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0041783964,0.0016823163,0.6259586,0.00067188975,0.0017487337,0.0096635055,0.25678548,0.0001328699,0.0009889477,0.00025357012,0.097462155,0.0004735105],"study_design_scores_gemma":[0.017219188,0.02376711,0.046020724,0.0026100888,0.0007090291,0.014198058,0.8726901,0.0022700154,0.0036085108,0.0007021895,0.01577061,0.00043438826],"about_ca_topic_score_codex":0.00054636446,"about_ca_topic_score_gemma":0.00044753682,"teacher_disagreement_score":0.6159046,"about_ca_system_score_codex":0.00033739873,"about_ca_system_score_gemma":0.0034856428,"threshold_uncertainty_score":0.9987768},"labels":[],"label_agreement":null},{"id":"W3123822236","doi":"10.2196/25322","title":"Virtual Reality or Augmented Reality as a Tool for Studying Bystander Behaviors in Interpersonal Violence: Scoping Review","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Bullying, Victimization, and Aggression","field":"Psychology","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Council of University Libraries; University of Toronto","funders":"","keywords":"PsycINFO; Bystander effect; Psychology; Poison control; Interpersonal communication; Empirical research; Virtual reality; Suicide prevention; Scopus; Intervention (counseling); Applied psychology; Social psychology; Medicine; MEDLINE; Computer science; Psychiatry; Medical emergency","score_opus":0.17794522801463475,"score_gpt":0.526227644234583,"score_spread":0.34828241621994827,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3123822236","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9329347,0.022096714,0.02296689,0.017350921,0.002106289,0.0017597605,0.000021386506,0.000029850888,0.0007335121],"genre_scores_gemma":[0.9692736,0.025381701,0.00022407017,0.001630879,0.0007290139,0.00014510527,0.00003085512,0.000041502306,0.00254325],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9931574,0.0020749758,0.0014006019,0.0003992015,0.0024331145,0.00053472223],"domain_scores_gemma":[0.99661446,0.0013081601,0.00037746114,0.0002925928,0.0010565675,0.00035076943],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01485578,0.00016034802,0.00059899787,0.00025474912,0.000095262665,0.00007904518,0.0006581971,0.00028561807,0.013315703],"category_scores_gemma":[0.006795383,0.000113205686,0.00018795744,0.000548807,0.0002104183,0.00015247316,0.00028039527,0.0015934785,0.000018700872],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012104703,0.009060505,0.062176492,0.0111986585,0.0010009644,0.014289229,0.021421054,0.000021104746,0.00068551995,0.0044647446,0.36888295,0.49469405],"study_design_scores_gemma":[0.015544436,0.0049025323,0.014116871,0.92770886,0.00021911123,0.0036116724,0.020518728,0.0020620173,0.0009134771,0.00094984856,0.008643461,0.00080896995],"about_ca_topic_score_codex":0.0004134789,"about_ca_topic_score_gemma":0.00044586894,"teacher_disagreement_score":0.9165102,"about_ca_system_score_codex":0.0002998678,"about_ca_system_score_gemma":0.001395841,"threshold_uncertainty_score":0.98758626},"labels":[],"label_agreement":null},{"id":"W3123935279","doi":"10.2196/20123","title":"Risk Stratification for Early Detection of Diabetes and Hypertension in Resource-Limited Settings: Machine Learning Analysis","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Diabetes, Cardiovascular Risks, and Lipoproteins","field":"Medicine","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Random forest; Medicine; Diabetes mellitus; Receiver operating characteristic; Machine learning; Risk stratification; Risk assessment; Population; Framingham Risk Score; Environmental health; Disease; Artificial intelligence; Computer science; Internal medicine","score_opus":0.03193128810641655,"score_gpt":0.3284119244240641,"score_spread":0.29648063631764754,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3123935279","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99208766,0.004359381,0.0017899994,0.001492634,0.000039199338,0.0001774744,0.0000031423572,0.0000054513853,0.00004505908],"genre_scores_gemma":[0.99841,0.00078369817,0.00038260574,0.00004454913,0.00018913345,0.0000079188385,0.0000173728,0.000013864306,0.00015084926],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9963611,0.0008332258,0.00065247837,0.00021345714,0.0016850126,0.0002547246],"domain_scores_gemma":[0.9974827,0.00087753986,0.00024415078,0.00018557743,0.00096319604,0.00024681288],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0093989605,0.00008883705,0.00061436713,0.00081699644,0.000045246044,0.00004249438,0.00012786491,0.00019685492,0.0000640608],"category_scores_gemma":[0.012012706,0.000068518304,0.00033405723,0.0008905602,0.00014608091,0.00007400246,0.00007212591,0.0013279164,9.372779e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005730541,0.00041948652,0.15650015,0.00040765683,0.0027007423,0.00017331025,0.0009959289,0.00007081232,0.015490905,0.000009394601,0.0003240383,0.8223345],"study_design_scores_gemma":[0.0057154438,0.0030496686,0.781384,0.0015782499,0.001671366,0.00013740783,0.0021134834,0.106207035,0.08667434,0.00020933706,0.011083441,0.0001762604],"about_ca_topic_score_codex":0.0010015926,"about_ca_topic_score_gemma":0.0005647799,"teacher_disagreement_score":0.8221583,"about_ca_system_score_codex":0.00006485706,"about_ca_system_score_gemma":0.00013429213,"threshold_uncertainty_score":0.9963095},"labels":[],"label_agreement":null},{"id":"W3124178379","doi":"10.2196/22831","title":"Factors Affecting the Implementation, Use, and Adoption of Real-Time Location System Technology for Persons Living With Cognitive Disabilities in Long-term Care Homes: Systematic Review","year":2021,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Geriatric Care and Nursing Homes","field":"Health Professions","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Wilfrid Laurier University; Public Health Ontario; University Health Network; Toronto Metropolitan University; University of Toronto; Toronto Rehabilitation Institute","funders":"Government of Canada; AGE-WELL","keywords":"CINAHL; Context (archaeology); Usability; Long-term care; PsycINFO; Grey literature; Health care; Applied psychology; Nursing; Psychology; Agency (philosophy); Telecare; MEDLINE; Gerontology; Medicine; Telemedicine; Psychological intervention; Computer science; Sociology","score_opus":0.15095119172217794,"score_gpt":0.5304749249320688,"score_spread":0.37952373320989086,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3124178379","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01719653,0.9782513,0.00015169961,0.00018829847,0.00017126666,0.003994048,0.000027864591,0.000009252585,0.000009755352],"genre_scores_gemma":[0.034447692,0.964864,0.00001558996,0.0000042151687,0.00013867898,0.0003310809,0.00008124547,0.000031305564,0.00008617631],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99216026,0.004286794,0.0017582729,0.00023141608,0.0011922823,0.0003709984],"domain_scores_gemma":[0.97744274,0.018519951,0.001394894,0.00021352769,0.0023081459,0.000120756114],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008378481,0.00021186905,0.0022132706,0.0006315107,0.00017102454,0.000040750372,0.00036725143,0.00039788216,0.00008076655],"category_scores_gemma":[0.0115726,0.000107432104,0.00021188786,0.00083323725,0.00025124752,0.00011500033,0.00016974777,0.0015961056,0.0000017350673],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009340726,0.000028147826,0.002935264,0.9716865,0.00024697182,0.000009592434,0.012568885,1.269984e-8,6.358822e-8,0.00004540761,0.00049709633,0.011972728],"study_design_scores_gemma":[0.00018222863,0.0002987582,0.00041750277,0.6832238,0.00076293305,0.00007416138,0.31488284,0.0000012362952,2.3536485e-7,5.337835e-7,0.00009470666,0.00006104647],"about_ca_topic_score_codex":0.00032394647,"about_ca_topic_score_gemma":0.0005991009,"teacher_disagreement_score":0.30231398,"about_ca_system_score_codex":0.0008951862,"about_ca_system_score_gemma":0.0017945088,"threshold_uncertainty_score":0.99675333},"labels":[],"label_agreement":null},{"id":"W3124256801","doi":"10.2196/24691","title":"An Education Framework for Effective Implementation of a Health Information System: Scoping Review","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Addiction and Mental Health; The Wilson Centre; University of Toronto; University Health Network","funders":"","keywords":"Health care; Context (archaeology); Thematic analysis; Knowledge management; Agile software development; MEDLINE; Data extraction; Medical education; Computer science; Nursing; Medicine; Qualitative research; Political science; Sociology","score_opus":0.17074773857676281,"score_gpt":0.6694996825689326,"score_spread":0.4987519439921697,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3124256801","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1543204,0.15164147,0.54318553,0.112050325,0.010715007,0.026481945,0.000044143,0.000072040784,0.0014891258],"genre_scores_gemma":[0.9703418,0.016169189,0.004813929,0.0049754106,0.0021739784,0.0013229789,0.00008009391,0.000035816403,0.00008682408],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9872886,0.007202823,0.002744886,0.00013157926,0.0020559528,0.0005761861],"domain_scores_gemma":[0.9906854,0.0030837427,0.0016986809,0.00024643092,0.0038251437,0.00046060298],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.043183375,0.000087303655,0.0006510262,0.0003077846,0.00019824826,0.000017934506,0.0003798473,0.00024197092,0.00069910835],"category_scores_gemma":[0.008320731,0.000069573616,0.00009854176,0.00047443982,0.00004228099,0.00038714876,0.00007130444,0.0017876667,0.00002382423],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014485778,0.00020233974,0.0038757154,0.26924697,0.000098621706,0.0000040562177,0.009455096,5.084075e-7,0.00002230495,0.030448828,0.06611293,0.6203878],"study_design_scores_gemma":[0.0019754646,0.0035314579,0.0023745915,0.9128795,0.00003326895,0.00014386741,0.063492,0.00047480452,0.0003385394,0.0011510506,0.013471571,0.00013384546],"about_ca_topic_score_codex":0.0013267727,"about_ca_topic_score_gemma":0.00045541947,"teacher_disagreement_score":0.8160214,"about_ca_system_score_codex":0.0013406326,"about_ca_system_score_gemma":0.028733397,"threshold_uncertainty_score":0.99612933},"labels":[],"label_agreement":null},{"id":"W3124516888","doi":"10.2196/25431","title":"Tracking COVID-19 Discourse on Twitter in North America: Infodemiology Study Using Topic Modeling and Aspect-Based Sentiment Analysis","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Misinformation and Its Impacts","field":"Social Sciences","cited_by":171,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Centre for Advancing Health Outcomes; BC Centre for Disease Control; University of British Columbia","funders":"","keywords":"Timeline; Social media; Sentiment analysis; Psychological intervention; Public health; Social distance; Tracking (education); Public opinion; Public relations; Psychology; News media; Coronavirus disease 2019 (COVID-19); Sociology; Political science; Computer science; Medicine; World Wide Web; Media studies; Politics; History; Artificial intelligence","score_opus":0.2644181603065033,"score_gpt":0.5464159005688984,"score_spread":0.28199774026239516,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3124516888","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97754735,0.0000808125,0.008810937,0.013033475,0.00007759474,0.00009074656,5.7943254e-7,0.0000031484583,0.00035534624],"genre_scores_gemma":[0.99792373,0.000086278946,0.00009014079,0.0016306413,0.00013920963,5.934547e-7,0.0000011469996,0.0000030170397,0.00012525966],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99544656,0.0014175825,0.000558467,0.00012937209,0.0021268295,0.00032120987],"domain_scores_gemma":[0.9982693,0.0006281535,0.00013763123,0.000105093495,0.0002639408,0.0005958713],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006967288,0.000067779656,0.0003005615,0.00068019785,0.0001155466,0.00013935794,0.00027907154,0.00008551977,0.0011952389],"category_scores_gemma":[0.0061987154,0.000051240844,0.000082167135,0.0010156394,0.0002268226,0.00017083922,0.000086412976,0.0008408575,0.0000039612237],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003243448,0.001516777,0.6087601,0.00005424258,0.00065393455,0.0019623607,0.30420282,0.05997869,0.000014641277,0.0005401379,0.0021434599,0.01984849],"study_design_scores_gemma":[0.0024981922,0.0006451891,0.02746679,0.00017188089,0.00012203446,0.000025150475,0.26543114,0.7000455,0.00001853367,0.00014585916,0.0032446228,0.00018512628],"about_ca_topic_score_codex":0.003393858,"about_ca_topic_score_gemma":0.010573074,"teacher_disagreement_score":0.6400668,"about_ca_system_score_codex":0.00040854857,"about_ca_system_score_gemma":0.0013618207,"threshold_uncertainty_score":0.99971783},"labels":[],"label_agreement":null},{"id":"W3124866299","doi":"10.2196/24098","title":"Going From Zero to 100 in Remote Dementia Research: A Practical Guide","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Rehabilitation Institute; University of Toronto; University Health Network; University of Alberta; University of Saskatchewan","funders":"Canadian Institutes of Health Research; Consortium canadien en neurodégénérescence associée au vieillissement","keywords":"Flexibility (engineering); Data collection; Telehealth; Computer science; Remote control; Telemedicine; Health care","score_opus":0.3228464656346548,"score_gpt":0.5977251507617006,"score_spread":0.27487868512704583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3124866299","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7634207,0.0015944897,0.007013883,0.22419524,0.0004060447,0.0003648735,0.0000025818936,0.0000097779075,0.0029924158],"genre_scores_gemma":[0.9759353,0.0010083369,0.015615897,0.0040266993,0.0016540426,0.000007296349,0.000016164995,0.000031707816,0.0017045655],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98820657,0.0016897944,0.0014844305,0.00034933307,0.0073649744,0.00090490247],"domain_scores_gemma":[0.9930561,0.0026883443,0.00015031577,0.0003578624,0.0021564446,0.0015909305],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.023291126,0.00011916635,0.00049882475,0.0010947529,0.00006253083,0.00007962124,0.00040501845,0.00022181598,0.0060293265],"category_scores_gemma":[0.041477434,0.00009401871,0.00009923344,0.001337968,0.00018387662,0.00015750558,0.00050367037,0.0039872164,0.000235076],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017940096,0.00066312205,0.019746955,0.0001646658,0.00024992597,0.02449093,0.0016474619,4.516776e-7,0.0038500263,0.00067446404,0.7592709,0.18744706],"study_design_scores_gemma":[0.0072341687,0.0051321737,0.028742928,0.0051580328,0.00007055858,0.0033960578,0.004546869,0.001438432,0.008939264,0.0028860825,0.9323,0.0001554628],"about_ca_topic_score_codex":0.0028561668,"about_ca_topic_score_gemma":0.0012999665,"teacher_disagreement_score":0.22016855,"about_ca_system_score_codex":0.0005350403,"about_ca_system_score_gemma":0.0037380878,"threshold_uncertainty_score":0.9983106},"labels":[],"label_agreement":null},{"id":"W3125907019","doi":"10.2196/26145","title":"Measurement of Digital Literacy Among Older Adults: Systematic Review","year":2021,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Technology Use by Older Adults","field":"Social Sciences","cited_by":347,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"National Research Foundation of Korea; Ministry of Education; Yonsei University; College of Nursing, Yonsei University; National Research Foundation","keywords":"Competence (human resources); Digital literacy; Literacy; Health literacy; Population; Information literacy; eHealth; Gerontology; Medical education; Critical appraisal; Information and Communications Technology; Psychology; Medicine; Computer science; Alternative medicine; Environmental health; Pedagogy; World Wide Web; Political science; Social psychology; Health care","score_opus":0.10395630932247037,"score_gpt":0.47037405197356996,"score_spread":0.3664177426510996,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3125907019","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000017806098,0.9956278,0.00005912225,0.0015558922,0.0004345688,0.0016471236,0.000007273661,0.000019600084,0.00063077913],"genre_scores_gemma":[0.00088177633,0.9978051,0.000023068675,0.000036803274,0.00039137295,0.00007832384,0.00000452821,0.000037483733,0.0007415002],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9772257,0.00436259,0.00359984,0.00039204975,0.013715743,0.0007040392],"domain_scores_gemma":[0.9897264,0.0016507298,0.0020606213,0.0006552451,0.005174561,0.0007324309],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03329198,0.00032538924,0.004345525,0.00083393423,0.000080099,0.00025583652,0.0040234732,0.0009805195,0.0010847977],"category_scores_gemma":[0.0712183,0.00021231666,0.001296702,0.0014437669,0.0012464867,0.00040894034,0.0006901819,0.0040230807,0.0000688507],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000028249824,0.00023937666,0.000011039818,0.7130672,0.00055297266,0.0005842019,0.0012175704,1.1302647e-9,4.402126e-9,0.00023472239,0.017643195,0.2664469],"study_design_scores_gemma":[0.00016776758,0.00009089072,9.714709e-7,0.7233033,0.00044120714,0.0001599095,0.00065375835,8.752334e-7,3.0360837e-7,0.00001796113,0.27504778,0.00011523042],"about_ca_topic_score_codex":0.00019538536,"about_ca_topic_score_gemma":0.00015234656,"teacher_disagreement_score":0.26633164,"about_ca_system_score_codex":0.0008929198,"about_ca_system_score_gemma":0.0044677607,"threshold_uncertainty_score":0.99982834},"labels":[],"label_agreement":null},{"id":"W3125943306","doi":"10.2196/23786","title":"Effects of eHealth-Based Multiple Health Behavior Change Interventions on Physical Activity, Healthy Diet, and Weight in People With Noncommunicable Diseases: Systematic Review and Meta-analysis","year":2021,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Obesity and Health Practices","field":"Health Professions","cited_by":148,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"eHealth; Meta-analysis; Physical activity; Psychological intervention; Gerontology; Behavior change; Medicine; Behaviour change; Health promotion; Health behavior; Psychology; Environmental health; Physical therapy; Public health; Health care; Nursing; Social psychology","score_opus":0.44206432770678905,"score_gpt":0.6343434829546308,"score_spread":0.19227915524784178,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3125943306","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00049415405,0.97501594,0.00003830368,0.015920931,0.00008594876,0.008343284,0.00008295643,0.000008041061,0.000010444786],"genre_scores_gemma":[0.0026464753,0.9918936,0.00007208016,0.0014119112,0.00012367904,0.0036147912,0.000030567553,0.00004820357,0.00015868276],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9612361,0.03159376,0.0029584067,0.0005192079,0.0028176915,0.0008748341],"domain_scores_gemma":[0.96459305,0.028634876,0.0039996975,0.0007619657,0.0006185538,0.0013918668],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.020287065,0.0004574619,0.012661943,0.0015043336,0.00036483226,0.000039954135,0.000965163,0.0004941114,0.00044428313],"category_scores_gemma":[0.005296222,0.0002666781,0.0016707745,0.0018366515,0.00030155893,0.0002524484,0.00070629205,0.007840482,0.0000126488985],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015942432,0.0033888803,0.0002744637,0.98029083,0.009698362,0.00013476725,0.00064330304,5.6700888e-8,3.675507e-9,0.0000514471,0.0008697848,0.004488698],"study_design_scores_gemma":[0.0012978299,0.004673829,0.0009274662,0.77616864,0.2023883,0.00003311053,0.0003065837,0.000112075686,6.176442e-8,0.0000036966046,0.013859706,0.000228692],"about_ca_topic_score_codex":0.004799711,"about_ca_topic_score_gemma":0.011698308,"teacher_disagreement_score":0.20412217,"about_ca_system_score_codex":0.0007151912,"about_ca_system_score_gemma":0.004170842,"threshold_uncertainty_score":0.99997854},"labels":[],"label_agreement":null},{"id":"W3126125806","doi":"10.2196/22320","title":"The Need for Ethnoracial Equity in Artificial Intelligence for Diabetes Management: Review and Recommendations","year":2021,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Ontario; University of Toronto; Memorial University of Newfoundland; University Health Network","funders":"","keywords":"Ethnic group; Psychological intervention; Inclusion (mineral); Equity (law); Health equity; Gerontology; Refugee; Psychology; Diabetes management; Affect (linguistics); Type 2 diabetes; Medicine; Diabetes mellitus; Social psychology; Nursing; Public health; Sociology; Political science","score_opus":0.38021145112051835,"score_gpt":0.6079034303419306,"score_spread":0.22769197922141227,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3126125806","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.2775645e-7,0.8893866,0.045894895,0.06273908,0.00063870306,0.0012520775,0.000005931823,0.000006201398,0.00007620389],"genre_scores_gemma":[0.000004761134,0.9932948,0.005299216,0.0003946046,0.00044134737,0.00030159164,0.000010691365,0.00001808719,0.00023489978],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99355495,0.0020521227,0.0018031966,0.00038730406,0.0015775738,0.00062484364],"domain_scores_gemma":[0.98797375,0.009893811,0.0005870083,0.0004343677,0.0007923667,0.00031871366],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.035292134,0.00019330347,0.0011829151,0.00043422848,0.00019401337,0.00044409028,0.0035496019,0.00027550635,0.00006519175],"category_scores_gemma":[0.015139319,0.0001214435,0.0003537247,0.0008834308,0.00019875173,0.00014048908,0.0019523366,0.0028346467,0.000004384547],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000035937014,0.000037968293,0.0000011497509,0.026449217,0.00007093821,0.000017817783,0.00006371257,1.2617897e-7,3.6659034e-9,0.038146865,0.016677044,0.91853154],"study_design_scores_gemma":[0.000057370766,0.00021636022,5.229189e-7,0.06211554,0.00006995796,0.000033609223,0.00004180768,0.0032536625,2.9206734e-7,0.0067263134,0.927388,0.00009655389],"about_ca_topic_score_codex":0.000020144342,"about_ca_topic_score_gemma":0.00010643301,"teacher_disagreement_score":0.91843504,"about_ca_system_score_codex":0.0002507436,"about_ca_system_score_gemma":0.00092682906,"threshold_uncertainty_score":0.9994659},"labels":[],"label_agreement":null},{"id":"W3126259515","doi":"10.2196/25734","title":"Quantifying the Influence of Delay in Opinion Transmission of COVID-19 Information Propagation: Modeling Study","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Complex Network Analysis Techniques","field":"Physics and Astronomy","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Fields Institute for Research in Mathematical Sciences; York University","funders":"Fundamental Research Funds for the Central Universities; Communication University of China; National Natural Science Foundation of China","keywords":"Computer science; Transmission (telecommunications); Information Dissemination; Public opinion; Value of information; Information source (mathematics); Telecommunications; World Wide Web; Statistics; Artificial intelligence; Mathematics","score_opus":0.1274716670925525,"score_gpt":0.46681936444178196,"score_spread":0.3393476973492294,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3126259515","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8418923,0.00012413827,0.15632255,0.0014353365,0.000018437288,0.00013112242,5.614258e-7,0.0000018847368,0.00007366815],"genre_scores_gemma":[0.99953425,0.00007278834,0.0002869287,0.000020489668,0.000068978516,0.000005146442,0.0000032804915,0.0000030275976,0.0000051383067],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99649525,0.0006319047,0.0009487522,0.00007217319,0.0017195478,0.00013236268],"domain_scores_gemma":[0.99824125,0.0003945736,0.00026889524,0.00014853427,0.0008245156,0.00012222017],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0066939313,0.00005708207,0.00023248744,0.00025854268,0.000035021363,0.000033643886,0.00048538257,0.000042630807,0.00029498307],"category_scores_gemma":[0.0004912436,0.000036506335,0.00009168634,0.0005772965,0.000079904166,0.00024665677,0.0001464206,0.0007436427,7.207744e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011272132,0.003839823,0.32600588,0.0009293587,0.0008407703,0.00010831036,0.05394985,0.3072888,0.0039565708,0.021973431,0.0043895575,0.27559045],"study_design_scores_gemma":[0.0014848574,0.00054664543,0.0038534845,0.0014885503,0.00002678359,0.00002363603,0.012084556,0.971354,0.0027208754,0.0036890204,0.0026251466,0.00010243268],"about_ca_topic_score_codex":0.0010240393,"about_ca_topic_score_gemma":0.000057328543,"teacher_disagreement_score":0.66406524,"about_ca_system_score_codex":0.000054321918,"about_ca_system_score_gemma":0.00070076005,"threshold_uncertainty_score":0.32307988},"labels":[],"label_agreement":null},{"id":"W3126811600","doi":"10.2196/25363","title":"Exposure to COVID-19-Related Information and its Association With Mental Health Problems in Thailand: Nationwide, Cross-sectional Survey Study","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"COVID-19 and Mental Health","field":"Psychology","cited_by":65,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute for Clinical Evaluative Sciences; Ottawa Hospital; University of Ottawa","funders":"Chiang Mai University","keywords":"Mental health; Anxiety; Medicine; Cross-sectional study; Multinomial logistic regression; Logistic regression; Population; Depression (economics); Pandemic; Environmental health; Demography; Psychiatry; Coronavirus disease 2019 (COVID-19); Disease","score_opus":0.14857776472269274,"score_gpt":0.5292256871385772,"score_spread":0.38064792241588447,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3126811600","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98591864,0.0004783954,0.00013706379,0.01213606,0.00052413304,0.0005766866,0.000027639446,0.0000073537562,0.00019400628],"genre_scores_gemma":[0.99649614,0.00015895105,0.000009590843,0.001719659,0.000077045755,0.000023498931,0.000052666004,0.0000074425166,0.0014550091],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9935485,0.002015951,0.0009896157,0.00019890719,0.0028633254,0.00038366532],"domain_scores_gemma":[0.99707776,0.001034218,0.0003312663,0.000094394345,0.00068254955,0.0007798343],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.024139836,0.000091922695,0.0002536383,0.00052991626,0.00011234263,0.00013327031,0.00023738094,0.00018262987,0.0014747778],"category_scores_gemma":[0.00416666,0.00007187484,0.000029089459,0.0007015976,0.000039232313,0.0002961155,0.00013528926,0.0012254314,0.00004465374],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005702914,0.00064495724,0.9743214,0.00008288481,0.00008615066,0.00006314094,0.015917098,0.00003132758,0.000003516416,0.00012378188,0.0066764127,0.0014790396],"study_design_scores_gemma":[0.004614032,0.0027600918,0.9818817,0.00011416866,0.0000014900446,0.00020412164,0.002976821,0.00012542478,0.000004506903,0.000038546124,0.0072161993,0.00006294314],"about_ca_topic_score_codex":0.005362962,"about_ca_topic_score_gemma":0.021331673,"teacher_disagreement_score":0.019973176,"about_ca_system_score_codex":0.0020782307,"about_ca_system_score_gemma":0.0034451832,"threshold_uncertainty_score":0.999438},"labels":[],"label_agreement":null},{"id":"W3126936841","doi":"10.2196/23957","title":"Public Opinions and Concerns Regarding the Canadian Prime Minister’s Daily COVID-19 Briefing: Longitudinal Study of YouTube Comments Using Machine Learning Techniques","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Misinformation and Its Impacts","field":"Social Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Government (linguistics); Thematic analysis; Public relations; Political science; Sociology; Qualitative research; Social science","score_opus":0.46674954554985754,"score_gpt":0.5327131124680664,"score_spread":0.06596356691820887,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3126936841","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83197457,0.0005767306,0.0009017914,0.15633221,0.00030023587,0.00039015134,0.000009168041,0.000016228563,0.009498903],"genre_scores_gemma":[0.9980035,0.00021388158,0.00012014398,0.0009291595,0.00019914635,7.46643e-7,0.000003152754,0.000006157129,0.00052410725],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9946339,0.0016499164,0.00054127653,0.00010915593,0.0026742967,0.00039143968],"domain_scores_gemma":[0.9968129,0.00077145756,0.00024944817,0.00012682879,0.0008129212,0.0012264391],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.013344408,0.00007439507,0.00023006399,0.00032512195,0.0007879913,0.0005117741,0.0006208612,0.00012337837,0.0009098227],"category_scores_gemma":[0.018668113,0.000051491388,0.000053046773,0.00043574118,0.0005996415,0.00033740507,0.0002722404,0.0012304588,0.0000012789243],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020423766,0.00090995413,0.43694022,0.00017820303,0.0007139968,0.0010492048,0.44568142,0.000010179134,0.00010700131,0.015674256,0.07168308,0.02684825],"study_design_scores_gemma":[0.0024418882,0.0011732081,0.009420634,0.0006923705,0.000044697084,0.0005790431,0.22995216,0.0027073207,0.00031581975,0.0002614774,0.7521902,0.00022122911],"about_ca_topic_score_codex":0.25770608,"about_ca_topic_score_gemma":0.36677125,"teacher_disagreement_score":0.68050706,"about_ca_system_score_codex":0.00055521925,"about_ca_system_score_gemma":0.0052048764,"threshold_uncertainty_score":0.9961921},"labels":[],"label_agreement":null},{"id":"W3128162802","doi":"10.2196/25722","title":"Linguistic Analysis of Online Communication About a Novel Persecutory Belief System (Gangstalking): Mixed Methods Study","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Stalking, Cyberstalking, and Harassment","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Centre for Addiction and Mental Health","funders":"","keywords":"Rhetorical question; CONTEST; Discourse analysis; Linguistics; Psychology; Online discussion; Social psychology; Sociology; Computer science; World Wide Web; Political science","score_opus":0.11656548480279345,"score_gpt":0.5299916315971169,"score_spread":0.4134261467943235,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3128162802","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9718675,0.003431141,0.010896419,0.0018123292,0.0010332199,0.00030758805,0.000018536843,0.000023670958,0.010609579],"genre_scores_gemma":[0.99360543,0.0004940983,0.0043168045,0.000046626385,0.0004647066,0.0000059015792,0.000010603295,0.000014778509,0.001041028],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98824143,0.0046844394,0.0012158629,0.00026557184,0.005134647,0.00045804607],"domain_scores_gemma":[0.9925559,0.0028556564,0.0006592702,0.00047251914,0.0029622174,0.000494444],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.030587584,0.0001341352,0.0007577039,0.00094898336,0.00026882952,0.00016394393,0.0014570806,0.00022580303,0.0011836631],"category_scores_gemma":[0.014373961,0.00011365371,0.00041161696,0.0019451822,0.00069028203,0.00009404416,0.0005315062,0.0014206147,0.0000036098434],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046465202,0.0147219235,0.031219522,0.00044976803,0.016337877,0.0021929212,0.77013415,0.00007842842,0.002217699,0.073740035,0.006650686,0.081792355],"study_design_scores_gemma":[0.002671589,0.001170239,0.05825726,0.0020304038,0.0020238135,0.00008295403,0.8445842,0.011755885,0.0003885987,0.00022594997,0.0764547,0.00035436547],"about_ca_topic_score_codex":0.008751301,"about_ca_topic_score_gemma":0.013393874,"teacher_disagreement_score":0.08143799,"about_ca_system_score_codex":0.0008045444,"about_ca_system_score_gemma":0.0018810605,"threshold_uncertainty_score":0.9997294},"labels":[],"label_agreement":null},{"id":"W3128481631","doi":"10.2196/17438","title":"Opportunities and Challenges for Digital Social Prescribing in Mental Health: Questionnaire Study","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University Health Network","funders":"","keywords":"Medical prescription; Mental health; Social media; Confidentiality; Strengths and weaknesses; Digital health; Internet privacy; Mental illness; Medicine; Psychology; Qualitative research; Applied psychology; Public relations; Psychiatry; Nursing; Computer science; Social psychology; Sociology; Health care; World Wide Web; Political science; Computer security; Social science","score_opus":0.46288743657703374,"score_gpt":0.5558154129537255,"score_spread":0.09292797637669176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3128481631","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7427835,0.01942529,0.000080427075,0.23272845,0.001598312,0.00056797103,0.0000389189,0.0000116963665,0.0027654732],"genre_scores_gemma":[0.9965984,0.000632846,0.000018109651,0.00015659726,0.00032432392,0.000039027407,0.0000061598807,0.000015340396,0.002209181],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9966515,0.00065577653,0.00082922867,0.00020567178,0.0012340427,0.00042382357],"domain_scores_gemma":[0.99872935,0.00034386,0.0001532702,0.00009319668,0.00029528353,0.00038503294],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0049190484,0.000090197456,0.00029908435,0.00029650182,0.00008504717,0.00014067852,0.00030211915,0.00010638846,0.00028833916],"category_scores_gemma":[0.0009049578,0.000080341866,0.000091843016,0.000108797794,0.00021416156,0.00026442495,0.0002587462,0.0007248876,0.000007844071],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00062500394,0.006155804,0.003609103,0.0005149915,0.00021689487,0.00118638,0.029626327,3.6072375e-8,0.0000011745784,0.030268542,0.041243706,0.88655204],"study_design_scores_gemma":[0.017911734,0.030458001,0.121941715,0.01119383,0.000026288793,0.004287252,0.5435687,0.00023433611,0.000066425964,0.014659937,0.25509116,0.00056065706],"about_ca_topic_score_codex":0.00012747335,"about_ca_topic_score_gemma":0.0005873104,"teacher_disagreement_score":0.8859914,"about_ca_system_score_codex":0.00023528116,"about_ca_system_score_gemma":0.00040388427,"threshold_uncertainty_score":0.32762462},"labels":[],"label_agreement":null},{"id":"W3128541675","doi":"10.2196/25682","title":"Features Constituting Actionable COVID-19 Dashboards: Descriptive Assessment and Expert Appraisal of 158 Public Web-Based COVID-19 Dashboards","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"COVID-19 epidemiological studies","field":"Mathematics","cited_by":130,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"European Commission; University of Oxford","keywords":"Coronavirus disease 2019 (COVID-19); Computer science; 2019-20 coronavirus outbreak; World Wide Web; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Data science; Medicine; Virology; Disease","score_opus":0.4500506775650255,"score_gpt":0.5826562323653015,"score_spread":0.13260555480027603,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3128541675","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23003279,0.011773751,0.23787622,0.5036261,0.0023605966,0.0012714289,0.00011238383,0.00021255505,0.012734141],"genre_scores_gemma":[0.976533,0.0014572062,0.013364489,0.0073016915,0.0006729314,0.000042301843,0.000010067974,0.00003295261,0.0005853757],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9888369,0.0033771219,0.0015759298,0.0005950139,0.004742851,0.00087221694],"domain_scores_gemma":[0.9498521,0.044497512,0.00080354756,0.0004876328,0.0018712492,0.0024879575],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.023794325,0.00031876162,0.0012366318,0.0005214231,0.0003134646,0.0002053784,0.0010641918,0.00049654784,0.0032928223],"category_scores_gemma":[0.32145396,0.00022649213,0.00034211544,0.00069400173,0.0023082092,0.0002473035,0.0012401709,0.002820198,0.0000058416717],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007371508,0.0017550145,0.028999018,0.0017495977,0.0011590444,0.0029853473,0.0026058268,0.000059720467,0.0018213505,0.11132127,0.8416888,0.0051178276],"study_design_scores_gemma":[0.010690557,0.001911262,0.0032600677,0.0015512836,0.00015827545,0.0016775773,0.022895869,0.0076489723,0.0020868303,0.04750245,0.8998735,0.00074334163],"about_ca_topic_score_codex":0.00094978703,"about_ca_topic_score_gemma":0.00054719165,"teacher_disagreement_score":0.7465002,"about_ca_system_score_codex":0.00197097,"about_ca_system_score_gemma":0.0134952385,"threshold_uncertainty_score":0.9994803},"labels":[],"label_agreement":null},{"id":"W3129402593","doi":"10.2196/25726","title":"Adoption of COVID-19 Contact Tracing Apps: A Balance Between Privacy and Effectiveness","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"COVID-19 Digital Contact Tracing","field":"Computer Science","cited_by":79,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Ontario; University of Toronto; University Health Network","funders":"","keywords":"Contact tracing; Internet privacy; Context (archaeology); Coronavirus disease 2019 (COVID-19); Computer science; Computer security; Medicine; Geography","score_opus":0.10259499341560102,"score_gpt":0.43741336698171174,"score_spread":0.3348183735661107,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3129402593","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.60325694,0.0010062611,0.39051053,0.0048629604,0.00012522111,0.000102760736,0.000001777698,0.000012754234,0.00012079898],"genre_scores_gemma":[0.99849385,0.00018424005,0.0008915045,0.00020797759,0.00017714783,0.0000032332396,0.0000012507578,0.000008631347,0.000032150554],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9947545,0.0011338603,0.00068665156,0.0003205733,0.0027370728,0.00036734546],"domain_scores_gemma":[0.9915375,0.0063383565,0.0002484915,0.00032598016,0.0007462852,0.0008033642],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.010089494,0.00012214441,0.0004812863,0.00036452248,0.000054651937,0.0002691228,0.0013575812,0.00015957894,0.000049730967],"category_scores_gemma":[0.01350249,0.00010159285,0.00012764828,0.0006164706,0.00015163005,0.0007457245,0.00086728745,0.0012162183,0.000005502201],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012949974,0.0016173661,0.46912453,0.010352378,0.0012455101,0.014179282,0.017040152,0.00012529854,0.03241583,0.06712051,0.00398906,0.3814951],"study_design_scores_gemma":[0.019194497,0.008168243,0.70442116,0.028425727,0.00013411822,0.006273371,0.0021215943,0.06614138,0.09825883,0.0295292,0.035934787,0.0013970752],"about_ca_topic_score_codex":0.00013917226,"about_ca_topic_score_gemma":0.0000197277,"teacher_disagreement_score":0.3952369,"about_ca_system_score_codex":0.00035933507,"about_ca_system_score_gemma":0.002010465,"threshold_uncertainty_score":0.9948072},"labels":[],"label_agreement":null},{"id":"W3129768292","doi":"10.2196/25502","title":"The Healing Hearts Together Randomized Controlled Trial and the COVID-19 Pandemic: A Tutorial for Transitioning From an In-Person to a Web-Based Intervention","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Attachment and Relationship Dynamics","field":"Psychology","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"International Laboratory for Brain, Music and Sound Research; Institut du Savoir Montfort; Université du Québec en Outaouais; University of Ottawa","funders":"Canadian Institutes of Health Research","keywords":"Randomized controlled trial; Psychological intervention; Intervention (counseling); Pandemic; Medicine; Psychology; Quality of life (healthcare); Clinical trial; Test (biology); Advance care planning; Medical education; Nursing; Coronavirus disease 2019 (COVID-19); Disease; Palliative care","score_opus":0.12092849925300267,"score_gpt":0.5315205348512798,"score_spread":0.41059203559827717,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3129768292","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82680124,0.0021537766,0.07743839,0.08798176,0.0028190613,0.002651671,0.000005003421,0.000009060102,0.00014004242],"genre_scores_gemma":[0.99633163,0.00009545076,0.00016557613,0.0009837362,0.0015189319,0.00033002414,0.000009396752,0.00001265108,0.00055259326],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9897353,0.007794333,0.0009261712,0.00018706199,0.0010778896,0.00027924753],"domain_scores_gemma":[0.97864044,0.02042359,0.00020953955,0.00013956304,0.0002718111,0.00031509012],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04085941,0.00009636524,0.00068119715,0.00017066955,0.00018300788,0.00018225682,0.00029667193,0.00022641593,0.0005657711],"category_scores_gemma":[0.012438023,0.000046972484,0.00041987453,0.00015522551,0.00039678402,0.00005486203,0.000030818046,0.0011658993,0.0000024894052],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9838041,0.00022044376,0.000535895,0.000009793766,0.0003444039,0.000048574155,0.006711253,0.00005201424,0.00002535883,0.0043415814,0.0016464222,0.0022601306],"study_design_scores_gemma":[0.94042325,0.00053914235,0.000031776737,0.00017467146,0.000080336715,0.000042760927,0.0034023242,0.048685405,0.0000027049894,0.0024196838,0.0041427608,0.000055176268],"about_ca_topic_score_codex":0.00062025787,"about_ca_topic_score_gemma":0.0014979535,"teacher_disagreement_score":0.1695304,"about_ca_system_score_codex":0.00014532913,"about_ca_system_score_gemma":0.0004990436,"threshold_uncertainty_score":0.9958806},"labels":[],"label_agreement":null},{"id":"W3132354137","doi":"10.2196/26874","title":"COVID-19 Vaccine Hesitancy in Canada: Content Analysis of Tweets Using the Theoretical Domains Framework","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Vaccine Coverage and Hesitancy","field":"Social Sciences","cited_by":232,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Victoria; Public Health Ontario; Women's College Hospital; University of Toronto; Douglas College","funders":"","keywords":"Context (archaeology); Public relations; Inclusion (mineral); Pandemic; Content analysis; Social media; Politics; Coronavirus disease 2019 (COVID-19); Public health; Political science; Medicine; Psychology; Sociology; Social psychology; Nursing; Social science; Law; History","score_opus":0.13028976855535052,"score_gpt":0.4555046198375129,"score_spread":0.3252148512821624,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3132354137","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9142087,0.0023810398,0.0042113243,0.078231215,0.00023710281,0.00008823198,0.0000035924497,0.0000018487109,0.00063694164],"genre_scores_gemma":[0.99683815,0.0010917269,0.00013563041,0.0014728489,0.0003378271,0.0000013059944,8.130433e-7,0.000006254187,0.00011543662],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9921484,0.002192336,0.00085782376,0.00017128256,0.0041409703,0.0004891872],"domain_scores_gemma":[0.99287707,0.0048725638,0.0002209181,0.00024356956,0.0009128179,0.00087304163],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.011220414,0.00008735118,0.00053625606,0.00037611762,0.00014304141,0.00006378757,0.0010413898,0.00017811387,0.011581848],"category_scores_gemma":[0.033097014,0.000055695808,0.00022301018,0.0021012146,0.00016729775,0.00008629988,0.00021331049,0.0015365661,0.0000013467246],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036290786,0.00037953627,0.64229435,0.00006316384,0.0014089834,0.0067887227,0.014636849,0.00015427555,0.00011306725,0.31352434,0.01811919,0.0021546124],"study_design_scores_gemma":[0.006854422,0.00089950074,0.5630801,0.0034318448,0.0018827644,0.0004712688,0.22836712,0.019042652,0.0015462481,0.11049589,0.06301689,0.0009113164],"about_ca_topic_score_codex":0.5701358,"about_ca_topic_score_gemma":0.9213427,"teacher_disagreement_score":0.35120687,"about_ca_system_score_codex":0.0016923422,"about_ca_system_score_gemma":0.017801758,"threshold_uncertainty_score":0.9893217},"labels":[],"label_agreement":null},{"id":"W3133873938","doi":"10.2196/23914","title":"Prescribing Phones to Address Health Equity Needs in the COVID-19 Era: The PHONE-CONNECT Program","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Emergency and Acute Care Studies","field":"Medicine","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University Health Network; University of Toronto","funders":"McKnight Foundation","keywords":"Phone; Health care; Public health; Health equity; Telemedicine; Digital health; Equity (law); Poverty; Medicine; Intervention (counseling); Internet privacy; Business; Public relations; Nursing; Political science; Computer science","score_opus":0.24232349619314641,"score_gpt":0.537369326221916,"score_spread":0.2950458300287696,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3133873938","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28214595,0.015576569,0.00022941713,0.6972174,0.0008015307,0.0007718441,0.000004999641,0.000016174763,0.0032360984],"genre_scores_gemma":[0.9698842,0.0052029756,0.00011454842,0.022704218,0.0012565271,0.00006324289,0.0000040856735,0.000014484899,0.00075567694],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9927616,0.0016174588,0.0007989161,0.00020127019,0.003942427,0.00067831186],"domain_scores_gemma":[0.9960679,0.001875847,0.00013061501,0.00034840713,0.00077341544,0.0008038476],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.016826905,0.00013482434,0.0004685018,0.00030474545,0.00019196482,0.00009331512,0.0010142309,0.000116170675,0.0011063534],"category_scores_gemma":[0.021032613,0.00006420892,0.00019727804,0.0013417025,0.0003561303,0.00007073101,0.0007759568,0.0028747516,0.000020447078],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004872623,0.0007401524,0.0028468058,0.000347069,0.00022353273,0.0023565467,0.026864382,0.000003496095,0.00022975229,0.00086639094,0.8949887,0.0700459],"study_design_scores_gemma":[0.0032561717,0.0034865055,0.0052810847,0.0023386655,0.00005545954,0.0037504814,0.06925756,0.00024286393,0.001552062,0.00070864777,0.9098835,0.00018702004],"about_ca_topic_score_codex":0.0011469004,"about_ca_topic_score_gemma":0.0017087676,"teacher_disagreement_score":0.6877383,"about_ca_system_score_codex":0.00032006044,"about_ca_system_score_gemma":0.0022501596,"threshold_uncertainty_score":0.99980676},"labels":[],"label_agreement":null},{"id":"W3134086897","doi":"10.2196/26718","title":"Clinical Trial Data Sharing for COVID-19–Related Research","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"COVID-19 Clinical Research Studies","field":"Medicine","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Sample size determination; Context (archaeology); Statistical power; Clinical trial; Pandemic; Sample (material); Coronavirus disease 2019 (COVID-19); Data sharing; Medicine; Psychology; Data science; Computer science; Statistics; Alternative medicine; Mathematics; Geography","score_opus":0.775337627386123,"score_gpt":0.7283670039823996,"score_spread":0.04697062340372338,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3134086897","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29270557,0.0060080495,0.009956212,0.6797446,0.0044323527,0.0038630287,0.00008891509,0.000085608095,0.0031156663],"genre_scores_gemma":[0.92231727,0.020980768,0.0028961077,0.007164151,0.0132208085,0.0001403662,0.00017008263,0.00015075594,0.032959677],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97386986,0.004414458,0.003800919,0.001519419,0.014678815,0.0017165133],"domain_scores_gemma":[0.49699134,0.44586724,0.0014944564,0.00971392,0.026580501,0.019352546],"candidate_categories":["metaresearch","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","open_science"],"category_scores_codex":[0.2252758,0.00023036812,0.001489731,0.0010235237,0.00031681298,0.00028107318,0.005448588,0.0008918537,0.0060668876],"category_scores_gemma":[0.8762583,0.00016633733,0.00072199816,0.0017641289,0.0026098068,0.00025597806,0.009511479,0.011450944,0.00018352228],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.09364605,0.005210745,0.009594926,0.0020113739,0.002307345,0.018636882,0.00062840816,0.0000044778626,0.00017454753,0.004013119,0.7762008,0.08757134],"study_design_scores_gemma":[0.09761091,0.010261327,0.0009374879,0.0017310893,0.00013522002,0.00042387354,0.00093457685,0.016974898,0.000117127674,0.0091958605,0.86147636,0.00020128733],"about_ca_topic_score_codex":0.00027235338,"about_ca_topic_score_gemma":0.00011512854,"teacher_disagreement_score":0.6725804,"about_ca_system_score_codex":0.0009248404,"about_ca_system_score_gemma":0.020675795,"threshold_uncertainty_score":0.9999324},"labels":[{"model":"gemma","categories":["metaresearch","open_science"],"domain":"reproducibility","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","scholarly_communication","open_science"],"domain":"reproducibility","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3134332734","doi":"10.2196/24883","title":"Examining Tweet Content and Engagement of Canadian Public Health Agencies and Decision Makers During COVID-19: Mixed Methods Analysis","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Public Relations and Crisis Communication","field":"Social Sciences","cited_by":62,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Waterloo; Public Health Ontario; University of Toronto; McMaster University","funders":"","keywords":"Public health; Health communication; Social media; Public engagement; Agency (philosophy); Public relations; Outreach; Social media analytics; Health promotion; Environmental health; Medicine; Political science; Sociology; Nursing","score_opus":0.5160633803714609,"score_gpt":0.555609387059513,"score_spread":0.03954600668805208,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3134332734","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91190046,0.0036791172,0.011346174,0.07210369,0.00007912909,0.000071319955,0.0000019586264,0.0000027626625,0.0008154158],"genre_scores_gemma":[0.98089385,0.011687204,0.0069367625,0.0002290636,0.00004108844,0.000002687848,0.0000026090597,0.000003275697,0.00020343336],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.992755,0.004463352,0.00059029774,0.0001425051,0.0017233267,0.00032554305],"domain_scores_gemma":[0.99464035,0.0025826264,0.00022317565,0.00017098521,0.0007266414,0.0016561989],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.0457252,0.000052566622,0.00027789097,0.0015980147,0.00048611008,0.0002228213,0.00042744057,0.000105864536,0.0006442443],"category_scores_gemma":[0.025231833,0.000043319884,0.000063871645,0.0017480431,0.00045526843,0.00018489655,0.0002852542,0.00065277837,3.928221e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000051475115,0.00021191723,0.08360031,0.000113767324,0.0013411897,0.0001745961,0.08599916,0.000015866812,0.00022576113,0.030287193,0.012553728,0.785425],"study_design_scores_gemma":[0.0014407235,0.00035120026,0.2470869,0.00029982594,0.00009947359,0.000078911085,0.4576693,0.0035122992,0.0001238125,0.001937359,0.28722948,0.00017074106],"about_ca_topic_score_codex":0.10050966,"about_ca_topic_score_gemma":0.24685237,"teacher_disagreement_score":0.7852543,"about_ca_system_score_codex":0.00058920233,"about_ca_system_score_gemma":0.0036220064,"threshold_uncertainty_score":0.98297906},"labels":[],"label_agreement":null},{"id":"W3134410793","doi":"10.2196/22564","title":"An Interactive Web-Based Sexual Health Literacy Program for Safe Sex Practice for Female Chinese University Students: Multicenter Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Adolescent Sexual and Reproductive Health","field":"Health Professions","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Health and Medical Research Fund; Food and Health Bureau; University of Hong Kong","keywords":"Randomized controlled trial; Health literacy; Psychology; Web application; Medicine; Medical education; Family medicine; World Wide Web; Computer science; Health care","score_opus":0.15332783960933047,"score_gpt":0.5970663689503524,"score_spread":0.44373852934102187,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3134410793","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.68713355,0.0004517474,0.05286698,0.20893188,0.0033253944,0.04690631,0.000072176466,0.00010167558,0.00021028034],"genre_scores_gemma":[0.97493374,0.0002168979,0.0054471986,0.007573537,0.007463752,0.0007312182,0.000057310768,0.00006757634,0.0035087843],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9783073,0.014895172,0.0022243373,0.00061044324,0.0029697872,0.0009929269],"domain_scores_gemma":[0.97085553,0.021256234,0.0018589693,0.00029500082,0.003965406,0.0017688345],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04104324,0.00028624403,0.0022325297,0.0003720441,0.0005516683,0.00008308753,0.001242584,0.00034446624,0.00045817252],"category_scores_gemma":[0.04721982,0.00017403059,0.0004827552,0.00035190565,0.00039585406,0.0006165404,0.00027119814,0.0036943557,0.000022297876],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9479066,0.007503727,0.0010531261,0.0009714284,0.0006054498,0.00005714418,0.01379591,0.00000469698,0.000018856266,0.00008011143,0.0175538,0.010449133],"study_design_scores_gemma":[0.8436254,0.014860684,0.00006798955,0.00058429205,0.00008552699,0.0000057195743,0.018149182,0.038104612,0.000003667143,0.000025289452,0.084350534,0.0001370846],"about_ca_topic_score_codex":0.00017895388,"about_ca_topic_score_gemma":0.000043488526,"teacher_disagreement_score":0.28780016,"about_ca_system_score_codex":0.00064463506,"about_ca_system_score_gemma":0.004543069,"threshold_uncertainty_score":0.9986042},"labels":[],"label_agreement":null},{"id":"W3134553571","doi":"10.2196/24278","title":"Experience Sampling and Programmed Intervention Method and System for Planning, Authoring, and Deploying Mobile Health Interventions: Design and Case Reports","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Beef Cattle Research Council; Conselho Nacional de Desenvolvimento Científico e Tecnológico; Coordenação de Aperfeiçoamento de Pessoal de Nível Superior; Fundação de Amparo à Pesquisa do Estado de São Paulo","keywords":"mHealth; Computer science; Psychological intervention; Software; Software design; Design science; Software engineering; Knowledge management; Process management; Software development; World Wide Web; Engineering; Nursing; Medicine","score_opus":0.3678921999723862,"score_gpt":0.6225570685109172,"score_spread":0.254664868538531,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3134553571","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6171729,0.030322429,0.3496116,0.0010170111,0.00085158175,0.00096402835,0.000005128631,0.000024202465,0.0000311146],"genre_scores_gemma":[0.97829133,0.00012478718,0.020637734,0.000041158444,0.00011331836,0.00040326404,0.0000030158835,0.00002514462,0.00036021817],"study_design_codex":"design_other","study_design_gemma":"case_report","domain_scores_codex":[0.9957133,0.0012887006,0.0014344807,0.00043916382,0.00065251073,0.00047187493],"domain_scores_gemma":[0.99689627,0.0013031965,0.0005143447,0.00016432027,0.00034440652,0.00077744055],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014569122,0.00014164892,0.00044605788,0.00033602797,0.00019422044,0.00031414966,0.00011139646,0.00015581133,0.000064002335],"category_scores_gemma":[0.001795623,0.00012412503,0.00012509254,0.00016779633,0.00027499537,0.00024174275,0.00036596792,0.00073739345,5.5322016e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00050587475,0.00095893885,0.0049167746,0.0063213306,0.00035558335,0.017869402,0.011984837,0.0000025407162,0.000034956385,0.003809601,0.0018287275,0.9514114],"study_design_scores_gemma":[0.0062451405,0.021925783,0.004009806,0.056729596,0.00014687325,0.76906514,0.11506144,0.0069600083,0.0012812781,0.005025653,0.013004976,0.00054432993],"about_ca_topic_score_codex":0.00034891788,"about_ca_topic_score_gemma":0.00006385019,"teacher_disagreement_score":0.9508671,"about_ca_system_score_codex":0.0001609696,"about_ca_system_score_gemma":0.00011642577,"threshold_uncertainty_score":0.5061672},"labels":[],"label_agreement":null},{"id":"W3134788620","doi":"10.2196/24861","title":"A Web-Based and In-Person Risk Reframing Intervention to Influence Mothers’ Tolerance for, and Parenting Practices Associated With, Children’s Outdoor Risky Play: Randomized Controlled Trial","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Outdoor and Experiential Education","field":"Psychology","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Simon Fraser University; BC Children's Hospital; University of British Columbia","funders":"Canadian Institutes of Health Research; University of British Columbia; Lawson Foundation; BC Children's Hospital; Public Health Agency; Public Health Agency of Canada","keywords":"Intervention (counseling); Randomized controlled trial; Cognitive reframing; Psychology; Social cognitive theory; Developmental psychology; Clinical psychology; Social psychology; Medicine; Psychiatry","score_opus":0.041870187866063634,"score_gpt":0.44290783474150125,"score_spread":0.40103764687543764,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3134788620","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9926127,0.001220008,0.001291307,0.0028775022,0.0006160421,0.0012677568,0.000003966961,0.0000064692,0.00010424407],"genre_scores_gemma":[0.99860394,0.00009727564,0.0002891551,0.00012839767,0.00027142162,0.00024271471,0.000004675085,0.000015930611,0.00034648442],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99455446,0.0029291664,0.0008371677,0.00029743885,0.0010419104,0.0003398856],"domain_scores_gemma":[0.99341226,0.0046195593,0.0009875547,0.000121547106,0.00059188623,0.0002671863],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.016255252,0.0001292497,0.00082672836,0.00034952912,0.00008016474,0.00020024058,0.00020842702,0.00019946675,0.0003744744],"category_scores_gemma":[0.04630274,0.00009153324,0.00016687531,0.00025248138,0.00020901285,0.00017518445,0.000046140372,0.0010424829,0.000002345635],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.95207834,0.0009124324,0.018581776,0.000030820207,0.00063054875,0.00007561828,0.01753909,0.000013765999,0.00017042772,0.00005847312,0.0008722133,0.0090364665],"study_design_scores_gemma":[0.9690538,0.001364675,0.01598189,0.0014336843,0.00014125195,0.00006295178,0.0067789303,0.004615252,0.00015113948,0.00006602439,0.00022000218,0.00013040805],"about_ca_topic_score_codex":0.0009609873,"about_ca_topic_score_gemma":0.000618818,"teacher_disagreement_score":0.030047486,"about_ca_system_score_codex":0.00009812087,"about_ca_system_score_gemma":0.0003021545,"threshold_uncertainty_score":0.96173066},"labels":[],"label_agreement":null},{"id":"W3135418270","doi":"10.2196/25916","title":"Leveraging Virtual Reality and Augmented Reality to Combat Chronic Pain in Youth: Position Paper From the Interdisciplinary Network on Virtual and Augmented Technologies for Pain Management","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Pediatric Pain Management Techniques","field":"Medicine","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children","funders":"MAYDAY Fund","keywords":"Psychological intervention; Virtual reality; Best practice; Emerging technologies; Medicine; Chronic pain; Health care; Knowledge management; Computer science; Nursing; Physical therapy; Political science","score_opus":0.06252629490672276,"score_gpt":0.39795923321624477,"score_spread":0.33543293830952203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3135418270","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.646813,0.0020877752,0.13835049,0.2103944,0.00022186484,0.0016531674,0.000029596482,0.00011332058,0.0003364349],"genre_scores_gemma":[0.9943737,0.0020278853,0.00069659797,0.0021035268,0.00046219735,0.000064204425,0.00006971129,0.00002155308,0.00018066638],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99435395,0.0021559258,0.0008011893,0.00044837722,0.0017151585,0.00052537286],"domain_scores_gemma":[0.99613804,0.0028244362,0.00015969323,0.00040254582,0.00022660792,0.00024868653],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.027533766,0.00019546393,0.00046558687,0.00035146304,0.000120487144,0.00010228716,0.00048931147,0.00022549472,0.00006869197],"category_scores_gemma":[0.003782179,0.0001375297,0.00009607486,0.0005159109,0.00030237643,0.000105378655,0.0016720523,0.0014309619,0.0000013254291],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0034796312,0.0007946894,0.007547713,0.00028716237,0.0006602375,0.0018487683,0.0020514168,0.000046441884,0.00044671632,0.0015474537,0.33509776,0.646192],"study_design_scores_gemma":[0.03840029,0.06475587,0.35321903,0.060822546,0.00134695,0.0005440401,0.17287336,0.1636779,0.0024730898,0.07827766,0.061437186,0.0021720463],"about_ca_topic_score_codex":0.00020316451,"about_ca_topic_score_gemma":0.00025136227,"teacher_disagreement_score":0.64401996,"about_ca_system_score_codex":0.00070852204,"about_ca_system_score_gemma":0.00014181936,"threshold_uncertainty_score":0.95427084},"labels":[],"label_agreement":null},{"id":"W3136025280","doi":"10.2196/22959","title":"Artificial Intelligence Can Improve Patient Management at the Time of a Pandemic: The Role of Voice Technology","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"COVID-19 diagnosis using AI","field":"Medicine","cited_by":80,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Narodowe Centrum Badań i Rozwoju; Horizon 2020 Framework Programme; Uniwersytet Śląski w Katowicach; University of British Columbia","keywords":"Telehealth; Workflow; Telemedicine; Pandemic; eHealth; Triage; Health care; Interactive voice response; Computer science; Remote patient monitoring; Medical emergency; Referral; Medicine; Coronavirus disease 2019 (COVID-19); Nursing; Disease","score_opus":0.06100685232262571,"score_gpt":0.4181978221159745,"score_spread":0.3571909697933488,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3136025280","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80199194,0.0024496815,0.00024136307,0.19440739,0.00020032833,0.00031828592,0.0000053458184,0.000007335431,0.00037832273],"genre_scores_gemma":[0.9966984,0.00077385234,0.00010230434,0.0014847472,0.00017071674,0.000012506511,0.0000013311072,0.000013249517,0.00074292894],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9953899,0.00038463128,0.00089376245,0.00018761701,0.0028239272,0.0003201776],"domain_scores_gemma":[0.99635524,0.0016183396,0.00031204274,0.00047471348,0.0010590819,0.00018060945],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0044813673,0.00009638279,0.000359599,0.00030106408,0.00004781132,0.000016678767,0.00079440116,0.00017283787,0.0012911353],"category_scores_gemma":[0.0047708424,0.0000499691,0.00016161098,0.0006858923,0.00095069705,0.000020736521,0.0010485604,0.001467738,0.000033403885],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00093191484,0.0013895695,0.0042914758,0.00030010045,0.000791919,0.0011328884,0.003780889,0.00002082603,0.042340804,0.0023636415,0.028187118,0.9144688],"study_design_scores_gemma":[0.0005881357,0.0029211484,0.00080740167,0.0027502703,0.00023263413,0.0011587609,0.011275989,0.0058682943,0.7804411,0.00839197,0.18543366,0.00013060487],"about_ca_topic_score_codex":0.00027436516,"about_ca_topic_score_gemma":0.00024138825,"teacher_disagreement_score":0.91433823,"about_ca_system_score_codex":0.00030855968,"about_ca_system_score_gemma":0.00068153953,"threshold_uncertainty_score":0.9996218},"labels":[],"label_agreement":null},{"id":"W3136112844","doi":"10.2196/25656","title":"Digitization of Measurement-Based Care Pathways in Mental Health Through REDCap and Electronic Health Record Integration: Development and Usability Study","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Addiction and Mental Health","funders":"University of Toronto; Max Bell Foundation","keywords":"Usability; Mental health; Digital health; Digitization; Health care; Electronic health record; Computer science; Medicine; Data science; World Wide Web; Psychology; Human–computer interaction; Psychiatry; Telecommunications","score_opus":0.2150071473919016,"score_gpt":0.5171922593491638,"score_spread":0.30218511195726216,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3136112844","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9623563,0.012389415,0.0018557697,0.021209763,0.00039916617,0.0015735113,0.0000049610244,0.000010131731,0.00020097858],"genre_scores_gemma":[0.9967216,0.0019602694,0.0004846916,0.0005482472,0.00014564053,0.000054825505,0.000013569263,0.000018950472,0.000052198437],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.98515475,0.0074431994,0.0026245294,0.00037368754,0.0034167184,0.0009871109],"domain_scores_gemma":[0.99604595,0.00078201655,0.00074474706,0.00023040842,0.0016404403,0.000556418],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.030498315,0.000157788,0.0007699623,0.00028732303,0.0002899217,0.000024584051,0.0002841327,0.00020043203,0.00019280198],"category_scores_gemma":[0.0033395363,0.0001262457,0.000042713044,0.00054226466,0.00014070717,0.00015873884,0.00019194264,0.002904822,0.0000024549122],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0010463995,0.0021971464,0.30202743,0.006517157,0.00016006459,0.00007245862,0.19631739,0.0000014432683,0.00015078277,0.0017335473,0.010558076,0.4792181],"study_design_scores_gemma":[0.0252565,0.026171153,0.12906355,0.037549276,0.000020988078,0.00020710204,0.6511858,0.002267355,0.0020292168,0.001561222,0.123992026,0.00069578976],"about_ca_topic_score_codex":0.0038873195,"about_ca_topic_score_gemma":0.058512468,"teacher_disagreement_score":0.47852233,"about_ca_system_score_codex":0.0047696675,"about_ca_system_score_gemma":0.032904696,"threshold_uncertainty_score":0.9993955},"labels":[],"label_agreement":null},{"id":"W3136590626","doi":"10.2196/15032","title":"An 11-Item Measure of User- and Human-Centered Design for Personal Health Tools (UCD-11): Development and Validation","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; Regent Park Community Health Centre; Women's College Hospital; University of Toronto; University of Ottawa; Université Laval","funders":"Canadian Institutes of Health Research; Patient-Centered Outcomes Research Institute","keywords":"Varimax rotation; Confirmatory factor analysis; Cronbach's alpha; Computer science; Variance (accounting); Construct (python library); Construct validity; Applied psychology; Knowledge management; Psychology; Data science; Psychometrics; Structural equation modeling; Machine learning","score_opus":0.2960160353434438,"score_gpt":0.4745449177991237,"score_spread":0.17852888245567994,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3136590626","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6579359,0.0001459747,0.33580017,0.005833216,0.00012829219,0.00013845593,0.0000010032719,0.000007997334,0.000008979734],"genre_scores_gemma":[0.97583956,0.000031666103,0.023725634,0.0001583372,0.00009703936,0.000009514544,0.000004424209,0.000008149968,0.00012568694],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9964877,0.0006781507,0.00068780524,0.00026845816,0.0015792564,0.00029865323],"domain_scores_gemma":[0.9970129,0.0006082519,0.00032430657,0.00014721169,0.0016937369,0.00021359058],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008510358,0.00010163355,0.00029027322,0.00042667842,0.00013039143,0.00019919647,0.0006120091,0.00015843705,0.000059992402],"category_scores_gemma":[0.0015111612,0.00008504711,0.00003839923,0.0002809782,0.0002091449,0.000592626,0.00025471,0.00068970374,9.1654215e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00077035377,0.0028022313,0.027940428,0.0011375255,0.00077083084,0.0007353239,0.03828563,0.0000040282785,0.08278891,0.15859592,0.048530634,0.6376382],"study_design_scores_gemma":[0.011251327,0.011787231,0.07685767,0.0062002805,0.000035194636,0.005153255,0.008130993,0.06941416,0.7489644,0.0057806545,0.05558812,0.0008367041],"about_ca_topic_score_codex":0.000029156843,"about_ca_topic_score_gemma":0.000100739206,"teacher_disagreement_score":0.6661755,"about_ca_system_score_codex":0.0002093071,"about_ca_system_score_gemma":0.00092600135,"threshold_uncertainty_score":0.34681204},"labels":[],"label_agreement":null},{"id":"W3138511293","doi":"10.2196/20803","title":"Determination of Patient Sentiment and Emotion in Ophthalmology: Infoveillance Tutorial on Web-Based Health Forum Discussions","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"U.S. National Library of Medicine; National Eye Institute; Research to Prevent Blindness","keywords":"Sentiment analysis; Disgust; Social media; Anger; Computer science; Psychology; World Wide Web; Natural language processing; Social psychology","score_opus":0.08258864312929777,"score_gpt":0.5290237660038943,"score_spread":0.4464351228745966,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3138511293","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9704377,0.00013770931,0.0006777372,0.026460506,0.0011482912,0.00032998392,0.000009305556,0.000003719087,0.0007950145],"genre_scores_gemma":[0.99747276,0.00012704181,0.00057845196,0.0014613555,0.00018865532,0.0000143133575,0.000013157358,0.0000051741727,0.00013911613],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9926533,0.002973843,0.0021235445,0.00013663656,0.0017109092,0.00040178193],"domain_scores_gemma":[0.99646425,0.0014048152,0.0007473082,0.00016852957,0.0008160461,0.00039903837],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01100472,0.00007670349,0.00033535127,0.00038024932,0.00013252163,0.000014605599,0.00019655588,0.00022707871,0.0010819033],"category_scores_gemma":[0.004920995,0.000050930063,0.00005253438,0.00031931186,0.000114256865,0.0002403576,0.00017437646,0.001813135,0.000011469847],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0029082699,0.0027645621,0.49662837,0.0046828995,0.00003817192,0.00038991656,0.02314312,0.000032132542,0.00017269522,0.0052847746,0.042711094,0.421244],"study_design_scores_gemma":[0.028092943,0.013482652,0.43877712,0.04164598,0.000014462831,0.00044712395,0.03759698,0.1807463,0.0022803005,0.005018081,0.25129747,0.00060059247],"about_ca_topic_score_codex":0.00013020368,"about_ca_topic_score_gemma":0.00007464605,"teacher_disagreement_score":0.42064342,"about_ca_system_score_codex":0.00043324937,"about_ca_system_score_gemma":0.0025365734,"threshold_uncertainty_score":0.99983126},"labels":[],"label_agreement":null},{"id":"W3138689432","doi":"10.2196/25288","title":"Information and Communication Technology Use in Suicide Prevention: Scoping Review","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Suicide and Self-Harm Studies","field":"Psychology","cited_by":71,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mila - Quebec Artificial Intelligence Institute; Institut universitaire en santé mentale de Montréal; Quebec Network for Research on Aging; Université de Montréal; Institut Universitaire en Santé Mentale de Québec; Université du Québec à Montréal; Université de Sherbrooke","funders":"Institute of Population and Public Health; Canadian Institutes of Health Research; Réseau de recherche portant sur les interventions en sciences infirmières du Québec","keywords":"PsycINFO; Information and Communications Technology; Suicide prevention; Poison control; Grey literature; Psychological intervention; Occupational safety and health; Systematic review; Medicine; Injury prevention; Human factors and ergonomics; Psychology; MEDLINE; Medical emergency; Psychiatry; Computer science; World Wide Web; Political science","score_opus":0.18699872062643388,"score_gpt":0.5190613005329449,"score_spread":0.332062579906511,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3138689432","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6558659,0.2869393,0.0005284456,0.053391304,0.00024959573,0.0003674495,6.9348465e-7,0.000012720291,0.0026446208],"genre_scores_gemma":[0.74627113,0.2502076,0.0006295975,0.0017020147,0.000104301194,0.00004511468,0.000008217649,0.000009942104,0.0010220768],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9974907,0.00073931075,0.00072431326,0.00007010965,0.00078006723,0.00019547429],"domain_scores_gemma":[0.9981898,0.0007471243,0.00016427459,0.000212515,0.0005965555,0.000089730696],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005402794,0.000054759006,0.00026179373,0.00038186513,0.000033641416,0.000047879275,0.0003387108,0.0001490542,0.0016809151],"category_scores_gemma":[0.0052724946,0.000044256172,0.000041696,0.00048336157,0.00018252255,0.00031747413,0.00033277058,0.0011120063,0.00004325855],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000494478,0.0010403559,0.2961728,0.005585362,0.0006966333,0.0019694557,0.010382264,9.36124e-7,0.00008293536,0.032293174,0.16260128,0.48868033],"study_design_scores_gemma":[0.018905794,0.0040849387,0.25774014,0.4810199,0.0002727188,0.016621226,0.06359351,0.0004249212,0.0021128373,0.026554147,0.12747684,0.0011930065],"about_ca_topic_score_codex":0.00016125229,"about_ca_topic_score_gemma":0.00060216786,"teacher_disagreement_score":0.48748732,"about_ca_system_score_codex":0.000051612777,"about_ca_system_score_gemma":0.00022521307,"threshold_uncertainty_score":0.9992317},"labels":[],"label_agreement":null},{"id":"W3138728463","doi":"10.2196/25229","title":"Use of Twitter in Neurology: Boon or Bane?","year":2021,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Medical Research Council; Cumming School of Medicine, University of Calgary; Muscular Dystrophy Association","keywords":"Social media; Field (mathematics); Internet privacy; Neurology; Engineering ethics; Medicine; Data science; World Wide Web; Computer science; Engineering; Psychiatry","score_opus":0.7357630226478571,"score_gpt":0.6555674691346423,"score_spread":0.08019555351321483,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3138728463","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002115793,0.97729427,0.0000051312004,0.014030209,0.0055557666,0.00076608226,0.0000018228261,0.000003888679,0.00022702925],"genre_scores_gemma":[0.00013149626,0.9956484,0.00007238149,0.00021168042,0.0032349755,0.00007998173,0.0000032597552,0.00002470375,0.0005931509],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9825906,0.009765616,0.001788794,0.00025090377,0.004952629,0.0006514485],"domain_scores_gemma":[0.9679201,0.029294835,0.00080723915,0.00023818096,0.0010249963,0.00071462756],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.023179239,0.00015502739,0.0016151649,0.0009928977,0.000055368902,0.00008988587,0.0014612415,0.0012049776,0.0047127274],"category_scores_gemma":[0.12868544,0.00010834575,0.00032906476,0.0014623324,0.0009623477,0.00016561494,0.00025575538,0.0051743523,0.00003442016],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004812228,0.00024255076,0.00041638076,0.0029607823,0.000059231807,0.0008069711,0.0076011308,3.224371e-8,3.2301504e-8,0.00044445056,0.054050084,0.93337023],"study_design_scores_gemma":[0.00012300884,0.00025976053,0.000069910646,0.017932864,0.00003371134,0.00007307875,0.0005854393,0.0000024970502,2.9829684e-7,0.00004637669,0.9808014,0.00007164526],"about_ca_topic_score_codex":0.009544007,"about_ca_topic_score_gemma":0.004157658,"teacher_disagreement_score":0.9332986,"about_ca_system_score_codex":0.0005986673,"about_ca_system_score_gemma":0.01432175,"threshold_uncertainty_score":0.99712074},"labels":[],"label_agreement":null},{"id":"W3139107611","doi":"10.2196/26960","title":"Rural Telemedicine Use Before and During the COVID-19 Pandemic: Repeated Cross-sectional Study","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":182,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Institute for Clinical Evaluative Sciences; Sinai Health System; University Health Network; University of Toronto; Women's College Hospital","funders":"National Institute on Aging; Ontario Ministry of Health and Long-Term Care","keywords":"Telemedicine; Pandemic; Medicine; Rural area; Coronavirus disease 2019 (COVID-19); Cross-sectional study; Telehealth; Population; Rural population; Medical emergency; Demography; Health care; Environmental health; Internal medicine; Disease","score_opus":0.18588035125062774,"score_gpt":0.5298052057811578,"score_spread":0.34392485453053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3139107611","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9730255,0.00044548413,0.00011748908,0.025594752,0.00032545783,0.00043099196,0.0000044900726,0.0000185169,0.000037343554],"genre_scores_gemma":[0.99265534,0.0005128653,0.00004787687,0.0030277877,0.0015134258,0.000013610983,0.000018759883,0.000018131424,0.0021922216],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9929423,0.00073934044,0.001275443,0.00024508842,0.004316584,0.00048128347],"domain_scores_gemma":[0.99562687,0.0012833864,0.00025703706,0.00027393957,0.0012911435,0.0012676129],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.011064213,0.00013794524,0.0004078555,0.0003500441,0.00022716209,0.00012225288,0.00028789905,0.00016066506,0.0030503995],"category_scores_gemma":[0.01669347,0.00007775346,0.00009280954,0.0005193432,0.0005073921,0.00017459471,0.00028697425,0.002332149,0.0000067348556],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008473591,0.00030957698,0.97908604,0.00016200876,0.00021877543,0.0035478664,0.0019211612,4.8915274e-7,0.00027452075,0.000038802445,0.0099931825,0.0036002402],"study_design_scores_gemma":[0.008063758,0.0023870768,0.940763,0.00015560287,0.000045330788,0.021570513,0.0053140037,0.00008868524,0.00007951031,0.00007476447,0.021402793,0.000054935317],"about_ca_topic_score_codex":0.0014973816,"about_ca_topic_score_gemma":0.0013833018,"teacher_disagreement_score":0.03832299,"about_ca_system_score_codex":0.00041032193,"about_ca_system_score_gemma":0.0014679171,"threshold_uncertainty_score":0.9999695},"labels":[],"label_agreement":null},{"id":"W3139346977","doi":"10.2196/25773","title":"Development of a Resource Guide to Support the Engagement of Mental Health Providers and Patients With Digital Health Tools: Multimethod Study","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Université de Sherbrooke; University of British Columbia; Dalhousie University; University of Toronto; Memorial University of Newfoundland; Centre for Addiction and Mental Health","funders":"","keywords":"Mental health; Grey literature; Resource (disambiguation); Digital health; Knowledge management; Mental illness; Health care; Psychology; Medical education; Medicine; Computer science; MEDLINE; Political science; Psychiatry","score_opus":0.17783793283628946,"score_gpt":0.543088865699332,"score_spread":0.36525093286304255,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3139346977","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9773364,0.00029782575,0.0006919034,0.018916093,0.00027147043,0.0012891566,0.00004804204,0.0000048746165,0.0011442248],"genre_scores_gemma":[0.993922,0.0000065153977,0.0037751344,0.00061238953,0.000037257636,0.000032141576,0.000016987102,0.000020221245,0.0015773695],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99259156,0.0015500244,0.0019156385,0.0002786573,0.0031533006,0.00051080127],"domain_scores_gemma":[0.9971455,0.00071391,0.000589988,0.0002860238,0.00054854836,0.0007160651],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012542329,0.00013234791,0.0004800792,0.00027720144,0.00010882497,0.00008584913,0.0006058225,0.0000512561,0.00049103086],"category_scores_gemma":[0.0013915349,0.00008320648,0.00007975547,0.00036630488,0.000236841,0.00015837039,0.0006688038,0.0008171906,0.000011494213],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012306907,0.008536028,0.019117361,0.00031638218,0.00053564296,0.00007701123,0.05143992,4.913013e-7,0.0000030514611,0.0001863078,0.09102973,0.8275274],"study_design_scores_gemma":[0.015376268,0.06915812,0.2492497,0.006310449,0.000028019604,0.0003645745,0.22816136,0.00002510143,0.0008082164,0.00006994791,0.43009573,0.0003524932],"about_ca_topic_score_codex":0.00023484393,"about_ca_topic_score_gemma":0.00035966063,"teacher_disagreement_score":0.8271749,"about_ca_system_score_codex":0.00039038618,"about_ca_system_score_gemma":0.0016737027,"threshold_uncertainty_score":0.5376444},"labels":[],"label_agreement":null},{"id":"W3142364669","doi":"10.2196/20996","title":"Requirements and Operational Guidelines for Secure and Sustainable Digital Phenotyping: Design and Development Study","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; University of Toronto","funders":"","keywords":"Computer science; Sustainability; Process management; Digital health; Computer security; Knowledge management; Health care; Engineering","score_opus":0.36206227070593,"score_gpt":0.5674160119948899,"score_spread":0.2053537412889599,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3142364669","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9380464,0.005189203,0.032217577,0.022206204,0.00057137356,0.000997247,0.000007735217,0.000008953192,0.0007553225],"genre_scores_gemma":[0.9865312,0.000032173084,0.0032585098,0.00026425827,0.00019393902,0.000048029175,0.000005379166,0.0000139564445,0.009652582],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99738497,0.00026210627,0.00073092495,0.00022443228,0.0010275864,0.00036996364],"domain_scores_gemma":[0.99735737,0.0005251327,0.00009339647,0.00008075955,0.0015435175,0.00039980668],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0056879395,0.00009068382,0.00020233833,0.00016474309,0.00012209678,0.0003360796,0.00018253076,0.00008441529,0.00035593327],"category_scores_gemma":[0.002927264,0.00007181377,0.000025208898,0.0000987718,0.00015323963,0.00029360072,0.00041355187,0.0003619932,0.0000054218162],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00205192,0.005697267,0.017545257,0.0008313765,0.001260915,0.0027298706,0.012467471,0.0000019600698,0.000029185576,0.03289922,0.28151938,0.6429662],"study_design_scores_gemma":[0.031589393,0.022873055,0.046304904,0.004930211,0.000119125405,0.007780712,0.18197614,0.0040048636,0.001611458,0.032643143,0.6651073,0.001059672],"about_ca_topic_score_codex":0.00002335214,"about_ca_topic_score_gemma":0.000015906056,"teacher_disagreement_score":0.6419065,"about_ca_system_score_codex":0.00009866005,"about_ca_system_score_gemma":0.00046325527,"threshold_uncertainty_score":0.38972196},"labels":[],"label_agreement":null},{"id":"W3143410906","doi":"","title":"Adaptation of a Digital Health Innovation to Prevent Relapse and Support Recovery in Youth Receiving Services for First-Episode Psychosis: Results From the Horyzons-Canada Phase 1 Study","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"eHealth; Focus group; Digital health; Health care; Mental health; Psychology; Nursing; Medicine; Business; Psychiatry; Marketing; Political science","score_opus":0.16171389962472132,"score_gpt":0.47936401542787827,"score_spread":0.31765011580315694,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3143410906","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9221998,0.0002251383,0.0005853756,0.07483632,0.00052139966,0.0009784428,0.0005405066,0.000003991993,0.00010904125],"genre_scores_gemma":[0.99843603,0.000023435761,0.00007917285,0.001018842,0.00018148666,0.00004847788,0.00006340374,0.000015161671,0.00013400902],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99569196,0.000455675,0.0018126385,0.00028359477,0.0014341947,0.00032196922],"domain_scores_gemma":[0.99710065,0.0013885997,0.0005797015,0.00018412565,0.00037760797,0.00036931367],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0056196214,0.00010638042,0.00032313226,0.00024297986,0.000050288865,0.00008449372,0.0005738614,0.00007613356,0.000094583],"category_scores_gemma":[0.0030559413,0.0000796046,0.00005608006,0.0006707007,0.000057895373,0.00025161932,0.00016577702,0.0006854188,0.0000040043406],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.023985812,0.0111746155,0.022820804,0.0005980716,0.00063170656,0.0001637097,0.13300721,0.000047203666,0.0000045705315,0.00040542067,0.20369013,0.60347074],"study_design_scores_gemma":[0.06481762,0.19682795,0.13627698,0.02419805,0.00015741332,0.00016410853,0.488255,0.0079367235,0.00024114373,0.004837294,0.0752781,0.0010096423],"about_ca_topic_score_codex":0.12869637,"about_ca_topic_score_gemma":0.31492975,"teacher_disagreement_score":0.6024611,"about_ca_system_score_codex":0.00025370115,"about_ca_system_score_gemma":0.0003705547,"threshold_uncertainty_score":0.8771057},"labels":[],"label_agreement":null},{"id":"W3144821003","doi":"10.2196/25208","title":"Comparative Success of Recruitment Strategies for an Exercise Intervention Trial Among Women With Polycystic Ovary Syndrome: Observational Study","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alberta Health Services; University of Calgary","funders":"Cumming School of Medicine, University of Calgary; Canadian Society of Endocrinology and Metabolism; Alberta Health Services","keywords":"Polycystic ovary; Medicine; Referral; Observational study; Family medicine; Randomized controlled trial; Newspaper; Physical therapy; Advertising; Obesity; Internal medicine","score_opus":0.6299050369357366,"score_gpt":0.6020103155281701,"score_spread":0.027894721407566547,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3144821003","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99349225,0.00020787281,0.0003495927,0.0014666413,0.0018067922,0.0025564565,0.0000033076383,0.000006190757,0.000110918656],"genre_scores_gemma":[0.9976495,0.000068918314,0.00023504891,0.000013248833,0.0007489475,0.0011435833,0.0000073430847,0.000009164534,0.00012426008],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9923527,0.0023446353,0.0008960394,0.00019620018,0.0038124826,0.0003979052],"domain_scores_gemma":[0.9928623,0.0036433085,0.00047947004,0.00013644269,0.0023453915,0.00053308596],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014857536,0.000091205664,0.00047558526,0.0002492318,0.0001693091,0.0001570665,0.0006413506,0.00015197598,0.0008444566],"category_scores_gemma":[0.00503771,0.00007315694,0.00007376421,0.0006231827,0.0006242758,0.0005943681,0.00007112583,0.00068256294,0.0000015583869],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.10273121,0.018890448,0.079895854,0.0006675105,0.0009761845,0.00040928234,0.7443955,0.000028734274,0.00004647249,0.005148536,0.0050763693,0.041733894],"study_design_scores_gemma":[0.019736359,0.018351834,0.27628767,0.0017899948,0.00006915085,0.000022302294,0.6783191,0.00023587125,0.00011165132,0.0037184968,0.0011934167,0.00016415911],"about_ca_topic_score_codex":0.0043224706,"about_ca_topic_score_gemma":0.0052582733,"teacher_disagreement_score":0.19639182,"about_ca_system_score_codex":0.0006230734,"about_ca_system_score_gemma":0.005149381,"threshold_uncertainty_score":0.9246208},"labels":[],"label_agreement":null},{"id":"W3149898545","doi":"10.2196/27463","title":"CANreduce 2.0 Adherence-Focused Guidance for Internet Self-Help Among Cannabis Users: Three-Arm Randomized Controlled Trial","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Cannabis and Cannabinoid Research","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; National Science Foundation","keywords":"Randomized controlled trial; The Internet; Cannabis; Medicine; Psychology; Internet privacy; Physical therapy; World Wide Web; Computer science; Psychiatry; Internal medicine","score_opus":0.05493811981908829,"score_gpt":0.40079110552382047,"score_spread":0.34585298570473216,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3149898545","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9010392,0.0066023534,0.002358337,0.07747614,0.00262823,0.006905416,0.000013654029,0.0000481718,0.0029285043],"genre_scores_gemma":[0.89440966,0.0011976727,0.0007599715,0.0006301578,0.004667131,0.0016083398,0.00001853886,0.00010885739,0.09659965],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98549914,0.0022638165,0.002775332,0.0006471367,0.0074958717,0.0013187277],"domain_scores_gemma":[0.9878416,0.0016641803,0.0007636901,0.0006323932,0.007008832,0.0020893225],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.030433713,0.00039852058,0.003343084,0.0007921061,0.00010762654,0.00036855275,0.001342448,0.00064556225,0.007475631],"category_scores_gemma":[0.043748174,0.000259891,0.0019666755,0.00078194175,0.001180986,0.00021893161,0.00047444215,0.0034882068,0.000034904675],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.5468074,0.0012572356,0.00024233176,0.00025300818,0.0012923493,0.0013893459,0.00060625805,8.404264e-7,0.00023643527,0.0006586129,0.44235498,0.0049012345],"study_design_scores_gemma":[0.89728194,0.005015117,0.00029740692,0.0016905651,0.00035548498,0.00049348123,0.0006151021,0.007648306,0.002764699,0.00049340463,0.08309526,0.00024923345],"about_ca_topic_score_codex":0.0022340491,"about_ca_topic_score_gemma":0.0014034598,"teacher_disagreement_score":0.3592597,"about_ca_system_score_codex":0.00078787946,"about_ca_system_score_gemma":0.008474715,"threshold_uncertainty_score":0.99998534},"labels":[],"label_agreement":null},{"id":"W3150858046","doi":"10.2196/25714","title":"Using a Secure, Continually Updating, Web Source Processing Pipeline to Support the Real-Time Data Synthesis and Analysis of Scientific Literature: Development and Validation Study","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Defence and Security Accelerator; National Cancer Institute; NIHR Imperial Biomedical Research Centre; Queen's University; National Institutes of Health; Universidade de Coimbra; Assiut University; Università degli Studi di Sassari; Universiti Sains Malaysia; National Institute for Health and Care Research; King Abdulaziz University; Horizon 2020 Framework Programme; Queen's University Belfast; University of the Philippines; Queen Mary University of London","keywords":"Computer science; Pipeline (software); Web application; Data science; World Wide Web; Data mining","score_opus":0.2823102176679656,"score_gpt":0.5056290844031155,"score_spread":0.2233188667351499,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3150858046","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98595464,0.0002038968,0.01160423,0.001715507,0.0001601633,0.00014136624,0.000019964174,0.0000043114396,0.00019589403],"genre_scores_gemma":[0.9919414,0.000016424638,0.0052322075,0.00005094565,0.000080932004,0.0000014638325,0.000023820998,0.0000064030987,0.0026463817],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98857737,0.0013971243,0.0013936058,0.0007354023,0.007610988,0.0002855413],"domain_scores_gemma":[0.99199855,0.0031002264,0.00057282235,0.0011079842,0.0028451327,0.0003752915],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.09716993,0.00010520459,0.0004461784,0.0014513748,0.00028034498,0.0030578517,0.0022772953,0.000055599667,0.0005237086],"category_scores_gemma":[0.03474155,0.00006071622,0.000052519918,0.0046885414,0.0003226106,0.00037429284,0.0037735084,0.0004132404,0.000006100267],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017954453,0.0009012018,0.02907671,0.00007350123,0.00085786293,0.00044299787,0.025784653,0.00015925796,0.0018385197,0.00007153417,0.13671657,0.8038976],"study_design_scores_gemma":[0.0010615503,0.00036263134,0.016164113,0.0014063519,0.0007868317,0.00024600417,0.03576525,0.824015,0.0038153986,0.00017127702,0.11587507,0.0003304883],"about_ca_topic_score_codex":0.00004180912,"about_ca_topic_score_gemma":0.00016358349,"teacher_disagreement_score":0.82385576,"about_ca_system_score_codex":0.00004594643,"about_ca_system_score_gemma":0.00085688586,"threshold_uncertainty_score":0.9979771},"labels":[],"label_agreement":null},{"id":"W3150911530","doi":"10.2196/29041","title":"Correction: Opportunities and Challenges for Digital Social Prescribing in Mental Health: Questionnaire Study","year":2021,"lang":"en","type":"erratum","venue":"Journal of Medical Internet Research","topic":"Art Therapy and Mental Health","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University Health Network","funders":"","keywords":"Mental health; Digital health; Psychology; Applied psychology; Data science; Medical education; Computer science; Medicine; Health care; Psychiatry; Political science","score_opus":0.36874426644802044,"score_gpt":0.4515453466149428,"score_spread":0.08280108016692234,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3150911530","genre_codex":"commentary","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025522111,0.3201718,0.000036868412,0.4199369,0.165696,0.0036943215,0.00025669846,0.00006372749,0.0646216],"genre_scores_gemma":[0.32155433,0.1594243,0.000005177106,0.0007277168,0.027221395,0.00009277272,0.00017342292,0.00009104056,0.49070984],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9960099,0.00059894484,0.0008289977,0.00023258591,0.0019011543,0.00042845975],"domain_scores_gemma":[0.99860805,0.00026545246,0.00028548663,0.00008101258,0.00042589742,0.00033412085],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0049331714,0.00017535614,0.0005850987,0.00040433696,0.00038175192,0.00035630283,0.0003497522,0.00022478463,0.00069445],"category_scores_gemma":[0.0003618256,0.00014136419,0.00012060521,0.0000311729,0.00047518557,0.0002896414,0.00022042479,0.0023778237,0.0000017275497],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021849784,0.0006295149,0.000019690955,0.00053869176,0.000096745396,0.00012688397,0.11662649,9.25932e-9,2.0418563e-8,0.0027364444,0.7409282,0.13807881],"study_design_scores_gemma":[0.0008190539,0.0026001786,0.00006554794,0.0035726344,0.0000051453926,0.00009733006,0.17853384,0.00007321381,2.4925754e-7,0.00018190527,0.8139592,0.00009169953],"about_ca_topic_score_codex":0.0005206963,"about_ca_topic_score_gemma":0.010330076,"teacher_disagreement_score":0.42608824,"about_ca_system_score_codex":0.00041290847,"about_ca_system_score_gemma":0.0015913424,"threshold_uncertainty_score":0.9999237},"labels":[],"label_agreement":null},{"id":"W3153284461","doi":"10.2196/20954","title":"The Feasibility of Using Instagram Data to Predict Exercise Identity and Physical Activity Levels: Cross-sectional Observational Study","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Physical Activity and Health","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"University of Victoria","keywords":"Identity (music); Mediation; Psychology; Observational study; Social psychology; Medicine","score_opus":0.7623921020508364,"score_gpt":0.6247026539844159,"score_spread":0.13768944806642047,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3153284461","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9957646,0.00009748873,0.00052794616,0.0030158248,0.00017907437,0.00033962072,0.00003654162,0.0000039917804,0.00003490971],"genre_scores_gemma":[0.9989754,0.000054128675,0.00013257217,0.00004652172,0.0006627087,0.000002978638,0.0000034114619,0.000008080977,0.00011418919],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99354035,0.0006491878,0.0005093744,0.00032571013,0.0046715266,0.0003038617],"domain_scores_gemma":[0.99555403,0.0016381632,0.00017568869,0.00049758534,0.0015114112,0.0006231468],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009373262,0.00009893844,0.0004852428,0.000098219825,0.00017596596,0.00012468669,0.0006871128,0.000104108985,0.00010741786],"category_scores_gemma":[0.009322468,0.00006373537,0.00009802425,0.00047686705,0.0005386845,0.00046348412,0.0013079041,0.0018193638,0.0000026659184],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0027844978,0.012567667,0.96372294,0.0002831457,0.000255323,0.00023579542,0.0007796941,0.000007880506,0.0046513486,0.00049158995,0.0009455561,0.013274557],"study_design_scores_gemma":[0.00136226,0.0011973124,0.98414445,0.0002987591,0.00003315744,0.00014119319,0.00036604714,0.010645423,0.00071090594,0.00089889875,0.00015368071,0.000047927522],"about_ca_topic_score_codex":0.00045018469,"about_ca_topic_score_gemma":0.0002994776,"teacher_disagreement_score":0.02042149,"about_ca_system_score_codex":0.00023119446,"about_ca_system_score_gemma":0.0022195398,"threshold_uncertainty_score":0.9990224},"labels":[],"label_agreement":null},{"id":"W3153423070","doi":"10.2196/26877","title":"Utility, Value, and Benefits of Contemporary Personal Health Records: Integrative Review and Conceptual Synthesis","year":2021,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"SENSHIN Medical Research Foundation; University of Ottawa","keywords":"Extant taxon; Health care; Value (mathematics); Product (mathematics); Systematic review; Knowledge management; Conceptual framework; Business; Medicine; Marketing; Public relations; MEDLINE; Computer science; Sociology; Political science","score_opus":0.4523446278678454,"score_gpt":0.5994593588293569,"score_spread":0.14711473096151145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3153423070","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000081086546,0.9851554,0.000028092993,0.010307128,0.0006504577,0.0021592083,0.00011784819,0.000008924329,0.0014918544],"genre_scores_gemma":[0.00027442066,0.99608094,0.00007910272,0.00096921914,0.0008506563,0.00014161856,0.000019232466,0.00006561442,0.0015192265],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9611747,0.027775632,0.005520473,0.0006428611,0.0037091856,0.0011771349],"domain_scores_gemma":[0.9696448,0.02240996,0.0034625023,0.0004194307,0.0022102527,0.0018530557],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.05144097,0.00049690995,0.0070769247,0.00065558706,0.00024121856,0.000025373489,0.0010451576,0.0011846779,0.0030103398],"category_scores_gemma":[0.02827886,0.00031547464,0.0005072808,0.0007218775,0.0011712705,0.00014891275,0.0009278449,0.011734449,0.000021591912],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031112733,0.000098483164,0.00014695227,0.16353309,0.00042106444,0.00005896,0.0017661636,6.6087763e-10,8.830576e-9,0.0012424513,0.20252219,0.6301795],"study_design_scores_gemma":[0.00027289792,0.0006614412,0.000012454293,0.4106187,0.00012982728,0.00037703352,0.0028240243,0.000008098721,1.3196994e-7,0.000019829507,0.58496094,0.0001146557],"about_ca_topic_score_codex":0.0026108085,"about_ca_topic_score_gemma":0.0005328349,"teacher_disagreement_score":0.6300649,"about_ca_system_score_codex":0.0007225572,"about_ca_system_score_gemma":0.035369452,"threshold_uncertainty_score":0.9999297},"labels":[],"label_agreement":null},{"id":"W3153845720","doi":"10.2196/26939","title":"Exploring the Role of Persuasive Design in Unguided Internet-Delivered Cognitive Behavioral Therapy for Depression and Anxiety Among Adults: Systematic Review, Meta-analysis, and Meta-regression","year":2021,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"Canadian Institutes of Health Research; Social Sciences and Humanities Research Council of Canada; AFA Försäkring; Saskatchewan Health Research Foundation","keywords":"Meta-analysis; Anxiety; Cognitive behavioral therapy; Depression (economics); Meta-regression; Psychology; Clinical psychology; The Internet; MEDLINE; Cognitive therapy; Cognition; Psychotherapist; Medicine; Psychiatry; Computer science; World Wide Web","score_opus":0.5100045855219925,"score_gpt":0.5660807620378727,"score_spread":0.05607617651588026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3153845720","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010070602,0.9942733,0.0004203872,0.00017037989,0.00016148124,0.0038574853,0.00007606846,0.0000041045087,0.000029717776],"genre_scores_gemma":[0.03977293,0.9570839,0.000084784755,0.000046123572,0.000046943995,0.002563926,0.00003215777,0.000044643813,0.0003246006],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9858998,0.007692101,0.0033138366,0.0005795779,0.002041579,0.00047311894],"domain_scores_gemma":[0.99055046,0.005468213,0.0019797073,0.00042692045,0.0011487831,0.00042594018],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.015311101,0.00046526268,0.006623315,0.00090395944,0.00005261208,0.000107537024,0.0010138905,0.00033900148,0.0009227565],"category_scores_gemma":[0.002990832,0.00021325608,0.003358282,0.0008288931,0.0004457736,0.000269351,0.0004918782,0.0019321033,0.0000033024962],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008371109,0.0021067974,0.000059519345,0.27547652,0.26403007,0.000345006,0.0037838274,1.2336741e-7,2.796663e-7,0.00015108797,0.0014064581,0.4518032],"study_design_scores_gemma":[0.0015659281,0.0032341012,0.000039615625,0.5682924,0.41662747,0.0006187351,0.0053924927,0.00009096916,0.000061025763,0.000089136054,0.0036347718,0.00035336084],"about_ca_topic_score_codex":0.00062404777,"about_ca_topic_score_gemma":0.00017611036,"teacher_disagreement_score":0.45144984,"about_ca_system_score_codex":0.00017171078,"about_ca_system_score_gemma":0.00022811712,"threshold_uncertainty_score":0.9999905},"labels":[],"label_agreement":null},{"id":"W3153933850","doi":"10.2196/24179","title":"Beyond Notes: Why It Is Time to Abandon an Outdated Documentation Paradigm","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Documentation; Computer science; Chart; Workspace; Paradigm shift; Electronic health record; Health care; Data science; Organizational chart; Artificial intelligence","score_opus":0.16267500285338765,"score_gpt":0.5750003658264677,"score_spread":0.4123253629730801,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3153933850","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39294958,0.0013794953,0.0031605803,0.5871978,0.0021197535,0.0011554764,0.000017295313,0.000040318137,0.011979692],"genre_scores_gemma":[0.7664451,0.0022400874,0.0011147519,0.13441557,0.011028338,0.0002124564,0.00011119907,0.00019280177,0.08423967],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9872443,0.005221962,0.0017603051,0.00033799378,0.004256292,0.0011791436],"domain_scores_gemma":[0.99281234,0.0029686631,0.00037578173,0.0003963897,0.0016271154,0.001819716],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.019874293,0.00015275922,0.00055792276,0.00045085544,0.0002447405,0.00008051847,0.0008838466,0.00048876007,0.07174396],"category_scores_gemma":[0.006517613,0.00011898604,0.0001081072,0.0007138325,0.00008829866,0.00035905276,0.00027695566,0.0042115445,0.004622541],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032702935,0.0002166591,0.0014100742,0.00023557179,0.00008627745,0.00041102935,0.007367642,9.2313365e-7,0.00082929566,0.00031718664,0.97510624,0.013692061],"study_design_scores_gemma":[0.0027053903,0.0020330166,0.00062082754,0.002713268,0.000018299132,0.00025834067,0.0028991622,0.0018937626,0.0012145113,0.0014716601,0.9839951,0.00017666921],"about_ca_topic_score_codex":0.0014699275,"about_ca_topic_score_gemma":0.0014527783,"teacher_disagreement_score":0.45278224,"about_ca_system_score_codex":0.0008906168,"about_ca_system_score_gemma":0.0057460377,"threshold_uncertainty_score":0.99989045},"labels":[],"label_agreement":null},{"id":"W3154054391","doi":"10.2196/27610","title":"Initial Outcomes of Transdiagnostic Internet-Delivered Cognitive Behavioral Therapy Tailored to Public Safety Personnel: Longitudinal Observational Study","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Regina","funders":"Australian Government; University of Regina","keywords":"Anxiety; Depression (economics); Clinical psychology; Panic disorder; Observational study; Mental health; Social anxiety; Cognitive behavioral therapy; Medicine; Psychiatry; Psychology","score_opus":0.4784279103206431,"score_gpt":0.5784017924263372,"score_spread":0.09997388210569408,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3154054391","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9852614,0.0004990681,0.0008709966,0.010220955,0.0016882237,0.0006087031,0.000089152454,0.000012760264,0.00074874464],"genre_scores_gemma":[0.99752057,0.000023360411,0.000077234625,0.00036703894,0.00026809133,0.00007053701,0.000037009486,0.000034469987,0.0016016694],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9918383,0.0015676972,0.0017798165,0.00041642372,0.0037307008,0.0006671083],"domain_scores_gemma":[0.9934792,0.0023834084,0.0003296687,0.00026030018,0.0026251639,0.00092228205],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004438411,0.00022367199,0.0006981552,0.00062074227,0.000079603145,0.00013284614,0.0010774152,0.00022073758,0.019192038],"category_scores_gemma":[0.003511547,0.0001845136,0.00041754756,0.0007194409,0.00041326336,0.00032293372,0.00033917962,0.0016035505,0.00018379628],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00899269,0.058857325,0.6218822,0.00012396301,0.0032162925,0.009293675,0.041099023,0.0000012602795,0.000052311683,0.0053972993,0.022571987,0.22851199],"study_design_scores_gemma":[0.01043905,0.020179097,0.9278251,0.0012586724,0.00008677872,0.0006990652,0.03674349,0.000046502413,0.0006643921,0.00042864645,0.001352696,0.00027652818],"about_ca_topic_score_codex":0.00094517897,"about_ca_topic_score_gemma":0.0011363951,"teacher_disagreement_score":0.3059429,"about_ca_system_score_codex":0.00030567186,"about_ca_system_score_gemma":0.00075687247,"threshold_uncertainty_score":0.98170453},"labels":[],"label_agreement":null},{"id":"W3154133707","doi":"10.2196/21864","title":"COVID-19, Social Isolation, and Mental Health Among Older Adults: A Digital Catch-22","year":2021,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"COVID-19 and Mental Health","field":"Psychology","cited_by":66,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Fraser Institute; Simon Fraser University","funders":"National Institute of Mental Health; Michael Smith Health Research BC","keywords":"Social isolation; Mental health; Coronavirus disease 2019 (COVID-19); Psychology; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Pandemic; Isolation (microbiology); Social distance; Digital health; Loneliness; Internet privacy; Medicine; Gerontology; Psychiatry; Computer science; Health care; Virology; Disease; Outbreak","score_opus":0.1879724866644766,"score_gpt":0.5841350485722692,"score_spread":0.39616256190779253,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3154133707","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0004176607,0.9826752,0.0002364049,0.013942098,0.0012439111,0.0008059734,0.00011501396,0.00001462916,0.00054913166],"genre_scores_gemma":[0.0012207183,0.9913314,0.000014255306,0.0017589533,0.0018569148,0.00004338627,0.00016541309,0.000059985232,0.0035489514],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99107075,0.0021809128,0.001969418,0.00059222674,0.0032651543,0.0009215499],"domain_scores_gemma":[0.9939391,0.0015593697,0.0008962651,0.00026837882,0.00030914307,0.003027713],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.007867546,0.00035450372,0.0019214186,0.0007390096,0.00025998286,0.00023418732,0.00097153237,0.0007877692,0.009623748],"category_scores_gemma":[0.0022714746,0.00026796304,0.00055175845,0.000574081,0.0007053782,0.00017988314,0.0006300206,0.004186354,0.00008255036],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000082528844,0.00040067162,0.00024921287,0.008520216,0.0002444481,0.000543115,0.00591501,2.251558e-9,3.0532519e-9,0.00031165272,0.33384222,0.6498909],"study_design_scores_gemma":[0.001584805,0.00067358336,0.00011606545,0.016242346,0.000036269772,0.0016405231,0.0037483138,0.000007899782,1.5032164e-8,0.0000319367,0.97573596,0.00018228717],"about_ca_topic_score_codex":0.002518344,"about_ca_topic_score_gemma":0.0004482257,"teacher_disagreement_score":0.6497086,"about_ca_system_score_codex":0.0029984203,"about_ca_system_score_gemma":0.0149013605,"threshold_uncertainty_score":0.99997723},"labels":[],"label_agreement":null},{"id":"W3154434851","doi":"10.2196/25482","title":"Semantic Linkages of Obsessions From an International Obsessive-Compulsive Disorder Mobile App Data Set: Big Data Analytics Study","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Obsessive-Compulsive Spectrum Disorders","field":"Psychology","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Centre for Addiction and Mental Health","funders":"","keywords":"Cluster analysis; Set (abstract data type); Psychology; Representation (politics); Word (group theory); Computer science; Obsessive compulsive; Cognitive psychology; Artificial intelligence; Clinical psychology; Mathematics","score_opus":0.19012077546997352,"score_gpt":0.49444568976172715,"score_spread":0.3043249142917536,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3154434851","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9800664,0.0037157063,0.0050738663,0.0043752105,0.00444465,0.00046848535,0.0008349513,0.00002430062,0.0009964055],"genre_scores_gemma":[0.99442405,0.0009977324,0.00044852315,0.00015570059,0.0017989138,0.0000126035475,0.0012203441,0.0000652849,0.0008768789],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9883353,0.0027934914,0.0017946538,0.0011951018,0.005167999,0.00071342307],"domain_scores_gemma":[0.9898434,0.002968072,0.0008659282,0.003714219,0.0018627378,0.00074563076],"candidate_categories":["metaepi_narrow","open_science","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005100114,0.0003362448,0.001003112,0.0007353103,0.00011530047,0.0002311068,0.011103487,0.00037417942,0.013168611],"category_scores_gemma":[0.0058055413,0.00027091673,0.00017085583,0.0010456791,0.0007811581,0.000721605,0.006442599,0.0031592282,0.00012757913],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008444687,0.022390626,0.62978274,0.00011115032,0.00762886,0.012550032,0.016523352,0.00013106536,0.00046788307,0.00066276075,0.08469847,0.2242086],"study_design_scores_gemma":[0.017765522,0.005140913,0.61027503,0.0024100475,0.00094775966,0.00088825624,0.23600566,0.049888548,0.00038275812,0.0024479853,0.07264136,0.0012061574],"about_ca_topic_score_codex":0.0028606406,"about_ca_topic_score_gemma":0.0019881867,"teacher_disagreement_score":0.22300243,"about_ca_system_score_codex":0.0001259466,"about_ca_system_score_gemma":0.0012899806,"threshold_uncertainty_score":0.9999743},"labels":[],"label_agreement":null},{"id":"W3154586727","doi":"10.2196/28973","title":"People’s Willingness to Vaccinate Against COVID-19 Despite Their Safety Concerns: Twitter Poll Analysis","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Vaccine Coverage and Hesitancy","field":"Social Sciences","cited_by":92,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Social media; Timeline; Public health; Polling; Pandemic; Public opinion; Public relations; Influencer marketing; Psychological intervention; Coronavirus disease 2019 (COVID-19); Medicine; Internet privacy; Business; Political science; Computer science; Nursing; Infectious disease (medical specialty); Marketing; Politics; Geography; Disease","score_opus":0.11012798067993892,"score_gpt":0.46730296560781276,"score_spread":0.3571749849278738,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3154586727","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7815227,0.0019585646,0.013592916,0.1986283,0.0005339795,0.00017263925,0.000008465321,0.000019673755,0.003562784],"genre_scores_gemma":[0.98251635,0.0032397201,0.00009880166,0.007264262,0.0014930399,0.000004728726,0.0000046446225,0.000015214074,0.005363264],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99235374,0.0019199384,0.00082902954,0.00033312023,0.0038156628,0.0007485105],"domain_scores_gemma":[0.99377257,0.002011995,0.00020572587,0.00030456824,0.0016622827,0.0020428735],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.013037241,0.00014965374,0.00061336113,0.0005652074,0.000344832,0.00033724343,0.0014742324,0.00026650215,0.011057236],"category_scores_gemma":[0.013410579,0.00011276671,0.00043650393,0.0023886613,0.00007728206,0.00025004506,0.00042965592,0.0013587312,0.00010470917],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011156144,0.0007968005,0.36027452,0.00018008912,0.003020678,0.008139089,0.20447785,0.00052852475,0.00035744547,0.0053621135,0.3713575,0.044389788],"study_design_scores_gemma":[0.0019253885,0.00037982996,0.04764049,0.00035238237,0.00016514248,0.000068252855,0.042463023,0.000890664,0.00037948752,0.0017459448,0.90362525,0.00036417446],"about_ca_topic_score_codex":0.0022724997,"about_ca_topic_score_gemma":0.02097941,"teacher_disagreement_score":0.5322677,"about_ca_system_score_codex":0.0007366804,"about_ca_system_score_gemma":0.003646436,"threshold_uncertainty_score":0.9968852},"labels":[],"label_agreement":null},{"id":"W3155096476","doi":"10.2196/26628","title":"Machine Learning–Based Prediction of Growth in Confirmed COVID-19 Infection Cases in 114 Countries Using Metrics of Nonpharmaceutical Interventions and Cultural Dimensions: Model Development and Validation","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"COVID-19 epidemiological studies","field":"Mathematics","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vector Institute; Public Health Ontario; University of Toronto","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Psychological intervention; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Computer science; Medicine; Machine learning; Artificial intelligence; Virology; Nursing; Pathology","score_opus":0.6366670543645845,"score_gpt":0.5838816575245778,"score_spread":0.052785396840006715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3155096476","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9646258,0.0015670529,0.031485662,0.0021090836,0.00004275662,0.00015080461,0.000006674116,0.000004504218,0.000007676774],"genre_scores_gemma":[0.9942393,0.0022432387,0.0033947227,0.00007254335,0.000017792478,0.0000044884964,0.0000046939003,0.000005777749,0.000017494467],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99608177,0.0012184297,0.001217937,0.00016826169,0.0011183446,0.00019526551],"domain_scores_gemma":[0.9909149,0.007700718,0.00034251352,0.00005448023,0.00076921214,0.00021821081],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009827088,0.000100479134,0.00048617422,0.0006108724,0.000047962592,0.000021136146,0.00009849034,0.00015592703,0.00010038085],"category_scores_gemma":[0.10031427,0.00007372576,0.000072879826,0.00054359884,0.00039680212,0.00011620047,0.00026919827,0.0008980175,2.2463179e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008128512,0.0014852969,0.9767924,0.0041477876,0.00025914662,0.00043908332,0.004329839,0.0035972574,0.0010709312,0.0050273696,0.0005712483,0.0014668131],"study_design_scores_gemma":[0.0048477175,0.0008408065,0.026435977,0.0038706379,0.000116263895,0.00034227932,0.0015352069,0.94468594,0.00960272,0.0069063758,0.0006418398,0.00017423807],"about_ca_topic_score_codex":0.0007758865,"about_ca_topic_score_gemma":0.00044003557,"teacher_disagreement_score":0.9503564,"about_ca_system_score_codex":0.000408397,"about_ca_system_score_gemma":0.0005633635,"threshold_uncertainty_score":0.9072642},"labels":[],"label_agreement":null},{"id":"W3155203385","doi":"10.2196/28716","title":"Changes in Public Response Associated With Various COVID-19 Restrictions in Ontario, Canada: Observational Infoveillance Study Using Social Media Time Series Data","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Misinformation and Its Impacts","field":"Social Sciences","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; Brock University","funders":"National Institute on Aging; University of Toronto","keywords":"Observational study; Social media; Coronavirus disease 2019 (COVID-19); Series (stratigraphy); Pandemic; Public health; 2019-20 coronavirus outbreak; Computer science; Medicine; World Wide Web; Statistics; Mathematics; Virology; Biology; Nursing","score_opus":0.3736910584897121,"score_gpt":0.4597789084190305,"score_spread":0.0860878499293184,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3155203385","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9333757,0.000028482307,0.000017695678,0.06556182,0.00016549723,0.0001317347,0.000019068268,0.000005565188,0.00069439487],"genre_scores_gemma":[0.99764186,0.00003300484,0.00004194718,0.0007352167,0.00017514561,0.0000015853408,0.0000326304,0.000006098147,0.001332487],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9912093,0.0026810498,0.00058044755,0.00015591574,0.004902277,0.00047100295],"domain_scores_gemma":[0.9949989,0.003006187,0.00025771587,0.000172898,0.00092501513,0.00063932786],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.02001699,0.000084808984,0.00028020074,0.00046387155,0.00025154362,0.00025422996,0.00093272794,0.0001645558,0.0030539418],"category_scores_gemma":[0.08285392,0.00007170156,0.000017661461,0.0015719241,0.00028419655,0.0007351183,0.00030712446,0.0014089658,0.0000022332542],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0021887377,0.001369957,0.47017178,0.000021673193,0.00022583718,0.0055258875,0.33897886,0.00007148132,0.00002568115,0.002201285,0.17786124,0.0013575673],"study_design_scores_gemma":[0.002139872,0.00022541583,0.8428053,0.00014294252,0.000007467928,0.000076187534,0.07230101,0.0007032869,0.000002492178,0.0001391198,0.08131974,0.0001371496],"about_ca_topic_score_codex":0.85718215,"about_ca_topic_score_gemma":0.9997366,"teacher_disagreement_score":0.37263355,"about_ca_system_score_codex":0.0046141422,"about_ca_system_score_gemma":0.069018975,"threshold_uncertainty_score":0.99920696},"labels":[],"label_agreement":null},{"id":"W3156176985","doi":"10.2196/26666","title":"Characterization of an Open-Access Medical News Platform’s Readership During the COVID-19 Pandemic: Retrospective Observational Study","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Pandemic; Coronavirus disease 2019 (COVID-19); Audience measurement; Observational study; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Medicine; Internet privacy; World Wide Web; Computer science; Virology; Advertising; Business; Infectious disease (medical specialty)","score_opus":0.7478272902630348,"score_gpt":0.6365061185188512,"score_spread":0.11132117174418366,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3156176985","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9186543,0.000057761572,0.00009758859,0.07835906,0.0017872994,0.0007882445,0.0000036487058,0.000009607779,0.00024247312],"genre_scores_gemma":[0.99469167,0.00064209173,0.000032008717,0.0011370421,0.0031166254,0.00010153887,0.000012786063,0.0000131010065,0.00025316002],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98568577,0.0040499005,0.0010294649,0.00026341729,0.008526448,0.00044498924],"domain_scores_gemma":[0.9898687,0.0055872486,0.00061104004,0.00027325645,0.002205128,0.0014546049],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.031036379,0.00009318669,0.000359727,0.00021124285,0.00045872128,0.00044033033,0.003572803,0.00032897023,0.0053733713],"category_scores_gemma":[0.14545067,0.00006803262,0.000059652084,0.0012267572,0.0008362013,0.0012343394,0.00071560626,0.001893469,0.0000054041443],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029702907,0.0010037108,0.90574706,0.00007093968,0.00007769644,0.00017813085,0.08280137,5.066764e-7,0.0002608043,0.0027980579,0.0012915967,0.0054730973],"study_design_scores_gemma":[0.0014986978,0.00052175025,0.91010445,0.00025869452,0.00001607112,0.00010801048,0.0677382,0.00008492008,0.00018004594,0.0022349404,0.017145546,0.00010868558],"about_ca_topic_score_codex":0.018468136,"about_ca_topic_score_gemma":0.03210915,"teacher_disagreement_score":0.11441429,"about_ca_system_score_codex":0.0013407206,"about_ca_system_score_gemma":0.01478062,"threshold_uncertainty_score":0.99775195},"labels":[],"label_agreement":null},{"id":"W3157493933","doi":"10.2196/27806","title":"A COVID-19 Pandemic Artificial Intelligence–Based System With Deep Learning Forecasting and Automatic Statistical Data Acquisition: Development and Implementation Study","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"COVID-19 epidemiological studies","field":"Mathematics","cited_by":57,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Ministry of Education, India","keywords":"Autoregressive integrated moving average; Artificial intelligence; Artificial neural network; Computer science; Pandemic; Feedforward neural network; Time series; Data set; Deep learning; Multilayer perceptron; Machine learning; Perceptron; Coronavirus disease 2019 (COVID-19); Data mining; Medicine","score_opus":0.6465545109775696,"score_gpt":0.5832018483240954,"score_spread":0.06335266265347417,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3157493933","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.56935424,0.00025754925,0.42826304,0.0017961599,0.000034646237,0.0002572237,0.0000033589104,0.000022541675,0.000011280264],"genre_scores_gemma":[0.9778941,0.000033048116,0.0217269,0.00016794118,0.00012440326,0.000020553467,0.000012334352,0.00001208043,0.000008608747],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9940379,0.001911706,0.0011636302,0.00037896587,0.0021317413,0.00037605493],"domain_scores_gemma":[0.98295414,0.015480666,0.00031361595,0.00018970961,0.00041447222,0.00064736913],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.020724084,0.00014590473,0.00051538163,0.00016557908,0.0002508833,0.00014674292,0.00040112014,0.000095511554,0.0006296569],"category_scores_gemma":[0.040855158,0.00009530439,0.000021502869,0.0002587138,0.00028970087,0.00010375034,0.00089125265,0.0010080045,0.0000025788636],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007794832,0.0011617208,0.25305322,0.004277991,0.0010848851,0.008767055,0.017229358,0.00009007969,0.000023434484,0.015445096,0.0020449092,0.6960428],"study_design_scores_gemma":[0.0027977345,0.0039985306,0.015556563,0.0023303574,0.0002664591,0.0031249505,0.17557834,0.7809851,0.00009212773,0.013063352,0.0017242734,0.00048216473],"about_ca_topic_score_codex":0.000131138,"about_ca_topic_score_gemma":0.0013782566,"teacher_disagreement_score":0.78089505,"about_ca_system_score_codex":0.0004904577,"about_ca_system_score_gemma":0.0010945654,"threshold_uncertainty_score":0.9672241},"labels":[],"label_agreement":null},{"id":"W3157596191","doi":"10.2196/29396","title":"Using Administrative Data to Explore Potentially Aberrant Provision of Virtual Care During COVID-19: Retrospective Cohort Study of Ontario Provincial Data","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Institute for Clinical Evaluative Sciences; University of Toronto; Women's College Hospital","funders":"","keywords":"Medicine; Retrospective cohort study; Health care; Cohort; Family medicine; Ambulatory care; Population; Cohort study; Medical emergency; Environmental health","score_opus":0.4304661372697448,"score_gpt":0.555969725112609,"score_spread":0.1255035878428642,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3157596191","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9941073,0.00012634974,0.0015537667,0.0024772896,0.00027619657,0.0012947528,0.000092873386,0.0000054095794,0.000066049135],"genre_scores_gemma":[0.9975658,0.000039032886,0.0012369492,0.00014669781,0.0005737161,0.0000069221264,0.00024250893,0.000019950468,0.00016839449],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.990692,0.0006023656,0.001618579,0.00055880373,0.006131162,0.00039706752],"domain_scores_gemma":[0.99458313,0.00027853498,0.00058000954,0.0010598511,0.0023982087,0.0011002381],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006288987,0.00015684428,0.00082544266,0.00044941128,0.000095451804,0.000029076318,0.0012425217,0.0001351517,0.0012206169],"category_scores_gemma":[0.011866291,0.00012054811,0.00005917717,0.0005084135,0.00019267383,0.0002907878,0.0018723647,0.001494282,0.0000013602767],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0068182903,0.0032491374,0.87247854,0.0010615863,0.0010198845,0.0068140803,0.08337961,0.000007657839,0.00585092,0.000032474123,0.010842223,0.00844561],"study_design_scores_gemma":[0.014572303,0.025726471,0.7468148,0.002275639,0.00056378834,0.00168759,0.19709443,0.00064647646,0.006447359,0.000021453805,0.0039288793,0.00022080795],"about_ca_topic_score_codex":0.038563505,"about_ca_topic_score_gemma":0.08685434,"teacher_disagreement_score":0.12566371,"about_ca_system_score_codex":0.0015242058,"about_ca_system_score_gemma":0.020327006,"threshold_uncertainty_score":0.9996924},"labels":[],"label_agreement":null},{"id":"W3158783649","doi":"10.2196/26180","title":"Web-Based Health Information Seeking Among African American and Hispanic Men Living With Chronic Conditions: Cross-sectional Survey Study","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Agency of Canada","funders":"","keywords":"Health Information National Trends Survey; Health equity; Health care; Gerontology; Medicine; Information seeking behavior; Population; African american; The Internet; Psychology; Public health; Health information; Environmental health; Nursing; World Wide Web; Sociology","score_opus":0.10256249071457223,"score_gpt":0.5291165086127977,"score_spread":0.42655401789822545,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3158783649","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9936308,0.00012495961,0.002848252,0.0018148546,0.00026671117,0.00053480774,0.000028953846,0.00002085658,0.0007297818],"genre_scores_gemma":[0.9979325,0.00011027694,0.00013763628,0.0012591524,0.00027250868,0.000051905376,0.00005026771,0.0000106697735,0.000175087],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98744947,0.0062333937,0.0024991755,0.0001918564,0.0029608014,0.00066528795],"domain_scores_gemma":[0.98994195,0.004552224,0.0014084524,0.00025325338,0.0029848923,0.0008591986],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.041993897,0.00013212426,0.00044393988,0.00050820963,0.00072767667,0.00021512606,0.00042082442,0.00014461923,0.002611532],"category_scores_gemma":[0.008377417,0.000095068885,0.000049242983,0.00088507007,0.00050595513,0.00160895,0.00026509791,0.0033183028,0.000036511516],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013863372,0.0002268208,0.98879963,0.0004342089,0.000044736007,0.000011422831,0.0039529377,0.0000117733925,0.0000011087403,0.0000474813,0.0033193335,0.0030119205],"study_design_scores_gemma":[0.0017189628,0.001412841,0.9619429,0.0010714098,0.0000027102699,0.000025801997,0.007334314,0.021053884,0.0000011391376,0.000010967989,0.005345133,0.00007992915],"about_ca_topic_score_codex":0.00455131,"about_ca_topic_score_gemma":0.0058758375,"teacher_disagreement_score":0.033616483,"about_ca_system_score_codex":0.001314371,"about_ca_system_score_gemma":0.010591639,"threshold_uncertainty_score":0.99997544},"labels":[],"label_agreement":null},{"id":"W3159816170","doi":"10.2196/25547","title":"Priority Given to Technology in Government-Based Mental Health and Addictions Vision and Strategy Documents: Systematic Policy Review","year":2021,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary; Université de Montréal; McGill University; Douglas Mental Health University Institute","funders":"Canada Research Chairs","keywords":"Government (linguistics); Mental health; Public relations; Telehealth; Pandemic; Baseline (sea); Health care; Telemedicine; eHealth; Political science; Business; Internet privacy; Psychology; Medicine; Coronavirus disease 2019 (COVID-19); Computer science; Psychiatry","score_opus":0.1164455811092567,"score_gpt":0.5848852485626156,"score_spread":0.4684396674533589,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3159816170","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000046198078,0.9624111,0.00002931222,0.034522038,0.00045855777,0.0020098626,0.00010436167,0.000008826005,0.0004097564],"genre_scores_gemma":[0.0005249806,0.9971265,0.00006408756,0.0006392894,0.00012118781,0.00022722193,0.000023947408,0.000034075154,0.0012386632],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.99051833,0.002965084,0.0028130573,0.000474425,0.0025613839,0.00066771574],"domain_scores_gemma":[0.9965759,0.00077362877,0.00085236673,0.00039364854,0.00019026137,0.0012142208],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.008655077,0.00030198225,0.0024885416,0.00124715,0.00007261234,0.00012788369,0.00080448855,0.0004376773,0.0007187521],"category_scores_gemma":[0.0031195502,0.0002203939,0.0002832234,0.0013207279,0.00028952849,0.00012892386,0.00066631683,0.0025896155,0.00006983753],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002449571,0.00077172165,0.000010824128,0.23028877,0.00021561513,0.00029709993,0.00010306017,7.783464e-9,2.3699625e-8,0.0034513306,0.04734277,0.71749425],"study_design_scores_gemma":[0.00043809673,0.0023228393,0.0000054634284,0.56641984,0.00004396819,0.001210279,0.00042349572,0.0000028661548,9.865764e-8,0.00008495123,0.42895615,0.000091914815],"about_ca_topic_score_codex":0.00042658768,"about_ca_topic_score_gemma":0.0001861392,"teacher_disagreement_score":0.71740234,"about_ca_system_score_codex":0.0021900346,"about_ca_system_score_gemma":0.0020972711,"threshold_uncertainty_score":0.99971145},"labels":[],"label_agreement":null},{"id":"W3160457727","doi":"10.2196/26843","title":"Predicting Kidney Graft Survival Using Machine Learning Methods: Prediction Model Development and Feature Significance Analysis Study","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Renal Transplantation Outcomes and Treatments","field":"Medicine","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Hennepin Healthcare Research Institute","keywords":"Kidney transplantation; Kidney; Kidney disease; Transplantation; Medicine; Feature (linguistics); Survival analysis; Computer science; Urology; Intensive care medicine; Internal medicine","score_opus":0.1364481929897605,"score_gpt":0.4798393241112639,"score_spread":0.34339113112150343,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3160457727","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93059665,0.00089125347,0.06669558,0.0013160021,0.00014715595,0.00019111356,0.0000068166005,0.000012872183,0.00014254567],"genre_scores_gemma":[0.9638308,0.00045984032,0.03357932,0.00007531117,0.00015303944,0.000005156944,0.00003153794,0.000018143197,0.0018468064],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9949881,0.0010382832,0.0006624663,0.0002819996,0.0027363799,0.00029276207],"domain_scores_gemma":[0.99768144,0.00052148284,0.00018504926,0.00012849405,0.00073853,0.00074498483],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0063963947,0.00014352589,0.0005710814,0.00051465083,0.00012803449,0.00008138122,0.00015336816,0.00014761873,0.00018892271],"category_scores_gemma":[0.0020095643,0.000100195866,0.00015684238,0.0007806581,0.00007998703,0.000108867105,0.00010762872,0.0016643016,0.0000011200963],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048022807,0.00073604635,0.98010844,0.00021381417,0.0046687573,0.0023032713,0.0032622367,0.0007949597,0.0011940115,0.000016809165,0.000047224697,0.0061742053],"study_design_scores_gemma":[0.0061139455,0.0010616141,0.10605683,0.0016808414,0.0021585682,0.0012000705,0.0038186,0.8713934,0.005443643,0.000033589327,0.0008798936,0.00015903127],"about_ca_topic_score_codex":0.00017475571,"about_ca_topic_score_gemma":0.00010584628,"teacher_disagreement_score":0.87405163,"about_ca_system_score_codex":0.0001927822,"about_ca_system_score_gemma":0.00095654686,"threshold_uncertainty_score":0.7230655},"labels":[],"label_agreement":null},{"id":"W3161180692","doi":"10.2196/23715","title":"eHealth Implementation Issues in Low-Resource Countries: Model, Survey, and Analysis of User Experience","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; McMaster University","funders":"Kasturba Medical College, Manipal; McMaster University","keywords":"eHealth; Interoperability; Structural equation modeling; Health care; Business; Nursing; Computer science; Medicine; World Wide Web; Economics; Economic growth","score_opus":0.16348064968676293,"score_gpt":0.6073528202620985,"score_spread":0.44387217057533557,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3161180692","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9829845,0.001539784,0.0020294003,0.012553696,0.00011648046,0.0005078755,0.000043237156,0.000004209777,0.00022085602],"genre_scores_gemma":[0.9862653,0.0105536,0.00029199495,0.0015735253,0.00020397466,0.00022127123,0.000049703624,0.0000124965345,0.0008281141],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9925377,0.0026612151,0.001815049,0.00023775914,0.0021214683,0.0006268074],"domain_scores_gemma":[0.99404436,0.0029565436,0.00048844994,0.00026482597,0.0014566774,0.0007891207],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01783969,0.00008963605,0.0005800295,0.0007509333,0.00015406735,0.000015131491,0.00040107052,0.00023549794,0.0029937555],"category_scores_gemma":[0.002795402,0.00007326141,0.00006069497,0.0014493947,0.0002197996,0.00011287313,0.00023553889,0.0016004663,0.000008212423],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003958455,0.00029751752,0.89395547,0.0010667827,0.00014920505,0.000049302784,0.015782833,0.000079893885,0.000035260407,0.004490746,0.073932014,0.009765149],"study_design_scores_gemma":[0.0035657366,0.00047381877,0.6812062,0.001678425,0.00007602085,0.000018596764,0.033218835,0.04774162,0.0001867459,0.0004004818,0.2312476,0.0001859186],"about_ca_topic_score_codex":0.005621739,"about_ca_topic_score_gemma":0.01755232,"teacher_disagreement_score":0.21274926,"about_ca_system_score_codex":0.00027904107,"about_ca_system_score_gemma":0.0036552262,"threshold_uncertainty_score":0.99791765},"labels":[],"label_agreement":null},{"id":"W3161634579","doi":"10.2196/29507","title":"Authors’ Reply to: Redundancy of Terms in Search Strategies. Comment on “Searching PubMed to Retrieve Publications on the COVID-19 Pandemic: Comparative Analysis of Search Strings”","year":2021,"lang":"en","type":"letter","venue":"Journal of Medical Internet Research","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Novo Nordisk Fonden","keywords":"Redundancy (engineering); Pandemic; Coronavirus disease 2019 (COVID-19); Computer science; Information retrieval; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Data science; Medicine; Virology","score_opus":0.821415364529672,"score_gpt":0.6541132984116215,"score_spread":0.16730206611805054,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3161634579","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1486703,0.00020159745,0.0022731726,0.8433161,0.00036297538,0.0013126322,0.00020212072,0.000007416539,0.0036536914],"genre_scores_gemma":[0.84412646,0.00059970206,0.0002476696,0.1485574,0.0008302436,0.00012150332,0.000060773913,0.000042759948,0.0054134694],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.89870834,0.013387743,0.004848499,0.001685307,0.07906102,0.0023090944],"domain_scores_gemma":[0.87530303,0.099918924,0.0013752107,0.0029362987,0.016702836,0.0037637108],"candidate_categories":["metaresearch","metaepi_narrow","bibliometrics","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.271116,0.00043084586,0.002327755,0.15498368,0.0002666933,0.0034464747,0.0152934445,0.00092885474,0.0037835625],"category_scores_gemma":[0.26557484,0.00025450543,0.0009096232,0.23063882,0.0013725972,0.0003793595,0.0043533533,0.016395938,0.000053890697],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005329459,0.00067814434,0.01907765,0.00007631003,0.000869381,0.0005123978,0.0040780012,0.00088417024,0.00005152117,0.0023648122,0.96050596,0.010368689],"study_design_scores_gemma":[0.0012930956,0.0038126681,0.035947114,0.00096264406,0.000084125706,0.00006792567,0.011731501,0.005901986,0.0008766136,0.0016572092,0.937204,0.00046111617],"about_ca_topic_score_codex":0.003644034,"about_ca_topic_score_gemma":0.00043538475,"teacher_disagreement_score":0.6954562,"about_ca_system_score_codex":0.002637494,"about_ca_system_score_gemma":0.0075796773,"threshold_uncertainty_score":0.9999907},"labels":[],"label_agreement":null},{"id":"W3161884157","doi":"10.2196/17874","title":"The Efficacy of eHealth Interventions for the Treatment of Adults Diagnosed With Full or Subthreshold Binge Eating Disorder: Systematic Review and Meta-analysis","year":2021,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Eating Disorders and Behaviors","field":"Psychology","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"eHealth; Eating disorders; Psychological intervention; Binge-eating disorder; Binge eating; Meta-analysis; Medicine; Psychiatry; Bulimia nervosa; Clinical psychology; Systematic review; Psychology; MEDLINE; Health care","score_opus":0.3172677470503568,"score_gpt":0.5535804490372419,"score_spread":0.2363127019868851,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3161884157","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00028309794,0.9950597,0.0002556933,0.0011566987,0.000080821315,0.0031055184,0.000045197143,0.000002669444,0.000010590965],"genre_scores_gemma":[0.000497281,0.9973697,0.0000611229,0.000019607935,0.000053304226,0.0008863188,0.00001649369,0.00003312375,0.0010630668],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.9912371,0.003211616,0.0031450659,0.00032693808,0.001684868,0.0003943821],"domain_scores_gemma":[0.9748751,0.020694483,0.0026152013,0.0007555152,0.00084477075,0.00021496005],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.010330151,0.00031756455,0.0060792873,0.00039872795,0.00013977906,0.0000685111,0.0011509198,0.00022292441,0.001178047],"category_scores_gemma":[0.0041664885,0.00010503967,0.004176415,0.0011099093,0.00047915496,0.000026536778,0.00012001142,0.00091536425,0.0000017683516],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022229158,0.0031264182,0.00009150895,0.665648,0.19729675,0.000121497986,0.0016419034,4.1316517e-7,8.638064e-9,0.0002466994,0.001907929,0.12969658],"study_design_scores_gemma":[0.0013877009,0.0082642995,0.000024499122,0.32914618,0.6348786,0.00020062787,0.002870262,0.00002113375,7.289256e-8,0.0000035386,0.023047345,0.0001557811],"about_ca_topic_score_codex":0.00064127444,"about_ca_topic_score_gemma":0.0027037265,"teacher_disagreement_score":0.4375818,"about_ca_system_score_codex":0.00008937469,"about_ca_system_score_gemma":0.0004415272,"threshold_uncertainty_score":0.999735},"labels":[],"label_agreement":null},{"id":"W3161934018","doi":"10.2196/22973","title":"Usability of Rapid Cholera Detection Device (OmniVis) for Water Quality Workers in Bangladesh: Iterative Convergent Mixed Methods Study","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Biosensors and Analytical Detection","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"International Centre for Diarrhoeal Disease Research, Bangladesh; Grand Challenges Canada","keywords":"Usability; Computer science; Workflow; Mobile device; Medicine; Human–computer interaction; Database; World Wide Web","score_opus":0.10333690515686318,"score_gpt":0.4617643439913274,"score_spread":0.3584274388344642,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3161934018","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9669454,0.00020803393,0.031228831,0.0007820771,0.0005759626,0.00018897402,0.0000020229459,0.000007923904,0.000060775776],"genre_scores_gemma":[0.9988881,0.000061005976,0.0007423416,0.000019035331,0.00017312032,0.000011581681,0.0000013030943,0.000012401842,0.000091135844],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99565786,0.0017181855,0.0009833804,0.00018411847,0.0011405841,0.00031588724],"domain_scores_gemma":[0.997654,0.0011831395,0.00006648247,0.00015795455,0.0007046013,0.00023383093],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01505593,0.00010863805,0.00043415197,0.00023219261,0.000025348196,0.000045777368,0.00023874844,0.00018999,0.0007230428],"category_scores_gemma":[0.0025492543,0.00007450349,0.00018319325,0.00036810714,0.00012012657,0.00011093601,0.000095316725,0.0011707845,0.000003777095],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019758225,0.0034110856,0.013464622,0.0015602488,0.0014580641,0.00029840166,0.013336723,0.0010479984,0.28052866,0.000084347324,0.0018357474,0.68099827],"study_design_scores_gemma":[0.0025921082,0.0013362204,0.031047527,0.00037945455,0.000036056947,0.000039918876,0.007691304,0.081828326,0.8693666,0.0002914787,0.0052116336,0.00017939982],"about_ca_topic_score_codex":0.00016965032,"about_ca_topic_score_gemma":0.00036795205,"teacher_disagreement_score":0.68081886,"about_ca_system_score_codex":0.00022975875,"about_ca_system_score_gemma":0.00007427257,"threshold_uncertainty_score":0.7916812},"labels":[],"label_agreement":null},{"id":"W3162042679","doi":"10.2196/26255","title":"Methodological Clarifications and Generalizing From Weibo Data. Comment on “Nature and Diffusion of COVID-19–related Oral Health Information on Chinese Social Media: Analysis of Tweets on Weibo”","year":2021,"lang":"en","type":"letter","venue":"Journal of Medical Internet Research","topic":"Sentiment Analysis and Opinion Mining","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Social media; Coronavirus disease 2019 (COVID-19); Microblogging; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Internet privacy; Health information; China; Computer science; Psychology; Data science; Sociology; World Wide Web; Political science; Medicine; Health care; Virology","score_opus":0.3554690349088374,"score_gpt":0.5189613256908213,"score_spread":0.1634922907819839,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3162042679","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07501754,0.0010145218,0.017424913,0.90574616,0.00046966842,0.00014789404,0.00012720954,0.000008551981,0.00004353463],"genre_scores_gemma":[0.36386818,0.0073921494,0.016596818,0.601709,0.0029127654,0.000012137661,0.0073725395,0.000041824085,0.00009455684],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98948723,0.0038182563,0.0015336041,0.000455404,0.0043917806,0.0003137432],"domain_scores_gemma":[0.9906558,0.006627346,0.0013388443,0.0005916214,0.00039670576,0.000389716],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.011957453,0.00022925349,0.0012718444,0.0019174276,0.0001478488,0.00020665688,0.001816016,0.0010361671,0.0003346664],"category_scores_gemma":[0.005535885,0.00015130559,0.00026174384,0.0013521097,0.00028256918,0.00025119254,0.0010776144,0.005401142,0.0000016557425],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020484407,0.0004530687,0.002127141,0.00018670587,0.0031257432,0.00020406404,0.007255474,0.00007022045,0.00004036884,0.002900053,0.941995,0.041437306],"study_design_scores_gemma":[0.006072219,0.003977689,0.04750671,0.0030201434,0.0012271673,0.00007316101,0.0023636918,0.46233252,0.00014027301,0.0033021532,0.4691028,0.0008814875],"about_ca_topic_score_codex":0.00044910228,"about_ca_topic_score_gemma":0.00006839812,"teacher_disagreement_score":0.4728922,"about_ca_system_score_codex":0.00018740138,"about_ca_system_score_gemma":0.00046590372,"threshold_uncertainty_score":0.99689347},"labels":[],"label_agreement":null},{"id":"W3162852728","doi":"10.2196/25077","title":"Establishing and Facilitating Large-Scale Manuscript Collaborations via Social Media: Novel Method and Tools for Replication","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Reseau canadien de recherche respiratoire","keywords":"Social media; Transgender; Scholarship; Queer; Scale (ratio); Lesbian; Specialty; Public relations; Residence; Sociology; Psychology; Medical education; Political science; Medicine; World Wide Web; Gender studies; Computer science; Family medicine","score_opus":0.364927572744306,"score_gpt":0.5516106886800558,"score_spread":0.18668311593574982,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3162852728","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.55317646,0.0017212121,0.2528046,0.18707003,0.0035647028,0.0010158962,0.00004264902,0.00002201153,0.00058242475],"genre_scores_gemma":[0.8590987,0.0017428949,0.12575257,0.00094500114,0.011421115,0.0005188354,0.000049104376,0.000041828574,0.0004300046],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9955093,0.0011962607,0.00057415036,0.00025226784,0.002052403,0.00041557016],"domain_scores_gemma":[0.96416485,0.031863086,0.00026607796,0.00012832155,0.0029931543,0.00058451074],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.026516365,0.0000682533,0.00024832826,0.00017147612,0.00061139726,0.00054813386,0.0002937498,0.00028732355,0.00015275854],"category_scores_gemma":[0.22002271,0.000066373825,0.000045821478,0.0006169269,0.0003593351,0.0007428726,0.00011899154,0.00081958197,0.0000012513041],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000081719634,0.0002933741,0.001662702,0.00021790227,0.000055672193,0.000014060732,0.422596,4.6531022e-7,0.001961218,0.027293326,0.020077031,0.5257465],"study_design_scores_gemma":[0.00227535,0.00025642177,0.012440989,0.00046617215,0.000057191053,0.000087350105,0.55362236,0.003730964,0.0008719055,0.017266529,0.40867466,0.00025011395],"about_ca_topic_score_codex":0.0006175344,"about_ca_topic_score_gemma":0.004833564,"teacher_disagreement_score":0.5254964,"about_ca_system_score_codex":0.00028789206,"about_ca_system_score_gemma":0.0019561579,"threshold_uncertainty_score":0.91900957},"labels":[],"label_agreement":null},{"id":"W3163512872","doi":"10.2196/12410","title":"Evaluation of a Technology-Based Peer-Support Intervention Program for Preventing Postnatal Depression (Part 1): Randomized Controlled Trial","year":2019,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Maternal Mental Health During Pregnancy and Postpartum","field":"Medicine","cited_by":131,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"National University Health System","keywords":"Randomized controlled trial; Intervention (counseling); Depression (economics); Peer support; Medicine; Psychology; Physical therapy; Psychiatry; Internal medicine","score_opus":0.07445196512462028,"score_gpt":0.48838384244987415,"score_spread":0.4139318773252539,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3163512872","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9823764,0.0011899293,0.0003344395,0.003470585,0.0012817935,0.010841634,0.0000030811466,0.000016916154,0.00048521147],"genre_scores_gemma":[0.9962371,0.000052114137,0.00071284344,0.000038727387,0.00035487214,0.0008458801,0.00001703105,0.000016889215,0.0017245575],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9898212,0.0013554544,0.0019017656,0.00020450297,0.006351448,0.00036566044],"domain_scores_gemma":[0.99405456,0.0011383443,0.00096954213,0.00020657918,0.003368036,0.0002629167],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06865874,0.00012925544,0.0012702374,0.0006931782,0.000032200263,0.000026535108,0.00035091935,0.00031826843,0.0020765313],"category_scores_gemma":[0.017607143,0.000081125785,0.00074396364,0.00018295534,0.00019238537,0.00009275437,0.00010137909,0.0009636067,0.0000137667885],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9353617,0.0017908408,0.00056078087,0.0022165496,0.00040203295,0.000038279803,0.0000847065,0.0000022416757,0.0001135754,0.00007863682,0.0006669963,0.058683686],"study_design_scores_gemma":[0.93856966,0.008978605,0.000113288464,0.019749325,0.00045035986,0.00019331473,0.00009653973,0.022114571,0.008431614,0.00033659162,0.00090285455,0.00006327769],"about_ca_topic_score_codex":0.000026816899,"about_ca_topic_score_gemma":0.0000038796325,"teacher_disagreement_score":0.05862041,"about_ca_system_score_codex":0.0001722212,"about_ca_system_score_gemma":0.0010159053,"threshold_uncertainty_score":0.9988357},"labels":[],"label_agreement":null},{"id":"W3164314871","doi":"10.2196/29143","title":"The Jordan Stillbirth and Neonatal Mortality Surveillance (JSANDS) System: Evaluation Study","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"International Development Research Centre; UNICEF","keywords":"Medicine; Representativeness heuristic; Likert scale; Public health; Demography; Statistics; Nursing","score_opus":0.09087729457968172,"score_gpt":0.4702186458375157,"score_spread":0.37934135125783397,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3164314871","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98548335,0.0041979826,0.000026862379,0.008818799,0.00046178084,0.00026464698,0.0000022615945,0.0000053855592,0.0007389325],"genre_scores_gemma":[0.9981014,0.0007639343,0.000010680273,0.00014369725,0.0006082549,0.0000046777945,0.0000017777671,0.0000071729614,0.00035837907],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.992277,0.0013755445,0.0006100344,0.00017338958,0.005251006,0.00031298772],"domain_scores_gemma":[0.9969016,0.0004955062,0.00013491446,0.00022378522,0.0016981638,0.00054603984],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018528385,0.000084681444,0.0003154655,0.00007043689,0.00011674845,0.00009766132,0.00027916153,0.00008291884,0.0002681599],"category_scores_gemma":[0.0032381602,0.000045043373,0.000065335116,0.00020675058,0.00018767721,0.000050641167,0.00022014554,0.0011327446,0.000011707232],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011544368,0.0007463513,0.9039327,0.00057071313,0.0006319911,0.0054151285,0.0014112985,0.000001990697,0.00004865156,0.0020769897,0.015092785,0.06891697],"study_design_scores_gemma":[0.0037318408,0.0015756919,0.9669381,0.00085067103,0.00006284895,0.0045766756,0.007921173,0.0035491774,0.00011712956,0.00027767906,0.010331497,0.00006751827],"about_ca_topic_score_codex":0.00052754337,"about_ca_topic_score_gemma":0.0007718063,"teacher_disagreement_score":0.068849444,"about_ca_system_score_codex":0.00019988131,"about_ca_system_score_gemma":0.0009669863,"threshold_uncertainty_score":0.64216053},"labels":[],"label_agreement":null},{"id":"W3164546583","doi":"10.2196/26412","title":"Recursive Partitioning vs Computerized Adaptive Testing to Reduce the Burden of Health Assessments in Cleft Lip and/or Palate: Comparative Simulation Study","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Cleft Lip and Palate Research","field":"Biochemistry, Genetics and Molecular Biology","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; McMaster University","funders":"NIHR Oxford Biomedical Research Centre; Canadian Institutes of Health Research; Department of Health and Social Care; National Institute for Health and Care Research","keywords":"Computer science; Computerized adaptive testing; Psychology; Artificial intelligence; Developmental psychology; Psychometrics","score_opus":0.2376456872497135,"score_gpt":0.522190982508174,"score_spread":0.2845452952584605,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3164546583","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9941152,0.00012742587,0.0020730125,0.0031993443,0.00007580524,0.00031081066,0.0000024153946,0.0000010543054,0.00009494728],"genre_scores_gemma":[0.9987165,0.00013525158,0.00063675054,0.000072028764,0.0002812606,0.000006737999,0.0000049958826,0.0000069987314,0.0001395052],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9956129,0.0020629875,0.00061124674,0.00021053854,0.0012208739,0.00028143398],"domain_scores_gemma":[0.9975194,0.00097354583,0.00018431948,0.00014879357,0.0009486972,0.0002252948],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00633256,0.00008278963,0.00031123724,0.00012512894,0.00006905835,0.000056173438,0.0003292679,0.0000865254,0.000058844886],"category_scores_gemma":[0.0021315028,0.00005494243,0.000040502557,0.0003855508,0.00014040097,0.000008958029,0.00042358536,0.0006976156,0.0000015232039],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.024582988,0.008883441,0.36224338,0.0007543913,0.0029698287,0.0026730173,0.095586516,0.05566362,0.097913295,0.0004192184,0.028872844,0.31943744],"study_design_scores_gemma":[0.014857871,0.046858653,0.45947942,0.007128835,0.000051454874,0.0006450773,0.09561181,0.34916702,0.014573567,0.0005836822,0.010394733,0.00064787763],"about_ca_topic_score_codex":0.00044812902,"about_ca_topic_score_gemma":0.00018671762,"teacher_disagreement_score":0.31878957,"about_ca_system_score_codex":0.000059729326,"about_ca_system_score_gemma":0.0008347075,"threshold_uncertainty_score":0.30308315},"labels":[],"label_agreement":null},{"id":"W3164776547","doi":"10.2196/25947","title":"Perceptions Toward the Use of Digital Technology for Enhancing Family Planning Services: Focus Group Discussion With Beneficiaries and Key Informative Interview With Midwives","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Global Maternal and Child Health","field":"Medicine","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"International Development Research Centre","keywords":"Focus group; Thematic analysis; Refugee; Qualitative research; Health care; Medicine; Digital health; Nursing; Psychology; Sociology; Political science","score_opus":0.08241014568041188,"score_gpt":0.387518275339044,"score_spread":0.3051081296586321,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3164776547","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9448611,0.0012863216,0.009287904,0.044237457,0.000038924605,0.00020251842,0.000016306953,0.0000064702954,0.000062987056],"genre_scores_gemma":[0.99800456,0.0005312832,0.00086299365,0.00037125516,0.00008960625,0.0000069598395,0.000006430487,0.000009115585,0.000117803844],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99799246,0.00008863536,0.00047576023,0.000114758725,0.0010667993,0.0002616196],"domain_scores_gemma":[0.99842554,0.0002946691,0.00018134729,0.00011818261,0.0007626436,0.00021758724],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008707773,0.00010312062,0.00036074425,0.00018678709,0.00007170326,0.00010015638,0.0002265397,0.00011312956,0.000040682102],"category_scores_gemma":[0.00033716473,0.00003967075,0.000055781617,0.00025169025,0.00035951176,0.00030004754,0.0002331776,0.0008506323,0.0000011013788],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.021997716,0.0030225343,0.26929933,0.019662665,0.0038448751,0.0038107983,0.22064836,0.00012034091,0.004866127,0.015801923,0.0061899256,0.4307354],"study_design_scores_gemma":[0.012170412,0.03274771,0.14679645,0.10856613,0.00049661775,0.016074536,0.57171756,0.004760372,0.004264414,0.0048307492,0.0970183,0.0005567509],"about_ca_topic_score_codex":0.000074406984,"about_ca_topic_score_gemma":0.0004448817,"teacher_disagreement_score":0.43017864,"about_ca_system_score_codex":0.00005178674,"about_ca_system_score_gemma":0.00026332805,"threshold_uncertainty_score":0.36956215},"labels":[],"label_agreement":null},{"id":"W3164881118","doi":"10.2196/28766","title":"A Road Map for Remote Digital Health Technology for Motor Neuron Disease","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Amyotrophic Lateral Sclerosis Research","field":"Medicine","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Montreal Neurological Institute and Hospital","funders":"National Institute for Health and Care Research","keywords":"Personalization; Health care; Digital health; Road map; Health technology; Computer science; Business; Medicine; Knowledge management; Marketing","score_opus":0.10084039722535477,"score_gpt":0.4630795171517523,"score_spread":0.3622391199263975,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3164881118","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37714243,0.005088261,0.016089069,0.5993809,0.00058085384,0.0014960421,0.000065504595,0.000035855064,0.00012107162],"genre_scores_gemma":[0.97565114,0.0012656925,0.0031198575,0.001637549,0.002012693,0.000053438893,0.00004174914,0.00007649689,0.016141366],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99433976,0.0002133631,0.00088240847,0.0003674567,0.0032628973,0.0009340903],"domain_scores_gemma":[0.9946838,0.00073693914,0.0001782388,0.00038616703,0.0021678053,0.0018470581],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00390984,0.000149176,0.0005921551,0.0005605214,0.00009015163,0.00013589468,0.0006981684,0.00025785647,0.00058064365],"category_scores_gemma":[0.017933654,0.00010666854,0.00036343085,0.00043524816,0.00042163883,0.00014278821,0.00042736536,0.0017619983,0.000033117292],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008395179,0.0012831916,0.0016498889,0.0017620928,0.00038368997,0.0030617472,0.00017389358,0.0000011539212,0.0033975386,0.00132605,0.23681584,0.74174976],"study_design_scores_gemma":[0.016139276,0.018380936,0.025766667,0.006007134,0.00007244381,0.002162012,0.0006234942,0.0328038,0.0010432662,0.0102381995,0.8864153,0.00034744083],"about_ca_topic_score_codex":0.00003898095,"about_ca_topic_score_gemma":0.000011180542,"teacher_disagreement_score":0.74140227,"about_ca_system_score_codex":0.00043909956,"about_ca_system_score_gemma":0.0035482743,"threshold_uncertainty_score":0.9903387},"labels":[],"label_agreement":null},{"id":"W3165013172","doi":"10.2196/25281","title":"Improving the Usability and Safety of Digital Health Systems: The Role of Predictive Human-Computer Interaction Modeling","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Department of Health and Social Care; National Institute for Health and Care Research; Government of the United Kingdom","keywords":"Usability; Generalizability theory; Sociotechnical system; Computer science; Human–computer interaction; Digital health; Psychological intervention; SAFER; Usability engineering; Knowledge management; Health care; Psychology; Computer security","score_opus":0.10566265312388606,"score_gpt":0.5098275617134966,"score_spread":0.40416490858961057,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3165013172","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8855887,0.009355538,0.06468241,0.034590878,0.0011677915,0.0030561506,0.00005641422,0.000015373702,0.0014867602],"genre_scores_gemma":[0.99775094,0.0010513867,0.00006643958,0.00021438867,0.0007004849,0.000117905016,0.000004504347,0.000009933321,0.00008399336],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99364483,0.0022286095,0.0019194115,0.00018734529,0.0015830515,0.00043677283],"domain_scores_gemma":[0.9929943,0.00365026,0.00085105665,0.00034504343,0.0017013487,0.0004579882],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.015545257,0.00008548414,0.0004057521,0.00011215631,0.00043858355,0.000025401117,0.00048870116,0.00016975621,0.00012984958],"category_scores_gemma":[0.0024174138,0.00004576872,0.00008369291,0.00025154394,0.00031831494,0.00014796267,0.0004401349,0.0028095064,0.0000030737035],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0030914124,0.0019922485,0.08173641,0.013352149,0.00056740595,0.000027328999,0.04061906,0.0016600094,0.0006417956,0.06526786,0.02634712,0.7646972],"study_design_scores_gemma":[0.0025497847,0.0019778581,0.007517222,0.0065268455,0.000038498973,0.00023841187,0.07771846,0.8488568,0.0001237564,0.0042215562,0.050095674,0.00013511477],"about_ca_topic_score_codex":0.0021182226,"about_ca_topic_score_gemma":0.00019174285,"teacher_disagreement_score":0.8471968,"about_ca_system_score_codex":0.00029506732,"about_ca_system_score_gemma":0.002834897,"threshold_uncertainty_score":0.99949104},"labels":[],"label_agreement":null},{"id":"W3165357450","doi":"10.2196/27052","title":"Internet Interest in Colon Cancer Following the Death of Chadwick Boseman: Infoveillance Study","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Data-Driven Disease Surveillance","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University; University of British Columbia","funders":"","keywords":"Colorectal cancer; Demography; Medicine; Mortality rate; Demographics; Cancer; Gerontology; Oncology; Internal medicine; Sociology","score_opus":0.16554325186956553,"score_gpt":0.46978038485894796,"score_spread":0.30423713298938243,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3165357450","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98403484,0.0038679629,0.000062801686,0.00944137,0.0005957646,0.00037524154,0.000010270113,0.000008573797,0.0016032052],"genre_scores_gemma":[0.9968882,0.00080949377,0.000042252355,0.00045596613,0.00040878527,0.000023032202,0.000007041461,0.000025192146,0.001339998],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9935578,0.0011981147,0.001296953,0.0003047578,0.0031387992,0.00050357834],"domain_scores_gemma":[0.996573,0.0010941379,0.00033577968,0.0005301229,0.00095657504,0.0005104227],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008674052,0.00017391403,0.0008586638,0.00036662698,0.000024869194,0.000059541526,0.0011393711,0.00016690482,0.0019515721],"category_scores_gemma":[0.007327528,0.000110081935,0.00027755628,0.00063755794,0.00026604804,0.00013493616,0.00083200465,0.002429298,0.000025207257],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021467106,0.0032666756,0.90325534,0.00033519467,0.0011628716,0.018959112,0.004794636,0.0000057231227,0.0012175367,0.0007656195,0.032874078,0.03121652],"study_design_scores_gemma":[0.020562448,0.007859369,0.8008156,0.015732294,0.00025450086,0.0019120018,0.017717868,0.0046921317,0.009824579,0.00049427437,0.11962082,0.0005141356],"about_ca_topic_score_codex":0.0015608205,"about_ca_topic_score_gemma":0.0037935483,"teacher_disagreement_score":0.102439746,"about_ca_system_score_codex":0.00045785104,"about_ca_system_score_gemma":0.001790322,"threshold_uncertainty_score":0.99987215},"labels":[],"label_agreement":null},{"id":"W3167296432","doi":"10.2196/26085","title":"The Use of Information and Communication Technologies by Sex Workers to Manage Occupational Health and Safety: Scoping Review","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Sex work and related issues","field":"Social Sciences","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Women's College Hospital; Public Health Ontario; University of Toronto","funders":"","keywords":"Occupational safety and health; Information and Communications Technology; The Internet; Medicine; Public relations; Business; Political science; Computer science","score_opus":0.12532362928836804,"score_gpt":0.492415987480075,"score_spread":0.36709235819170694,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3167296432","genre_codex":"commentary","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09362191,0.4031553,0.001345209,0.50026613,0.00013529204,0.00059907563,0.0000016513709,0.00001841215,0.0008570218],"genre_scores_gemma":[0.093158066,0.9046974,0.0008107088,0.00079090823,0.000023058123,0.0000035458286,0.000004044438,0.000002356907,0.000509887],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99753004,0.00069428014,0.00042449057,0.000043946344,0.0011584685,0.00014878315],"domain_scores_gemma":[0.99794555,0.0012928786,0.00016064454,0.000097192176,0.00036481416,0.00013890013],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007726638,0.00003103989,0.00013465199,0.000083348124,0.0002473607,0.0001248468,0.00030189467,0.00008332283,0.00004156468],"category_scores_gemma":[0.008244813,0.000019513704,0.000015978836,0.00033864958,0.00048824635,0.00022132983,0.00025008968,0.00049582915,0.0000015939594],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008302312,0.000032562883,0.004587206,0.00066903717,0.000065515145,0.000006546485,0.018422611,0.0000016807745,0.0000019702202,0.0023344355,0.17151853,0.8022769],"study_design_scores_gemma":[0.00032474453,0.00022320733,0.0007701935,0.057466872,0.000007850824,0.000028494844,0.056550935,0.0001354824,0.000047830028,0.00063219486,0.8837484,0.00006378628],"about_ca_topic_score_codex":0.0004564927,"about_ca_topic_score_gemma":0.00019676452,"teacher_disagreement_score":0.8022131,"about_ca_system_score_codex":0.000056433968,"about_ca_system_score_gemma":0.00047035504,"threshold_uncertainty_score":0.9870407},"labels":[],"label_agreement":null},{"id":"W3168476301","doi":"10.2196/27259","title":"An Environmental Scan of Virtual “Walk-In” Clinics in Canada: Comparative Study","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"British Columbia Academic Health Science Network; University of British Columbia; Providence Health Care; Simon Fraser University","funders":"Simon Fraser University","keywords":"Payment; Business; Health care; Medicine; Finance","score_opus":0.14897632479253495,"score_gpt":0.5213586628967132,"score_spread":0.3723823381041782,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3168476301","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9964869,0.00029558272,0.000025132375,0.0026354706,0.00017152545,0.0002435318,0.000004720968,9.348376e-7,0.00013619543],"genre_scores_gemma":[0.9991113,0.00022333405,0.000059110196,0.00030168498,0.0002034674,0.0000042406264,0.000012246367,0.00000754574,0.00007710282],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99405074,0.0008405648,0.0013165786,0.00016752866,0.0032961774,0.0003283984],"domain_scores_gemma":[0.99831796,0.00059995305,0.00020367504,0.00016627403,0.0001883961,0.00052372686],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0051227435,0.00008437102,0.0005565251,0.00035047953,0.000013602319,0.0000067885394,0.00026227202,0.00006893241,0.002033726],"category_scores_gemma":[0.0007021895,0.00006637841,0.000040251187,0.00034309342,0.0001258972,0.0000800859,0.000092226976,0.0015143137,0.00000266323],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00069660856,0.002355556,0.9468037,0.000039253027,0.00007317686,0.0048593213,0.004773532,0.000006881126,0.0002809563,0.00003610627,0.0041455966,0.0359293],"study_design_scores_gemma":[0.0072159683,0.0066744736,0.883391,0.00036876267,0.00001803983,0.00024267746,0.09768173,0.0015273088,0.0011807637,0.000019124369,0.0016242861,0.00005583611],"about_ca_topic_score_codex":0.2657209,"about_ca_topic_score_gemma":0.7784056,"teacher_disagreement_score":0.5126847,"about_ca_system_score_codex":0.001019489,"about_ca_system_score_gemma":0.006387191,"threshold_uncertainty_score":0.99924564},"labels":[],"label_agreement":null},{"id":"W3168847653","doi":"10.2196/27448","title":"Evaluation of a Social Media Campaign in Saskatchewan to Promote Healthy Eating During the COVID-19 Pandemic: Social Media Analysis and Qualitative Interview Study","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Saskatchewan","funders":"Saskatchewan Health Research Foundation","keywords":"Social media; Pandemic; Hoarding (animal behavior); Qualitative research; Coronavirus disease 2019 (COVID-19); Advertising; Psychology; Medicine; Sociology; Political science; Business","score_opus":0.5644101573999198,"score_gpt":0.6402515528193651,"score_spread":0.07584139541944523,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3168847653","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.958667,0.00059397036,0.00009749525,0.03898594,0.0006909093,0.0009137198,0.000005036914,0.0000064289106,0.000039498733],"genre_scores_gemma":[0.99765784,0.00016544024,0.00009426843,0.0002543255,0.0016177486,0.00018476232,0.0000029507266,0.000011011809,0.000011658414],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.953722,0.033689816,0.0015093624,0.00032738564,0.010149823,0.00060160726],"domain_scores_gemma":[0.9679999,0.026075082,0.00079313637,0.0001652141,0.0039117537,0.0010549297],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.16034782,0.0001202448,0.0006563237,0.00075932685,0.00046327256,0.00009650477,0.00070438546,0.00025627232,0.0009238365],"category_scores_gemma":[0.22479384,0.000094107876,0.0001477517,0.0033854567,0.00070381997,0.00014918455,0.00025457522,0.0015733646,0.0000025521138],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010296601,0.0003177732,0.04217488,0.000096583986,0.0002112928,0.000020017736,0.90180767,0.0000012084669,0.00001615809,0.00008763227,0.00021664046,0.054947156],"study_design_scores_gemma":[0.001054268,0.00015577597,0.13925286,0.00014265237,0.00016550068,0.0000056093486,0.85753745,0.000079499434,0.000009499702,0.0011059401,0.0004160454,0.00007487481],"about_ca_topic_score_codex":0.011789625,"about_ca_topic_score_gemma":0.39238206,"teacher_disagreement_score":0.38059244,"about_ca_system_score_codex":0.0024196145,"about_ca_system_score_gemma":0.01024887,"threshold_uncertainty_score":0.99998945},"labels":[],"label_agreement":null},{"id":"W3170251011","doi":"10.2196/27267","title":"Mobile Safety Alarms Based on GPS Technology in the Care of Older Adults: Systematic Review of Evidence Based on a General Evidence Framework for Digital Health Technologies","year":2021,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Healthcare Technology and Patient Monitoring","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Mälardalens högskola","keywords":"Systematic review; Health care; Global Positioning System; Excellence; Evidence-based practice; Nice; Grey literature; Medicine; Digital health; Health technology; MEDLINE; Nursing; Computer science; Alternative medicine","score_opus":0.24432142691359673,"score_gpt":0.5443753072245795,"score_spread":0.3000538803109828,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3170251011","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00010103518,0.97488594,0.0012514341,0.018004209,0.00022772138,0.005461024,0.00003214224,0.000030811727,0.0000056886097],"genre_scores_gemma":[0.022103382,0.9755951,0.0008724232,0.00043323406,0.00012399044,0.0008046688,0.000019605735,0.00003646914,0.000011131127],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9891646,0.0020331533,0.0036126361,0.0005065131,0.004032498,0.0006506096],"domain_scores_gemma":[0.97962075,0.015043204,0.0019419569,0.0013896606,0.0018280454,0.00017638174],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.01505559,0.00038368988,0.0044335597,0.001901314,0.000053626118,0.000021268179,0.0023071782,0.0016132131,0.00004263281],"category_scores_gemma":[0.09837763,0.00019368989,0.0008056357,0.0022052126,0.00066681183,0.00008377958,0.00024903723,0.0068461024,0.0000033855024],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001654323,0.00022463124,0.00008365843,0.6141171,0.00006748259,0.00019661653,0.00013734665,6.4437626e-7,3.7987206e-8,0.0001757051,0.0002865682,0.3845448],"study_design_scores_gemma":[0.00047841,0.008624276,0.000003153573,0.98036474,0.00019982703,0.00019995413,0.0017306925,0.00019582015,0.000020355345,0.000039925522,0.008024055,0.00011880447],"about_ca_topic_score_codex":0.00003313667,"about_ca_topic_score_gemma":0.0000034149416,"teacher_disagreement_score":0.38442597,"about_ca_system_score_codex":0.0008730015,"about_ca_system_score_gemma":0.0048522097,"threshold_uncertainty_score":0.9996829},"labels":[],"label_agreement":null},{"id":"W3171261489","doi":"10.2196/24435","title":"COVID-19 Vaccine–Related Discussion on Twitter: Topic Modeling and Sentiment Analysis","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Vaccine Coverage and Hesitancy","field":"Social Sciences","cited_by":360,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"National Cancer Institute","keywords":"Social media; Vaccination; Cornerstone; Pandemic; Topic model; Public health; Herd immunity; Coronavirus disease 2019 (COVID-19); Medicine; Psychology; Computer science; World Wide Web; Artificial intelligence; Immunology; Infectious disease (medical specialty); History","score_opus":0.09121144644849306,"score_gpt":0.4613156341040951,"score_spread":0.37010418765560205,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3171261489","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79785585,0.001015079,0.0028783234,0.1964875,0.00020370909,0.000060652907,4.774248e-7,0.0000073124097,0.0014911076],"genre_scores_gemma":[0.98997825,0.001605013,0.00004132235,0.0009411299,0.0003584887,0.0000011764886,0.0000015171444,0.000005006027,0.0070680757],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99548143,0.000952191,0.00046582954,0.00019059735,0.0026019802,0.00030797077],"domain_scores_gemma":[0.9979927,0.00041207092,0.00009007269,0.00013431486,0.00036139018,0.0010094661],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006022473,0.000071324546,0.00027413084,0.00040148018,0.0001944462,0.00015412648,0.00037273826,0.00016409816,0.0070523676],"category_scores_gemma":[0.0047136615,0.000043129465,0.00016491816,0.000745998,0.000029489296,0.00011677573,0.00018430316,0.00090987893,0.000017248665],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010911102,0.0025876183,0.3417633,0.00034920484,0.0055300016,0.01862384,0.13613752,0.0026131736,0.0005318017,0.032219797,0.35253403,0.106018655],"study_design_scores_gemma":[0.012796067,0.002502486,0.025090909,0.002435514,0.0014231392,0.0005504843,0.084750436,0.25146842,0.0010546279,0.04528543,0.5714941,0.0011483912],"about_ca_topic_score_codex":0.0006400473,"about_ca_topic_score_gemma":0.0009578471,"teacher_disagreement_score":0.31667235,"about_ca_system_score_codex":0.00027184008,"about_ca_system_score_gemma":0.0010090538,"threshold_uncertainty_score":0.9938553},"labels":[],"label_agreement":null},{"id":"W3172887304","doi":"10.2196/28320","title":"Implementing mHealth-Enabled Integrated Care for Complex Chronic Patients With Osteoarthritis Undergoing Primary Hip or Knee Arthroplasty: Prospective, Two-Arm, Parallel Trial","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Total Knee Arthroplasty Outcomes","field":"Medicine","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"European Social Fund; Instituto de Salud Carlos III; European Commission","keywords":"Medicine; mHealth; Physical therapy; eHealth; Osteoarthritis; Arthroplasty; Prospective cohort study; Telemedicine; Health care; Psychological intervention; Surgery; Nursing; Alternative medicine","score_opus":0.05105091728882264,"score_gpt":0.3869312119843284,"score_spread":0.33588029469550573,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3172887304","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98668194,0.0018124651,0.0029489938,0.004086229,0.0008105788,0.0026943332,0.00003895801,0.00004497058,0.0008815142],"genre_scores_gemma":[0.9897501,0.00025502287,0.0058631664,0.00036447524,0.001322138,0.00011152274,0.00018019979,0.00009188693,0.0020615058],"study_design_codex":"design_other","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99188495,0.0005987081,0.001561454,0.0005276628,0.0040619196,0.0013653043],"domain_scores_gemma":[0.99296826,0.0018755054,0.00050374825,0.00035630856,0.0033718736,0.0009242874],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0030211476,0.00032732484,0.0011482136,0.0004548169,0.00028584595,0.00018181125,0.00032287053,0.0002271711,0.0037026026],"category_scores_gemma":[0.005215166,0.00021585822,0.00029982734,0.0006745764,0.00043352525,0.00028229796,0.00045611337,0.0021267699,0.000025963589],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.32214874,0.004827059,0.21707435,0.005466311,0.0025722564,0.007091734,0.0039980146,0.00003180307,0.00060314726,0.00094142405,0.030991767,0.4042534],"study_design_scores_gemma":[0.69716096,0.093455456,0.052987903,0.009751791,0.00036614988,0.0023594282,0.011072047,0.00085108425,0.0007879537,0.00019009499,0.13032058,0.0006965665],"about_ca_topic_score_codex":0.00011970204,"about_ca_topic_score_gemma":0.004893667,"teacher_disagreement_score":0.40355682,"about_ca_system_score_codex":0.0017508764,"about_ca_system_score_gemma":0.009463081,"threshold_uncertainty_score":0.9972081},"labels":[],"label_agreement":null},{"id":"W3178735713","doi":"10.2196/30200","title":"Exploring Changes to the Actionability of COVID-19 Dashboards Over the Course of 2020 in the Canadian Context: Descriptive Assessment and Expert Appraisal Study","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Public Relations and Crisis Communication","field":"Social Sciences","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"European Commission","keywords":"Context (archaeology); Computer science; Personalization; Data science; Pandemic; Knowledge management; Coronavirus disease 2019 (COVID-19); Medicine; World Wide Web; Geography","score_opus":0.36872240406607976,"score_gpt":0.5622001682206239,"score_spread":0.19347776415454415,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3178735713","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6968322,0.00050427864,0.000071238406,0.30137154,0.00013948363,0.00022397043,0.0000024222652,7.291013e-7,0.00085416995],"genre_scores_gemma":[0.998391,0.00083169434,0.000016032156,0.00052676635,0.00014328175,0.000044265853,5.312213e-7,0.0000022499894,0.000044234865],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9933587,0.003930634,0.0003124004,0.00009008524,0.0021330875,0.00017509522],"domain_scores_gemma":[0.99560326,0.003078777,0.00011288019,0.00026754776,0.0006606596,0.0002769015],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.024827968,0.000043547265,0.00014010824,0.00010148719,0.00028038427,0.000111922855,0.0010200796,0.00005336053,0.00030375517],"category_scores_gemma":[0.007863465,0.000021138281,0.00003932383,0.00054463133,0.0005656596,0.00014556896,0.00019697114,0.00083152903,3.288101e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008215338,0.000970454,0.08489573,0.0000151942695,0.00018917397,0.000043546384,0.7633871,0.0000139119265,0.000028620945,0.023935433,0.044379164,0.08205953],"study_design_scores_gemma":[0.0002492659,0.00017664145,0.18696594,0.000041559644,0.000005829903,0.0000067780484,0.6475139,0.00018574453,0.0000092724795,0.00021268861,0.16460855,0.000023801784],"about_ca_topic_score_codex":0.28578594,"about_ca_topic_score_gemma":0.87718165,"teacher_disagreement_score":0.59139574,"about_ca_system_score_codex":0.00042116686,"about_ca_system_score_gemma":0.0041034315,"threshold_uncertainty_score":0.94138694},"labels":[],"label_agreement":null},{"id":"W3181319385","doi":"10.2196/27064","title":"Using Telerehabilitation to Deliver a Home Exercise Program to Youth With Arthrogryposis: Single Cohort Pilot Study","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Neurogenetic and Muscular Disorders Research","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Montreal Children's Hospital; Western University; University of British Columbia; McGill University; Shriners Hospitals for Children - Canada","funders":"Canadian Institutes of Health Research","keywords":"Telerehabilitation; Arthrogryposis; Cohort; Physical therapy; Medicine; Telehealth; Physical medicine and rehabilitation; Psychology; Telemedicine; Health care","score_opus":0.1639913156343665,"score_gpt":0.4541362955072699,"score_spread":0.29014497987290344,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3181319385","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99166405,0.00061880966,0.0015138455,0.0037646263,0.00010004547,0.0021365914,0.00000151767,0.00001624049,0.00018427058],"genre_scores_gemma":[0.9951651,0.00010018304,0.003926284,0.00022246856,0.00017758938,0.0000762394,0.0000021642459,0.00004077718,0.00028918238],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9917526,0.00060616824,0.0006237752,0.00041573463,0.0059801457,0.00062154734],"domain_scores_gemma":[0.9949225,0.0002064992,0.00006894769,0.00039100464,0.002881042,0.0015300149],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003909927,0.00016290191,0.0005347688,0.0006332786,0.000068155765,0.00014180758,0.00041736127,0.00007931606,0.00053631194],"category_scores_gemma":[0.0022691912,0.000114477836,0.000109433706,0.0012840222,0.00020834322,0.000077058176,0.0003719677,0.001148479,0.000045382312],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014059326,0.046756927,0.3160556,0.0005355317,0.0015831839,0.012285937,0.0146098845,0.000088339,0.018036095,0.000028547456,0.0056787306,0.57028186],"study_design_scores_gemma":[0.023240529,0.3789742,0.44305143,0.013105318,0.0011739465,0.0044332133,0.10831029,0.0019320549,0.017740699,0.000108058266,0.006956972,0.0009732849],"about_ca_topic_score_codex":0.0002635324,"about_ca_topic_score_gemma":0.00014717338,"teacher_disagreement_score":0.5693086,"about_ca_system_score_codex":0.0002393837,"about_ca_system_score_gemma":0.0009678965,"threshold_uncertainty_score":0.58722395},"labels":[],"label_agreement":null},{"id":"W3181493438","doi":"10.2196/25422","title":"Global Public Interests and Dynamic Trends in Osteoporosis From 2004 to 2019: Infodemiology Study","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Data-Driven Disease Surveillance","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Osteoporosis; Public health; Medicine; Life expectancy; Demography; Gerontology; Population; Environmental health; Family medicine; Internal medicine; Pathology","score_opus":0.06707077571557814,"score_gpt":0.46508232547307005,"score_spread":0.3980115497574919,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3181493438","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.970332,0.0023739045,0.00009843225,0.026179885,0.00031100673,0.00014111194,0.0000712524,0.000010320673,0.00048203018],"genre_scores_gemma":[0.9976921,0.0002691884,0.00019744225,0.0007957875,0.00020335458,0.000007130348,0.000055368488,0.000013670048,0.0007659405],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9946184,0.0011979286,0.0009544859,0.0003947654,0.0022889401,0.0005454588],"domain_scores_gemma":[0.996642,0.00063477486,0.00013168015,0.00041900002,0.00073205837,0.0014405152],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005014677,0.00015315766,0.00072881917,0.0006708756,0.000020205422,0.000082449325,0.00064715993,0.00021009028,0.0036405225],"category_scores_gemma":[0.0109602595,0.00011848569,0.00010672688,0.0010812712,0.00024358813,0.00014461404,0.0009548149,0.0013513776,0.0000624887],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00084255444,0.0012830369,0.78642803,0.000023038541,0.00024025133,0.007504743,0.0006479056,0.0000015105733,0.000056049706,0.00003187386,0.104896456,0.09804452],"study_design_scores_gemma":[0.004101008,0.0017737622,0.9793684,0.0005259199,0.000026749556,0.00068618986,0.0017035097,0.0007105474,0.000009495656,0.00018749242,0.010801439,0.00010547441],"about_ca_topic_score_codex":0.0013078813,"about_ca_topic_score_gemma":0.014753046,"teacher_disagreement_score":0.19294035,"about_ca_system_score_codex":0.0005361658,"about_ca_system_score_gemma":0.0008998925,"threshold_uncertainty_score":0.99737084},"labels":[],"label_agreement":null},{"id":"W3183349878","doi":"10.2196/23779","title":"Understanding “Internet Plus Healthcare” in China: Policy Text Analysis","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":78,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Sichuan University","keywords":"China; Business; Health care; The Internet; Health policy; Equity (law); Public relations; Marketing; Economic growth; Political science; Economics; Computer science","score_opus":0.28111510371174403,"score_gpt":0.5384909253704872,"score_spread":0.2573758216587431,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3183349878","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.66401845,0.001446164,0.013493639,0.31839535,0.00030417365,0.00023136738,0.0000035014375,0.000012676636,0.0020946944],"genre_scores_gemma":[0.9934356,0.0012542765,0.00025486492,0.0022692694,0.0010447373,0.000004671479,0.000024044455,0.000017808725,0.0016946992],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99317396,0.0007238094,0.001294488,0.0002607859,0.0038622206,0.0006847449],"domain_scores_gemma":[0.99734306,0.00054797647,0.0002465145,0.00024061356,0.00057860103,0.0010432337],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.007417177,0.00013196634,0.0007392248,0.0025456974,0.000037973285,0.00005273973,0.0003396353,0.00020962619,0.0035869842],"category_scores_gemma":[0.0043552616,0.00010113017,0.00023244889,0.0031044986,0.00017905861,0.00011415827,0.0001934501,0.0023294296,0.000021280788],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0028448864,0.0016220579,0.58156526,0.0015324296,0.00344265,0.031324774,0.015638571,0.0000268618,0.00030707315,0.04329708,0.2508727,0.067525625],"study_design_scores_gemma":[0.03269855,0.009594702,0.7654579,0.006424324,0.0009323422,0.011246593,0.03353331,0.029755516,0.0026942175,0.0092748,0.0977754,0.00061231846],"about_ca_topic_score_codex":0.006598315,"about_ca_topic_score_gemma":0.0044453954,"teacher_disagreement_score":0.3294172,"about_ca_system_score_codex":0.0021757889,"about_ca_system_score_gemma":0.004017485,"threshold_uncertainty_score":0.9999722},"labels":[],"label_agreement":null},{"id":"W3183595028","doi":"10.2196/29511","title":"A Blueprint for the Conduct of Large, Multisite Trials in Telemedicine","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lunenfeld-Tanenbaum Research Institute; University of Toronto; Centre for Addiction and Mental Health","funders":"National Center for Advancing Translational Sciences; National Institutes of Health; University of Toronto; Sunovion; Biogen; Sanofi; University of California, Irvine; Acorda Therapeutics; Pfizer; U.S. Department of Veterans Affairs; Massachusetts Institute of Technology; Patient-Centered Outcomes Research Institute; Eli Lilly and Company; Denali Therapeutics; Voyager Therapeutics; U.S. Department of Agriculture","keywords":"Telemedicine; Blueprint; Generalizability theory; Clinical trial; Health informatics; Quality (philosophy); Health care; MEDLINE; Computer science; Medicine; Public health; Nursing; Psychology; Political science; Engineering","score_opus":0.3663119150112664,"score_gpt":0.6025030956546839,"score_spread":0.23619118064341743,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3183595028","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86877257,0.0042093666,0.0075136875,0.11780517,0.00055533234,0.00096101686,0.000012085195,0.000004154606,0.00016661287],"genre_scores_gemma":[0.9936775,0.001935194,0.001043547,0.0016483108,0.0011749446,0.000030383335,0.0000133553185,0.000014403448,0.00046234392],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9931098,0.0010917147,0.0022929504,0.00016780681,0.002887375,0.00045032965],"domain_scores_gemma":[0.9870982,0.009854061,0.0005517703,0.0002649782,0.0018115512,0.00041944653],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.051537454,0.000097874734,0.0009851106,0.0004426312,0.00003287617,0.000013211173,0.00033399914,0.00014269579,0.0032358621],"category_scores_gemma":[0.058219995,0.000052381696,0.00023927724,0.00052776764,0.00020262171,0.00005421155,0.00013806365,0.0013533577,0.000004140434],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0064834706,0.0027249644,0.121439576,0.0022786353,0.0013056551,0.0034131522,0.006972131,0.0000030568008,0.016144902,0.006213518,0.40229288,0.43072808],"study_design_scores_gemma":[0.06516118,0.0087226555,0.14850897,0.0063027088,0.00044552353,0.0033774024,0.027292294,0.005557835,0.076369114,0.0015532075,0.65650135,0.00020772053],"about_ca_topic_score_codex":0.000340566,"about_ca_topic_score_gemma":0.0004959137,"teacher_disagreement_score":0.43052036,"about_ca_system_score_codex":0.00011674679,"about_ca_system_score_gemma":0.0012807635,"threshold_uncertainty_score":0.9976753},"labels":[],"label_agreement":null},{"id":"W3183803881","doi":"10.2196/31044","title":"Correction: Building Health Services in a Rapidly Changing Landscape: Lessons in Adaptive Leadership and Pivots in a COVID-19 Remote Monitoring Program","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Disaster Response and Management","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; Public Health Ontario; University of Toronto; Women's College Hospital","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Data science; Computer science; Public relations; Political science; Medicine; Virology","score_opus":0.30104208145506833,"score_gpt":0.5676080013253724,"score_spread":0.26656591987030404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3183803881","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9172985,0.006478901,0.0009905106,0.07249072,0.0010968363,0.0007366325,8.020385e-7,0.000018918809,0.000888206],"genre_scores_gemma":[0.99429446,0.0022962105,0.0004150871,0.0011660501,0.00038894033,0.00003794435,0.0000011698606,0.000015434092,0.0013847272],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9935239,0.0031758405,0.0008329731,0.00026469797,0.0013269293,0.0008756913],"domain_scores_gemma":[0.9973694,0.0015619887,0.00020137936,0.00013079727,0.00015435733,0.000582057],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.016302133,0.000110484856,0.00039935313,0.0014758592,0.00011293757,0.000059812282,0.00033857263,0.00018813276,0.00018255092],"category_scores_gemma":[0.0017648881,0.000094995194,0.000041911335,0.0012180178,0.00006903958,0.00019559762,0.00050111505,0.003004349,0.000005866795],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0031325787,0.0011488447,0.099040434,0.004535405,0.00010570084,0.0089921625,0.2518175,0.00007795329,0.000053449523,0.0008701473,0.008607062,0.62161875],"study_design_scores_gemma":[0.0073872735,0.0012463127,0.032443784,0.05418799,0.000007468708,0.00023651108,0.8423686,0.02984646,0.000037051293,0.0005967907,0.031428806,0.00021292815],"about_ca_topic_score_codex":0.0028793595,"about_ca_topic_score_gemma":0.013750723,"teacher_disagreement_score":0.62140584,"about_ca_system_score_codex":0.00074990315,"about_ca_system_score_gemma":0.0016742559,"threshold_uncertainty_score":0.9992958},"labels":[],"label_agreement":null},{"id":"W3184969801","doi":"10.2196/29558","title":"Multiple Sclerosis Progression Discussion Tool Usability and Usefulness in Clinical Practice: Cross-sectional, Web-Based Survey","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Multiple Sclerosis Research Studies","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Novartis Pharma","keywords":"Usability; Likert scale; Medicine; Cross-sectional study; Computer-assisted web interviewing; Scale (ratio); Health professionals; System usability scale; Descriptive statistics; Health care; Psychology; Web usability; Computer science; Pathology; Human–computer interaction","score_opus":0.3318293139719341,"score_gpt":0.543052182279079,"score_spread":0.21122286830714493,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3184969801","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9836441,0.0007809141,0.00019447586,0.014390767,0.00043586333,0.0004344226,0.000014180653,0.0000122432475,0.00009302092],"genre_scores_gemma":[0.9953161,0.0023193038,0.0012829802,0.00022759203,0.00052877446,0.000034528195,0.00001742636,0.000025557116,0.00024773137],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98318887,0.005937412,0.0020832147,0.000621885,0.0074700387,0.0006985829],"domain_scores_gemma":[0.9764908,0.016570657,0.00038117115,0.00051258825,0.0049231513,0.0011216524],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.062397305,0.00019939624,0.0007978312,0.00043971746,0.00014958007,0.00026252578,0.0004851077,0.0005051447,0.0012101834],"category_scores_gemma":[0.30013037,0.00011414387,0.00025324192,0.0008661255,0.001587102,0.00038028008,0.0009212237,0.0044587115,0.000019501287],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0043329466,0.0028172715,0.944952,0.00020826016,0.00011491265,0.00078514765,0.00010619159,0.0000029150744,0.0008355546,0.000008095301,0.0062236376,0.039613076],"study_design_scores_gemma":[0.008372597,0.0010796018,0.9733683,0.001928744,0.000011992213,0.00021439239,0.00025748217,0.0069088656,0.0012595218,0.000014914678,0.006468253,0.000115341005],"about_ca_topic_score_codex":0.00031033708,"about_ca_topic_score_gemma":0.0007386875,"teacher_disagreement_score":0.23773307,"about_ca_system_score_codex":0.00042632886,"about_ca_system_score_gemma":0.002848418,"threshold_uncertainty_score":0.9997029},"labels":[],"label_agreement":null},{"id":"W3185201558","doi":"10.2196/30709","title":"Online-Delivered Group and Personal Exercise Programs to Support Low Active Older Adults’ Mental Health During the COVID-19 Pandemic: Randomized Controlled Trial","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"COVID-19 and Mental Health","field":"Psychology","cited_by":63,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria; University of British Columbia","funders":"Canadian Institutes of Health Research","keywords":"Randomized controlled trial; Mental health; Medicine; Pandemic; Flourishing; Depression (economics); Gerontology; Intervention (counseling); Psychosocial; Psychological intervention; Physical therapy; Psychology; Psychiatry; Coronavirus disease 2019 (COVID-19)","score_opus":0.10679436018915595,"score_gpt":0.5016089509608713,"score_spread":0.3948145907717154,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3185201558","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95395297,0.0022859976,0.00014524831,0.037633043,0.0012857306,0.0045700874,0.000030268839,0.00001708007,0.00007958592],"genre_scores_gemma":[0.9863708,0.0031840447,0.00005415839,0.005519116,0.0010876969,0.00034738635,0.000038005495,0.000029356966,0.0033694587],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9902953,0.0038934348,0.0014406655,0.0004641569,0.0030531024,0.00085337815],"domain_scores_gemma":[0.993928,0.0028670558,0.00042955944,0.00021980026,0.000334505,0.0022210414],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.016495975,0.00022443464,0.0015138399,0.00029023385,0.00024118646,0.00010224093,0.00060146867,0.00024511703,0.0058244267],"category_scores_gemma":[0.0031027284,0.00013056508,0.000490868,0.00030321104,0.00055378943,0.00008718459,0.00038834428,0.0020995203,0.000024215715],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8912981,0.002332653,0.0005889002,0.00024068485,0.0004086582,0.0006942765,0.034195714,7.806742e-8,0.00001379454,0.00006483875,0.010492498,0.059669815],"study_design_scores_gemma":[0.9618845,0.002872672,0.0005870069,0.00090012635,0.000044344684,0.0015055019,0.023724562,0.0002085632,0.00000900878,0.000035966958,0.008092978,0.00013474542],"about_ca_topic_score_codex":0.0026608375,"about_ca_topic_score_gemma":0.0015781815,"teacher_disagreement_score":0.070586435,"about_ca_system_score_codex":0.0011864727,"about_ca_system_score_gemma":0.0034406271,"threshold_uncertainty_score":0.9950844},"labels":[],"label_agreement":null},{"id":"W3185965133","doi":"10.2196/28975","title":"Association Between What People Learned About COVID-19 Using Web Searches and Their Behavior Toward Public Health Guidelines: Empirical Infodemiology Study","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Data-Driven Disease Surveillance","field":"Medicine","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Misinformation; Public health; The Internet; Internet privacy; Social media; Pandemic; Information Dissemination; Public relations; Business; World Wide Web; Political science; Coronavirus disease 2019 (COVID-19); Medicine; Computer science; Disease; Infectious disease (medical specialty)","score_opus":0.5679338725568206,"score_gpt":0.5885825384508111,"score_spread":0.020648665893990503,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3185965133","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80656874,0.0041796076,0.00088171236,0.18772236,0.0002023074,0.00037100393,0.000032426728,0.000022536738,0.000019331439],"genre_scores_gemma":[0.98706746,0.006180569,0.00036140368,0.004774428,0.00102902,0.000013327626,0.00006872543,0.00003240415,0.00047264382],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9877673,0.00519122,0.00165276,0.00046731,0.0040178923,0.0009035317],"domain_scores_gemma":[0.98946553,0.003697832,0.0005297199,0.00040141534,0.002835041,0.003070482],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03545618,0.00020428693,0.0011850913,0.0005518134,0.00012986553,0.00030501044,0.00059494085,0.00035532148,0.0011735033],"category_scores_gemma":[0.07817466,0.00014694186,0.00019702055,0.0007189155,0.0002844558,0.00040745296,0.0008673155,0.0027048532,0.00001799649],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015256797,0.0006503831,0.9306482,0.00017313578,0.00047072006,0.0007658674,0.0029402648,0.0000013172237,0.000033928187,0.0000065301206,0.037202403,0.026954658],"study_design_scores_gemma":[0.0073424373,0.0029158446,0.8251595,0.00091261556,0.00014415383,0.0013748037,0.030260667,0.0038973466,0.000027407403,0.000094306044,0.12760887,0.0002620775],"about_ca_topic_score_codex":0.0005685232,"about_ca_topic_score_gemma":0.0010885359,"teacher_disagreement_score":0.18294793,"about_ca_system_score_codex":0.0017474199,"about_ca_system_score_gemma":0.014680986,"threshold_uncertainty_score":0.9997396},"labels":[],"label_agreement":null},{"id":"W3186796850","doi":"10.2196/26759","title":"Social Media and mHealth Technology for Cancer Screening: Systematic Review and Meta-analysis","year":2021,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":108,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; Cancer Care Ontario; Sunnybrook Health Science Centre; Toronto Metropolitan University; University of Toronto; St. Michael's Hospital","funders":"Canadian Institutes of Health Research","keywords":"Psychological intervention; Medicine; CINAHL; mHealth; Meta-analysis; MEDLINE; PsycINFO; Odds ratio; Cancer screening; Systematic review; Social media; Family medicine; Randomized controlled trial; Cancer; Internal medicine; Nursing; World Wide Web","score_opus":0.6974042721219537,"score_gpt":0.6698901849804071,"score_spread":0.027514087141546573,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3186796850","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000019020889,0.9125644,0.000074080024,0.08434764,0.00044966722,0.0025215521,0.000017343773,0.0000078471985,0.00001559464],"genre_scores_gemma":[0.000012988116,0.9958028,0.00023666007,0.00024937524,0.0013794428,0.0021082656,0.000008278525,0.000025645852,0.0001764991],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9875718,0.0056533194,0.0021055616,0.0003819848,0.0036395446,0.00064778834],"domain_scores_gemma":[0.9728467,0.022268526,0.0016621948,0.00021237663,0.0021341802,0.00087602914],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03885921,0.00023858092,0.007534131,0.0012973684,0.00034169486,0.0001383008,0.0011028874,0.0010458997,0.0008583018],"category_scores_gemma":[0.102358595,0.00015953179,0.0012549971,0.0027248322,0.0011038578,0.00009232939,0.0002326595,0.002402452,0.0000021532976],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000030113729,0.000058912134,0.0000047474878,0.7743844,0.046574593,0.000026556445,0.004927512,2.6879645e-9,1.1953664e-9,0.0046718284,0.010539793,0.15880868],"study_design_scores_gemma":[0.00008161068,0.00005012247,7.6982434e-7,0.05971054,0.32641134,0.000029669236,0.0017137167,0.0000015458572,1.8186316e-8,0.00024608508,0.6116337,0.00012084928],"about_ca_topic_score_codex":0.0010846808,"about_ca_topic_score_gemma":0.0028896728,"teacher_disagreement_score":0.7146738,"about_ca_system_score_codex":0.000505109,"about_ca_system_score_gemma":0.0055592656,"threshold_uncertainty_score":0.999899},"labels":[],"label_agreement":null},{"id":"W3191605498","doi":"10.2196/24114","title":"Design and Development of a Suite of Intimate Partner Violence Screening and Safety Planning Web Apps: User-Centered Approach","year":2021,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital","funders":"Women's College Hospital; St. Michael's Hospital Foundation","keywords":"Suite; Computer science; World Wide Web; The Internet; Human factors and ergonomics; Internet privacy; Poison control; Psychology; Computer security; Medical emergency; Medicine","score_opus":0.4129629140237731,"score_gpt":0.5839227986861393,"score_spread":0.17095988466236617,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3191605498","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00025190145,0.9333412,0.06354945,0.00024724522,0.0001269452,0.0023046266,0.000013506816,0.0000068447875,0.00015826071],"genre_scores_gemma":[0.00027366998,0.97138685,0.027276129,0.000075476106,0.00019444754,0.00058478536,0.000031038227,0.000037866866,0.00013971172],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9888537,0.0038869467,0.0038870913,0.00040614605,0.0021325967,0.0008335552],"domain_scores_gemma":[0.99084026,0.0047507253,0.0019099491,0.00031899544,0.0009629921,0.0012170897],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.02417134,0.00027309172,0.0022382522,0.00067749864,0.00026804747,0.000017760027,0.00076043804,0.000750877,0.00028409372],"category_scores_gemma":[0.002165875,0.00019279752,0.00013232802,0.00042753507,0.00037918077,0.00007616069,0.0008803291,0.0044168034,0.0000051317056],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017211917,0.000155242,0.00027597314,0.05346796,0.00017836917,0.000028540035,0.0011300705,0.0000011307808,9.3754386e-7,0.00046512645,0.003645313,0.9404792],"study_design_scores_gemma":[0.0010209203,0.0001649856,0.00007028891,0.16382705,0.000067480694,0.00012237276,0.000855855,0.00068818283,0.00000212535,0.000019042682,0.8330442,0.00011750289],"about_ca_topic_score_codex":0.000051427764,"about_ca_topic_score_gemma":0.0000063640296,"teacher_disagreement_score":0.94036174,"about_ca_system_score_codex":0.00020010927,"about_ca_system_score_gemma":0.008619049,"threshold_uncertainty_score":0.99788004},"labels":[],"label_agreement":null},{"id":"W3192906512","doi":"10.2196/26450","title":"Legal and Ethical Considerations for the Design and Use of Web Portals for Researchers, Clinicians, and Patients: Scoping Literature Review","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute for Research in Immunology and Cancer; Hôpital Maisonneuve-Rosemont; Université de Montréal; McGill University Health Centre","funders":"Government of Canada; Génome Québec; Genome Canada","keywords":"Scopus; Patient portal; Health care; Public health; MEDLINE; Medicine; Internet privacy; World Wide Web; Political science; Computer science; Nursing","score_opus":0.4788655915910634,"score_gpt":0.6248424038184922,"score_spread":0.1459768122274288,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3192906512","genre_codex":"commentary","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.061855912,0.45251513,0.012120603,0.4628393,0.000993573,0.009471796,0.00009718175,0.000011565155,0.00009494463],"genre_scores_gemma":[0.2616101,0.7026282,0.0116831865,0.0196871,0.001591163,0.000621638,0.00002008111,0.000073965035,0.0020845644],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9905883,0.0056890757,0.0015662096,0.00022933565,0.0013569642,0.0005701192],"domain_scores_gemma":[0.9236423,0.07106982,0.00045324359,0.00021396097,0.0040319553,0.0005887283],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04174369,0.00010148113,0.00057984714,0.00014152253,0.0003681423,0.00008985118,0.00018066468,0.00054861594,0.00015998668],"category_scores_gemma":[0.1186559,0.00006137606,0.000074484575,0.00020716558,0.00039879986,0.0001411246,0.00020462644,0.0044382284,6.0028685e-7],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00085093395,0.00017274961,0.006620685,0.03952865,0.0003191077,0.00013098487,0.003052893,3.959093e-7,0.000104724415,0.021784114,0.9019897,0.025445051],"study_design_scores_gemma":[0.01098942,0.0065948293,0.0022712634,0.42059115,0.00020970232,0.00077293615,0.0038298795,0.010236644,0.00015681011,0.0056486027,0.5383502,0.000348529],"about_ca_topic_score_codex":0.00007648592,"about_ca_topic_score_gemma":0.00048036207,"teacher_disagreement_score":0.44315222,"about_ca_system_score_codex":0.000082271064,"about_ca_system_score_gemma":0.0056973537,"threshold_uncertainty_score":0.99993944},"labels":[],"label_agreement":null},{"id":"W3192973299","doi":"10.2196/28322","title":"A Digital Self-management Program (Help to Overcome Problems Effectively) for People Living With Cancer: Feasibility Randomized Controlled Trial","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Cancer survivorship and care","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Coventry University","keywords":"Randomized controlled trial; Context (archaeology); Medicine; Anxiety; Intervention (counseling); Sample size determination; Physical therapy; Self-management; Mental health; Nursing; Psychiatry; Computer science; Surgery","score_opus":0.03499849224792703,"score_gpt":0.40183598251674213,"score_spread":0.36683749026881507,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3192973299","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9683333,0.0013447064,0.003537336,0.0085686445,0.00097108434,0.014422261,0.000008223654,0.000046166577,0.0027682534],"genre_scores_gemma":[0.991016,0.00040246168,0.00039735436,0.00017967842,0.0010169494,0.0031388213,0.0000041978765,0.00003175571,0.0038127864],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99350584,0.00087591494,0.0009486061,0.00036875674,0.0037509685,0.00054991036],"domain_scores_gemma":[0.9924299,0.0042278687,0.0002343998,0.0002631371,0.00199339,0.0008513029],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011978764,0.00019559679,0.0019442246,0.00030882796,0.0000553395,0.0002547026,0.00035697973,0.00015509683,0.00061474065],"category_scores_gemma":[0.0079543255,0.00011347776,0.0007372268,0.0005792949,0.00014738551,0.00012730411,0.00024557364,0.0010137972,0.0000050409053],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.95841426,0.0025363422,0.0024781036,0.0010765895,0.0023699307,0.00031862635,0.0027896597,0.0000032018947,0.000015186822,0.00012977283,0.00339593,0.026472392],"study_design_scores_gemma":[0.9764256,0.0073406636,0.0008838929,0.0040406547,0.00044074922,0.00018568106,0.0012433695,0.0008855599,0.000064314365,0.00009082501,0.008253355,0.00014536253],"about_ca_topic_score_codex":0.00026522097,"about_ca_topic_score_gemma":0.001232396,"teacher_disagreement_score":0.026327029,"about_ca_system_score_codex":0.00060790766,"about_ca_system_score_gemma":0.0013849784,"threshold_uncertainty_score":0.9522645},"labels":[],"label_agreement":null},{"id":"W3193227769","doi":"10.2196/27283","title":"Chloe for COVID-19: Evolution of an Intelligent Conversational Agent to Address Infodemic Management Needs During the COVID-19 Pandemic","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Anomaly Detection Techniques and Applications","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Mitacs","keywords":"Coronavirus disease 2019 (COVID-19); Pandemic; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Computer science; Data science; Virology; Medicine; Disease; Infectious disease (medical specialty)","score_opus":0.12596007534977163,"score_gpt":0.44563526753372334,"score_spread":0.3196751921839517,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3193227769","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06960713,0.0001809366,0.907556,0.021980334,0.00014474281,0.000392397,0.000005705382,0.000030065376,0.00010268709],"genre_scores_gemma":[0.9908501,0.00040339265,0.0050606155,0.0021347858,0.00021522466,0.00012202514,0.000003333709,0.000008128604,0.0012023783],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966988,0.00031166046,0.0006502778,0.00021867653,0.0018502793,0.00027028078],"domain_scores_gemma":[0.99726874,0.0006185305,0.00021375877,0.00038463002,0.0006267257,0.0008876087],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005520263,0.00008498562,0.00017477458,0.00057512015,0.0001831477,0.00012713937,0.0017472948,0.00010985743,0.00041746287],"category_scores_gemma":[0.001750924,0.00006426477,0.00013031089,0.0008385535,0.00019619832,0.00016150932,0.00069991575,0.000556822,0.000009078857],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012639867,0.0017396689,0.0070765316,0.0016282637,0.00085595646,0.0004923517,0.015797783,0.0061344537,0.0070338203,0.6503643,0.17786436,0.12974852],"study_design_scores_gemma":[0.0020634898,0.0011786039,0.002755383,0.00026326688,0.000036463585,0.0016426933,0.005034368,0.079563774,0.011343066,0.021891573,0.8739336,0.00029370954],"about_ca_topic_score_codex":0.00035454438,"about_ca_topic_score_gemma":0.00014932147,"teacher_disagreement_score":0.92124295,"about_ca_system_score_codex":0.0013363898,"about_ca_system_score_gemma":0.0013493276,"threshold_uncertainty_score":0.45709255},"labels":[],"label_agreement":null},{"id":"W3193738043","doi":"10.2196/28924","title":"Implementation Strategies to Improve Engagement With a Multi-Institutional Patient Portal: Multimethod Study","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; London Health Sciences Centre; Women's College Hospital","funders":"Hamilton Health Sciences","keywords":"Patient portal; Thematic analysis; Qualitative research; Health care; Descriptive statistics; Qualitative property; Knowledge management; Medicine; Health informatics; Nursing; Medical education; Psychology; Computer science; Public health; Sociology","score_opus":0.2562441462400579,"score_gpt":0.621893723965032,"score_spread":0.36564957772497403,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3193738043","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96017927,0.00030429033,0.028862128,0.0061624064,0.001252219,0.0021715339,0.000008452011,0.000018687535,0.0010410195],"genre_scores_gemma":[0.99232465,0.000055108452,0.005285737,0.00056502153,0.0006373414,0.0002709197,0.0000066526477,0.000024935101,0.000829642],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.985749,0.0066937986,0.0017116722,0.00034495952,0.0045480505,0.00095253676],"domain_scores_gemma":[0.99419427,0.0016073689,0.0004346805,0.00028583,0.0025524744,0.000925373],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.02201242,0.0001668706,0.0004730816,0.0003757272,0.0003773486,0.000061026432,0.00049576187,0.00017625888,0.0050679687],"category_scores_gemma":[0.0026923637,0.000106471314,0.000076070246,0.0005099509,0.00008652478,0.00021201656,0.00040737848,0.0038238345,0.00011302911],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0031228252,0.01035641,0.16639227,0.0021877168,0.002438731,0.015704414,0.19262536,0.00012838558,0.0048532314,0.0085338615,0.15444529,0.4392115],"study_design_scores_gemma":[0.015646968,0.01928962,0.039604355,0.0030611882,0.00007524277,0.0005038276,0.78475434,0.0022596382,0.0016959434,0.00014519689,0.13253893,0.00042473176],"about_ca_topic_score_codex":0.0033769817,"about_ca_topic_score_gemma":0.012213009,"teacher_disagreement_score":0.592129,"about_ca_system_score_codex":0.00085738767,"about_ca_system_score_gemma":0.013532019,"threshold_uncertainty_score":0.99847436},"labels":[],"label_agreement":null},{"id":"W3194008842","doi":"10.2196/29441","title":"Characteristics of Acute Childhood Illness Apps for Parents: Environmental Scan","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"Children's Hospital Foundation; University of Alberta; Stollery Children’s Hospital Foundation; Women and Children's Health Research Institute; Children's Health Research Institute","keywords":"Medicine; Psychology; Internet privacy; Psychiatry; Family medicine; Computer science","score_opus":0.07224754848529658,"score_gpt":0.5032696106708068,"score_spread":0.4310220621855102,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3194008842","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9718608,0.0013591456,0.0037180695,0.018529123,0.0015583101,0.001765438,0.0003392269,0.000010663047,0.00085919915],"genre_scores_gemma":[0.9866461,0.008681859,0.00041688283,0.0009887804,0.0010461645,0.00060921704,0.00009694832,0.000026393096,0.0014876614],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.994686,0.0008321818,0.0016227284,0.00020807543,0.0019340217,0.0007169752],"domain_scores_gemma":[0.9957062,0.0016259296,0.00060463446,0.0002990688,0.0006644475,0.0010996994],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0061468394,0.00010732438,0.0004944343,0.00019356744,0.00027580268,0.000009549921,0.00064630015,0.00033741543,0.0030311458],"category_scores_gemma":[0.0021184566,0.00008477288,0.0001436626,0.00021137326,0.00022232448,0.00006658013,0.00028991885,0.002178807,0.000089717956],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001396425,0.0039914665,0.09100697,0.0030895106,0.00065044843,0.0002731407,0.0064809886,3.4664487e-7,0.0012611932,0.011362,0.29335386,0.58713365],"study_design_scores_gemma":[0.0049636057,0.0010158381,0.09467275,0.0023967025,0.000094683994,0.00019200725,0.005566007,0.00036123852,0.0010777018,0.001644061,0.8878321,0.00018329878],"about_ca_topic_score_codex":0.000056448167,"about_ca_topic_score_gemma":0.000027225351,"teacher_disagreement_score":0.59447825,"about_ca_system_score_codex":0.00027329914,"about_ca_system_score_gemma":0.0030527068,"threshold_uncertainty_score":0.9978802},"labels":[],"label_agreement":null},{"id":"W3194781364","doi":"10.2196/32421","title":"Correction: The State of Evidence in Patient Portals: Umbrella Review","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; University of Victoria","funders":"","keywords":"Computer science; State (computer science); World Wide Web; Medicine; Psychology","score_opus":0.4633781697972964,"score_gpt":0.6232706345695394,"score_spread":0.15989246477224295,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3194781364","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.374822,0.44056612,0.00031525287,0.16641279,0.007874867,0.0016577466,0.0000031586615,0.000011537006,0.008336555],"genre_scores_gemma":[0.7083019,0.27129847,0.000028751829,0.0036923853,0.0007395019,0.00006513795,0.0000011321206,0.00002470417,0.01584804],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98328996,0.009454889,0.0025110291,0.00017715072,0.0038852112,0.0006817768],"domain_scores_gemma":[0.9864376,0.009608725,0.0008233179,0.00036481523,0.0023447927,0.00042071714],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.041709214,0.00009052839,0.0005735871,0.00018337808,0.000089052766,0.000008634931,0.0007348225,0.00016375787,0.0046763765],"category_scores_gemma":[0.0349764,0.00004759984,0.00011789669,0.0008810724,0.00016822192,0.0000940214,0.00031649828,0.005657679,0.00010036607],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012874328,0.00016853627,0.005241507,0.0050374563,0.000046758443,0.00090193015,0.0029714764,0.0000019968904,0.000049945807,0.00008657841,0.8305953,0.15476975],"study_design_scores_gemma":[0.0010545022,0.0018915645,0.004847251,0.32676795,0.000022928974,0.0014284871,0.005559635,0.0017778815,0.0005875889,0.0005359623,0.65537494,0.00015131047],"about_ca_topic_score_codex":0.0015591362,"about_ca_topic_score_gemma":0.0028310306,"teacher_disagreement_score":0.3334799,"about_ca_system_score_codex":0.00051928347,"about_ca_system_score_gemma":0.008608963,"threshold_uncertainty_score":0.9970113},"labels":[],"label_agreement":null},{"id":"W3195898203","doi":"10.2196/28918","title":"Automated Screening for Social Anxiety, Generalized Anxiety, and Depression From Objective Smartphone-Collected Data: Cross-sectional Study","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"NOSM University; Lakehead University; Adler; Professional Engineers Ontario; START Clinic; University of Toronto","funders":"","keywords":"Anxiety; Generalized anxiety disorder; Depression (economics); Mental health; Population; Cross-sectional study; Patient Health Questionnaire; Medicine; Observational study; Psychiatry; Psychology; Clinical psychology; Environmental health","score_opus":0.20929008066005128,"score_gpt":0.5460223115483364,"score_spread":0.3367322308882851,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3195898203","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99249417,0.000840566,0.0016172415,0.0011710557,0.0023767143,0.0004925302,0.00030760578,0.000050089806,0.00065004436],"genre_scores_gemma":[0.99511516,0.000031169264,0.000870901,0.00012908241,0.0013171737,0.00006149788,0.0001919538,0.00003433746,0.0022487019],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99395823,0.0013602102,0.001185983,0.0005962357,0.0023494528,0.0005498977],"domain_scores_gemma":[0.99640214,0.001048725,0.0003165739,0.00033222596,0.0014116857,0.00048865535],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005749689,0.0001660649,0.00043414498,0.00028665003,0.00029938528,0.00040478256,0.0009586757,0.00034810425,0.0025385632],"category_scores_gemma":[0.002894053,0.00014233941,0.00017104625,0.00049137435,0.0002923645,0.00036902126,0.0012397084,0.0013984581,0.000024941894],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005510465,0.0056401016,0.6596769,0.00009275084,0.0017879847,0.0007496491,0.0037935353,0.00000158077,0.00032738698,0.00027239518,0.27003312,0.05211408],"study_design_scores_gemma":[0.008801422,0.0010634775,0.97705376,0.00027926316,0.0000412322,0.00061483006,0.002216333,0.0042129573,0.00047490722,0.00086976035,0.004213746,0.00015832437],"about_ca_topic_score_codex":0.0016806003,"about_ca_topic_score_gemma":0.00094407756,"teacher_disagreement_score":0.31737682,"about_ca_system_score_codex":0.00021415991,"about_ca_system_score_gemma":0.00046962468,"threshold_uncertainty_score":0.99837327},"labels":[],"label_agreement":null},{"id":"W3196769534","doi":"10.2196/29839","title":"Application of Artificial Intelligence in Community-Based Primary Health Care: Systematic Scoping Review and Critical Appraisal","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":141,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke; Québec International; University of British Columbia; Université Laval; Impact; McGill University; Canadian Arthritis Patient Alliance; Quebec Rehabilitation Research Network; Mila - Quebec Artificial Intelligence Institute","funders":"Fonds de Recherche du Québec - Santé; Canadian Institutes of Health Research; Natural Sciences and Engineering Research Council of Canada; McGill University","keywords":"CINAHL; Systematic review; MEDLINE; Critical appraisal; Data extraction; Cochrane Library; Psychological intervention; Grey literature; Health care; PsycINFO; Medicine; Meta-analysis; Psychology; Nursing; Alternative medicine","score_opus":0.2910153984819722,"score_gpt":0.593745924483072,"score_spread":0.30273052600109973,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3196769534","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14812554,0.403476,0.14119785,0.30191067,0.0013078217,0.003596411,0.0000062478107,0.000025445057,0.00035402688],"genre_scores_gemma":[0.9853568,0.009255724,0.0014712705,0.0036058554,0.0002330283,0.000043079952,0.000015474652,0.000013523442,0.0000052098208],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99369186,0.002277629,0.0019191465,0.00015065866,0.0016673332,0.000293395],"domain_scores_gemma":[0.99051994,0.0065549975,0.00029568368,0.0003165912,0.0018516693,0.00046111253],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.013671746,0.00008990155,0.0008055604,0.00032147366,0.00006633945,0.000025890096,0.00027420564,0.00015263367,0.00010805924],"category_scores_gemma":[0.023916682,0.000073282295,0.00008214989,0.00060216215,0.000405209,0.00007448847,0.00010381161,0.0019286314,0.0000073643],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024310975,0.0013961345,0.0016404885,0.8813014,0.000042247186,0.00014764996,0.0067720413,0.0000036309125,0.00021936154,0.003158309,0.0014543892,0.10362122],"study_design_scores_gemma":[0.00019328884,0.003338489,0.0005461417,0.95906264,0.00015547071,0.0012225098,0.019528959,0.003894713,0.010023985,0.0015581878,0.0002588831,0.00021671318],"about_ca_topic_score_codex":0.0007379824,"about_ca_topic_score_gemma":0.00041203474,"teacher_disagreement_score":0.8372313,"about_ca_system_score_codex":0.00030934205,"about_ca_system_score_gemma":0.003964697,"threshold_uncertainty_score":0.98430526},"labels":[],"label_agreement":null},{"id":"W3198503620","doi":"10.2196/25797","title":"Closing the Virtual Gap in Health Care: A Series of Case Studies Illustrating the Impact of Embedding Evaluation Alongside System Initiatives","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Ontario; Women's College Hospital; University of Toronto","funders":"Government of Canada","keywords":"Operationalization; General partnership; Scale (ratio); Health care; Process (computing); Process management; Clinical decision support system; Computer science; Knowledge management; Decision support system; Business; Political science","score_opus":0.7733783104576729,"score_gpt":0.7712803576113724,"score_spread":0.0020979528463005437,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3198503620","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97349215,0.0015659432,0.00017174367,0.023555657,0.00028956062,0.00058639556,0.000013011111,0.0000029236896,0.00032264],"genre_scores_gemma":[0.9988629,0.00023418613,0.00014076316,0.00038566306,0.00030622026,0.000032724616,8.7620214e-7,0.000008222082,0.000028403134],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9740705,0.018984469,0.0025255952,0.00014947543,0.0036771216,0.00059285987],"domain_scores_gemma":[0.9771747,0.016586764,0.0015195388,0.00023720993,0.0042114765,0.00027030078],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.072951876,0.00009566746,0.0004809853,0.00029610062,0.00045940097,0.000023211014,0.00046087173,0.000096956894,0.00027095588],"category_scores_gemma":[0.050504964,0.000048115784,0.0001003389,0.00091997825,0.00061651756,0.00029443207,0.00034213247,0.001995036,0.0000024529247],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002778306,0.00008625053,0.0150616085,0.0029105435,0.00029840213,0.0012533861,0.9508229,0.00052075455,0.00027185518,0.0054066335,0.010292,0.012797857],"study_design_scores_gemma":[0.0011113015,0.0009027519,0.0046842014,0.0056330115,0.000011577412,0.001459132,0.9786122,0.00701104,0.00029195452,0.00012539048,0.00011168074,0.000045772154],"about_ca_topic_score_codex":0.004410288,"about_ca_topic_score_gemma":0.0045010825,"teacher_disagreement_score":0.027789308,"about_ca_system_score_codex":0.0015475511,"about_ca_system_score_gemma":0.012735847,"threshold_uncertainty_score":0.99286103},"labels":[],"label_agreement":null},{"id":"W3199136888","doi":"10.2196/30491","title":"Learning About the Current State of Digital Mental Health Interventions for Canadian Youth to Inform Future Decision-Making: Mixed Methods Study","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Nova Scotia Health Authority; Izaak Walton Killam Health Centre; Dalhousie University; University of Toronto; Centre for Addiction and Mental Health","funders":"","keywords":"Mental health; Psychological intervention; Social media; Stakeholder; Public relations; Psychology; Medical education; Medicine; Nursing; Political science; Psychiatry","score_opus":0.19426686024314296,"score_gpt":0.6102707569209365,"score_spread":0.41600389667779347,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3199136888","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85771114,0.010233217,0.042580243,0.06374346,0.019034281,0.003114444,0.0007606139,0.000025742791,0.0027968558],"genre_scores_gemma":[0.9971757,0.000047183097,0.00075062143,0.00017127562,0.0003293347,0.000051154257,0.000024964313,0.000027656664,0.0014221455],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9935929,0.00131241,0.0019981223,0.00027683403,0.0020345831,0.00078513235],"domain_scores_gemma":[0.9953041,0.0015349158,0.00050022505,0.00032755782,0.0011111924,0.0012219975],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013600509,0.00016147844,0.00052585325,0.0007693046,0.0002723906,0.00026311574,0.0011677493,0.00007298299,0.00082238653],"category_scores_gemma":[0.005008724,0.00011305603,0.0005432864,0.0008401159,0.00017201931,0.00020899618,0.00053702394,0.001994083,0.00005162489],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031964446,0.0013546932,0.0005343054,0.00013803791,0.00024995807,0.00004400472,0.018162105,0.0000033222034,2.375815e-7,0.00047823804,0.030097103,0.94861835],"study_design_scores_gemma":[0.005956188,0.033538748,0.049005784,0.021724498,0.0000985484,0.00073701964,0.27320808,0.00053003704,0.00007749474,0.007599346,0.60698664,0.0005376104],"about_ca_topic_score_codex":0.0021134599,"about_ca_topic_score_gemma":0.0393484,"teacher_disagreement_score":0.9480807,"about_ca_system_score_codex":0.0006961156,"about_ca_system_score_gemma":0.0016156915,"threshold_uncertainty_score":0.978181},"labels":[],"label_agreement":null},{"id":"W3199799339","doi":"10.2196/29071","title":"Assessing the Implementation and Effectiveness of the Electronic Patient-Reported Outcome Tool for Older Adults With Complex Care Needs: Mixed Methods Study","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Chronic Disease Management Strategies","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ottawa Hospital; University of Ottawa; Mount Sinai Hospital; Lunenfeld-Tanenbaum Research Institute; Trillium Health Centre; Public Health Ontario; University of Toronto","funders":"Canadian Institutes of Health Research","keywords":"Randomized controlled trial; Quality of life (healthcare); Data collection; Health care; Intervention (counseling); Psychology; Medicine; Nursing","score_opus":0.1020020249155492,"score_gpt":0.5393547695393159,"score_spread":0.4373527446237667,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3199799339","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99284,0.00063150306,0.0033991644,0.0015302878,0.000120667355,0.0013858953,0.000001649447,0.000003907514,0.00008691902],"genre_scores_gemma":[0.9995231,0.000023712984,0.00021945024,0.00006149739,0.00006985815,0.00005412086,0.000009226771,0.000014348647,0.000024707337],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99501956,0.0019360889,0.00062783464,0.00016569479,0.001952753,0.00029806062],"domain_scores_gemma":[0.9965181,0.0016226745,0.00029008015,0.0002608056,0.0011992046,0.00010917008],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0067215962,0.000106688654,0.00035859612,0.00014159214,0.00008266084,0.000109613604,0.00025991056,0.00004677139,0.00021963587],"category_scores_gemma":[0.0014795631,0.00005080438,0.000116882155,0.0003945012,0.00021879382,0.00011388857,0.00026928843,0.0006428297,1.438172e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004371309,0.0023303633,0.6026484,0.0055958573,0.0043615666,0.00061241543,0.020548401,0.000011438835,0.0016853432,0.0017481045,0.002798367,0.35328847],"study_design_scores_gemma":[0.008431244,0.0020466142,0.73916614,0.001356438,0.0004072883,0.00019099031,0.24488255,0.0003005588,0.0025514027,0.00009925539,0.00050289056,0.00006461886],"about_ca_topic_score_codex":0.00011035065,"about_ca_topic_score_gemma":0.00010248267,"teacher_disagreement_score":0.35322383,"about_ca_system_score_codex":0.00025077726,"about_ca_system_score_gemma":0.001088515,"threshold_uncertainty_score":0.27928108},"labels":[],"label_agreement":null},{"id":"W3200400070","doi":"10.2196/32685","title":"Comparing Public Sentiment Toward COVID-19 Vaccines Across Canadian Cities: Analysis of Comments on Reddit","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Vaccine Coverage and Hesitancy","field":"Social Sciences","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"York University; Genome British Columbia; University of British Columbia","funders":"","keywords":"Social media; Sentiment analysis; Sadness; Coronavirus disease 2019 (COVID-19); Demography; Anger; Psychology; Medicine; Sociology; Social psychology; Computer science; World Wide Web; Artificial intelligence","score_opus":0.2188776720253486,"score_gpt":0.4948713221624748,"score_spread":0.2759936501371262,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3200400070","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85625607,0.0005961703,0.00023446056,0.13663214,0.00037898432,0.000081661135,0.000014253211,0.000005705635,0.0058005434],"genre_scores_gemma":[0.99472827,0.0008174321,0.00002283469,0.0018050881,0.00039975104,0.0000023202972,0.000010153239,0.0000068166423,0.0022073353],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9937047,0.0010779304,0.00069585576,0.00019311743,0.0036598314,0.000668563],"domain_scores_gemma":[0.99550045,0.001003726,0.00021078606,0.00021663506,0.00116623,0.001902203],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.009676354,0.000093065195,0.00051073957,0.00082678837,0.00028264715,0.0002703902,0.0010827639,0.00017193898,0.011671013],"category_scores_gemma":[0.008335536,0.00007872052,0.0002768855,0.0017454516,0.00010273617,0.0001759991,0.00023928027,0.00090033346,0.000018672046],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012882223,0.00045951686,0.5574384,0.00008859197,0.0023853965,0.0020908893,0.039755844,0.00006753684,0.000015716296,0.0069246837,0.38590497,0.004739667],"study_design_scores_gemma":[0.0027894916,0.00058103027,0.09465676,0.0006263652,0.000283014,0.00005427166,0.088544905,0.0029786907,0.00041218803,0.0012033569,0.80754447,0.00032546904],"about_ca_topic_score_codex":0.14303365,"about_ca_topic_score_gemma":0.50808734,"teacher_disagreement_score":0.4627816,"about_ca_system_score_codex":0.00114309,"about_ca_system_score_gemma":0.0043303934,"threshold_uncertainty_score":0.9979018},"labels":[],"label_agreement":null},{"id":"W3201235521","doi":"10.2196/22942","title":"Comparing a Virtual Reality–Based Simulation App (VR-MRI) With a Standard Preparatory Manual and Child Life Program for Improving Success and Reducing Anxiety During Pediatric Medical Imaging: Randomized Clinical Trial","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Pediatric Pain Management Techniques","field":"Medicine","cited_by":59,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"BC Children's Hospital; University of British Columbia","funders":"","keywords":"Anxiety; Randomized controlled trial; Usability; Physical therapy; Clinical trial; Virtual reality; Medicine; Magnetic resonance imaging; Session (web analytics); Psychology; Medical physics; Radiology; Surgery; Computer science; Psychiatry; Artificial intelligence","score_opus":0.05532571887530094,"score_gpt":0.46534524745264183,"score_spread":0.4100195285773409,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3201235521","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9244798,0.0015046591,0.06567199,0.005563493,0.00019338432,0.0023538584,0.0000029702783,0.00009898973,0.00013088826],"genre_scores_gemma":[0.99207973,0.0015089887,0.0029966075,0.00021366018,0.0029732278,0.00013226234,0.000012239454,0.000040179522,0.000043114505],"study_design_codex":"randomized_trial","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9899329,0.002269358,0.0019860016,0.00062234775,0.0045861956,0.0006032295],"domain_scores_gemma":[0.9913215,0.0050759083,0.000659859,0.00032354405,0.0011506999,0.0014684781],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.043541756,0.0002515489,0.0014357906,0.00059894315,0.00015332729,0.00023029548,0.00038812737,0.00034797133,0.000072076386],"category_scores_gemma":[0.03988044,0.00018469425,0.0002836833,0.0004364111,0.00081166124,0.00025705673,0.00049961486,0.002464989,3.5425842e-7],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8512323,0.0018024351,0.07862757,0.0026968508,0.0006430712,0.002228936,0.00059818086,0.00014894841,0.000007935856,0.00009521225,0.0034079815,0.05851059],"study_design_scores_gemma":[0.43574095,0.0028251687,0.0040853485,0.0014139733,0.00060159474,0.0005205044,0.00035128588,0.5531796,0.000059864047,0.000052692438,0.0009287907,0.00024018832],"about_ca_topic_score_codex":0.00007546906,"about_ca_topic_score_gemma":0.000023663348,"teacher_disagreement_score":0.55303067,"about_ca_system_score_codex":0.00021621055,"about_ca_system_score_gemma":0.002150869,"threshold_uncertainty_score":0.9998364},"labels":[],"label_agreement":null},{"id":"W3201600616","doi":"10.2196/30697","title":"The National COVID Cohort Collaborative: Analyses of Original and Computationally Derived Electronic Health Record Data","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"COVID-19 epidemiological studies","field":"Mathematics","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Yale Center for Clinical Investigation, Yale School of Medicine; Institute for Integration of Medicine and Science; National Center for Advancing Translational Sciences; U.S. National Library of Medicine; National Institute of General Medical Sciences; Clinical and Translational Science Center, University of New Mexico; Clinical and Translational Science Institute, Boston University; Translational Research Institute, University of Arkansas for Medical Sciences; Colorado Clinical and Translational Sciences Institute; Center for Clinical and Translational Science, University of Massachusetts; University of Colorado Denver; Leonard M. Miller School of Medicine; University of California, Irvine; University of Oklahoma Health Sciences Center; Oregon Clinical and Translational Research Institute; Weill Cornell Medical College; University of Illinois at Urbana-Champaign; University of California, Davis; Stony Brook University; Institute for Clinical and Translational Science, University of California, Irvine; Ochsner Health; University of California, San Francisco; Louisiana Clinical and Translational Science Center; Penn State Clinical and Translational Science Institute; Southern California Clinical and Translational Science Institute; University at Buffalo; University of Rochester; Aurora Health Care; University of North Carolina at Chapel Hill; Children’s Hospital of Wisconsin Research Institute; University of Miami; University of South Carolina; Children's National Hospital; Vanderbilt University Medical Center; University of Arkansas for Medical Sciences; Rutgers, The State University of New Jersey; Institute for Clinical and Translational Research, University of Wisconsin, Madison; Pennsylvania State University; Vanderbilt Institute for Clinical and Translational Research; University of Cincinnati; Institute of Clinical and Translational Sciences; Wake Forest Clinical and Translational Science Institute, Wake Forest School of Medicine; Institute for Translational Medicine and Therapeutics; University of Texas Health Science Center at Houston; University of Southern California; Harvard Catalyst; University of Oklahoma; Washington University in St. Louis; University of Michigan; University of Minnesota; University of California, San Diego; Johns Hopkins University; University of California, Los Angeles; Bill and Melinda Gates Foundation; University of Washington; Michigan Institute for Clinical and Health Research; University of Utah; Children's Hospital of Philadelphia; University of Pennsylvania; George Washington University; Northwestern University; Vanderbilt University; Accelerated Innovation Research Initiative Turning Top Science and Ideas into High-Impact Values; University of Chicago; Irving Medical Center, Columbia University; Virginia Commonwealth University; Tulane University; Brown University; Rush University; Cincinnati Children's Hospital Medical Center; University of Wisconsin-Madison; Yale University; Frontiers Clinical and Translational Science Institute, University of Kansas; University of Texas Health Science Center at San Antonio; Loyola University Chicago; Ohio State University; Wake Forest University; Center for Clinical and Translational Research; Emory University; University of Texas Medical Branch; West Virginia Clinical and Translational Science Institute; University of Nebraska Medical Center; York University; Children's Hospital Colorado; Institute of Translational Health Sciences; Tufts Medical Center; West Virginia University; Carilion Clinic","keywords":"Computer science; Coronavirus disease 2019 (COVID-19); Cohort; Odds; Big data; Geospatial analysis; Synthetic data; Health records; Data science; Electronic health record; Data sharing; Data mining; Statistics; Artificial intelligence; Machine learning; Medicine; Geography; Mathematics; Cartography; Health care; Logistic regression","score_opus":0.5518721471103378,"score_gpt":0.6353198059658023,"score_spread":0.08344765885546446,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3201600616","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5487401,0.023552127,0.05774473,0.36809176,0.00034521075,0.00063079724,0.00010048792,0.00002249047,0.00077232206],"genre_scores_gemma":[0.9661305,0.020390768,0.010426812,0.0020425639,0.00052428915,0.00001067605,0.000026358499,0.00001600225,0.00043201615],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9925313,0.0023166384,0.001082629,0.00025441774,0.0034362103,0.00037879],"domain_scores_gemma":[0.96745783,0.028427582,0.0005763033,0.00021254874,0.003000726,0.0003250033],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.02631925,0.00010129085,0.0005422982,0.00011496127,0.00018151238,0.00006350899,0.0009605204,0.00008797053,0.00040366812],"category_scores_gemma":[0.09745559,0.000058188725,0.00006540743,0.000534378,0.0007034822,0.00009249461,0.00081424695,0.0011119315,0.0000029400444],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00078726356,0.0007648005,0.039617226,0.0004342387,0.0028127786,0.00020964004,0.0006646465,0.000036031397,0.00040055902,0.12674218,0.80673826,0.020792358],"study_design_scores_gemma":[0.0029878672,0.0024839032,0.044931855,0.000963254,0.000118425196,0.00058390974,0.0020005035,0.027180178,0.0005030486,0.40740424,0.5105426,0.00030021725],"about_ca_topic_score_codex":0.00018230295,"about_ca_topic_score_gemma":0.00087966706,"teacher_disagreement_score":0.41739044,"about_ca_system_score_codex":0.0004041867,"about_ca_system_score_gemma":0.005640148,"threshold_uncertainty_score":0.99999696},"labels":[],"label_agreement":null},{"id":"W3201863729","doi":"10.2196/20028","title":"Open-source Software Sustainability Models: Initial White Paper From the Informatics Technology for Cancer Research Sustainability and Industry Partnership Working Group","year":2021,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Open Source Software Innovations","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"National Center for Advancing Translational Sciences; National Institute for Occupational Safety and Health; U.S. National Library of Medicine; National Institute of Biomedical Imaging and Bioengineering; Centers for Disease Control and Prevention; Instituto Tecnológico de Costa Rica; University of Pittsburgh; National Cancer Institute; National Institutes of Health; University of Chicago","keywords":"Sustainability; Documentation; Knowledge management; Health informatics; General partnership; Business; Process management; Computer science; Medicine; Public health; Nursing","score_opus":0.2539595933626167,"score_gpt":0.5144339615960126,"score_spread":0.2604743682333959,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3201863729","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0004085665,0.78242534,0.17946243,0.033975605,0.00040060072,0.0031220887,0.000024025052,0.00006205314,0.000119314805],"genre_scores_gemma":[0.005467592,0.97006434,0.01730131,0.00089519855,0.0025356507,0.0019672983,0.000058265316,0.0001724828,0.0015378476],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9848839,0.00470121,0.002770161,0.0008164782,0.005294362,0.0015338559],"domain_scores_gemma":[0.9621388,0.02046457,0.0011838392,0.0022159661,0.01320246,0.00079437],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","open_science","research_integrity"],"consensus_categories":["metaresearch","open_science","research_integrity"],"category_scores_codex":[0.05274753,0.00045790707,0.0019495151,0.0011549887,0.00065630313,0.002981739,0.014511872,0.002460521,0.00022741045],"category_scores_gemma":[0.055133265,0.0002993164,0.00037275744,0.0049237483,0.0022815184,0.0014684331,0.0166994,0.01763962,0.0000027917552],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034766294,0.00018614256,0.0003928776,0.0025717341,0.00026368664,0.00011639922,0.0030651614,0.000013916069,6.664112e-9,0.01636176,0.017631922,0.9593616],"study_design_scores_gemma":[0.00053327216,0.000286534,0.000009753663,0.0136313755,0.0000651024,0.00019343628,0.008875488,0.001488468,3.9063937e-7,0.048198845,0.9264409,0.00027641328],"about_ca_topic_score_codex":0.0010534731,"about_ca_topic_score_gemma":0.00051551976,"teacher_disagreement_score":0.9590852,"about_ca_system_score_codex":0.0025768597,"about_ca_system_score_gemma":0.017167697,"threshold_uncertainty_score":0.9999459},"labels":[],"label_agreement":null},{"id":"W3203597321","doi":"10.2196/25012","title":"Establishing a Working Definition of User Experience for eHealth Interventions of Self-reported User Experience Measures With eHealth Researchers and Adolescents: Scoping Review","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Centre of Excellence for Child and Youth Mental Health; Children's Hospital of Eastern Ontario; University of Alberta","funders":"Canadian Institutes of Health Research; Alberta Innovates","keywords":"eHealth; Interactivity; Psychological intervention; Delphi method; User experience design; Intervention (counseling); Usability; Psychology; Applied psychology; Computer science; Medical education; Medicine; Nursing; Health care; World Wide Web; Human–computer interaction","score_opus":0.6736357987667301,"score_gpt":0.6037029059280336,"score_spread":0.06993289283869653,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3203597321","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9604373,0.027977422,0.005365655,0.0029064938,0.0005324452,0.00249268,0.000010430806,0.000012998721,0.00026455583],"genre_scores_gemma":[0.95036656,0.043419786,0.0046163066,0.0009943781,0.00018507987,0.00026442448,0.000020400681,0.000027340202,0.00010574032],"study_design_codex":"observational","study_design_gemma":"systematic_review","domain_scores_codex":[0.9896008,0.0029012077,0.0026775466,0.00032702388,0.0036731774,0.00082028063],"domain_scores_gemma":[0.99230826,0.0022169496,0.0013903535,0.00032117238,0.0028105443,0.0009527192],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.019544981,0.00014755945,0.0007049792,0.00034932786,0.0003161132,0.000027267155,0.0005180564,0.00019165133,0.00041657544],"category_scores_gemma":[0.0068980474,0.00010958264,0.0001408993,0.00069926813,0.00033242957,0.0003119023,0.00035198097,0.0018323476,0.0000015897288],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0029423547,0.0026193778,0.50714725,0.3996343,0.0003362221,0.00025038834,0.058090135,0.0000014584178,0.00029130233,0.0027441033,0.007335951,0.018607132],"study_design_scores_gemma":[0.0028491584,0.002075344,0.004772924,0.96114945,0.00005098579,0.0000692294,0.025945751,0.00009111131,0.00054838235,0.00015850808,0.0021504774,0.00013865453],"about_ca_topic_score_codex":0.0007878903,"about_ca_topic_score_gemma":0.0013104231,"teacher_disagreement_score":0.56151515,"about_ca_system_score_codex":0.0004103057,"about_ca_system_score_gemma":0.003984597,"threshold_uncertainty_score":0.82581055},"labels":[],"label_agreement":null},{"id":"W3204612080","doi":"10.2196/21142","title":"Recruiting Participants for Population Health Intervention Research: Effectiveness and Costs of Recruitment Methods for a Cohort Study","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Simon Fraser University; Université de Montréal; Memorial University of Newfoundland; Centre Hospitalier de l’Université de Montréal; Public Health Agency of Canada","funders":"Canadian Institutes of Health Research; Université de Montréal; Government of Canada; Public Health Agency; Public Health Agency of Canada","keywords":"Snowball sampling; Social media; Psychological intervention; Population; Cohort; Medicine; Psychology; Family medicine; Gerontology; Medical education; Nursing; Environmental health; Computer science; World Wide Web","score_opus":0.760921589929367,"score_gpt":0.7286866847926144,"score_spread":0.032234905136752534,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3204612080","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97223914,0.0014811868,0.009049051,0.008458351,0.001848659,0.0068821516,0.0000024907079,0.0000054903808,0.00003350276],"genre_scores_gemma":[0.99191046,0.00060580816,0.004380644,0.000028765613,0.00083107274,0.0021874453,0.00000536845,0.000014206575,0.00003622085],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9719041,0.022991687,0.0011449617,0.0002829798,0.0029615646,0.000714681],"domain_scores_gemma":[0.9559486,0.039225772,0.0004491845,0.00013460044,0.0036263764,0.0006154986],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.21332939,0.00006992494,0.00046365111,0.0003618484,0.00036120295,0.00008386026,0.0003315375,0.00016672463,0.0000761707],"category_scores_gemma":[0.17779335,0.00006338915,0.0001074322,0.0006167625,0.0003238822,0.00014814892,0.00011918402,0.0007442299,4.9692017e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048364926,0.0010323182,0.18299428,0.0005401829,0.00013141362,0.000004658467,0.028874101,4.6344033e-7,0.000055068103,0.005565028,0.00074613077,0.7795727],"study_design_scores_gemma":[0.0059711724,0.010570284,0.7659332,0.008973577,0.00009193407,0.000017224684,0.1648413,0.0014716343,0.0018457804,0.019125033,0.02093121,0.00022766454],"about_ca_topic_score_codex":0.011833709,"about_ca_topic_score_gemma":0.0041698315,"teacher_disagreement_score":0.77934504,"about_ca_system_score_codex":0.0013605165,"about_ca_system_score_gemma":0.00207691,"threshold_uncertainty_score":0.99474657},"labels":[],"label_agreement":null},{"id":"W3205560381","doi":"10.2196/27534","title":"Interactive Visualization Applications in Population Health and Health Services Research: Systematic Scoping Review","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Data Visualization and Analytics","field":"Computer Science","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University; BC Centre for Disease Control; University of British Columbia; Simon Fraser University; University of Waterloo; Toronto Rehabilitation Institute; Toronto Metropolitan University; University Health Network; Université de Sherbrooke; University of Toronto; University of Calgary; McMaster University; Ontario Neurotrauma Foundation; Alberta Health Services","funders":"Canadian Institutes of Health Research; University of Toronto; Toronto Rehabilitation Institute","keywords":"Visualization; Computer science; Data science; Population; Population health; World Wide Web; Medicine; Environmental health; Data mining","score_opus":0.21903100961472333,"score_gpt":0.5882186175579803,"score_spread":0.369187607943257,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3205560381","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0033880195,0.22349451,0.69320107,0.076441966,0.0003207519,0.0029119821,0.0000036722508,0.000045253226,0.00019280794],"genre_scores_gemma":[0.6900377,0.2919269,0.0033652144,0.013542308,0.00040037968,0.00010969467,0.0001607183,0.00004007989,0.00041701074],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.992286,0.0030946247,0.0012140103,0.0002535622,0.0028289356,0.00032285947],"domain_scores_gemma":[0.99676156,0.00080650207,0.00044323492,0.00029594224,0.0011827673,0.0005100094],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.022015324,0.00007634218,0.00047526113,0.00064342533,0.0001111964,0.00031751936,0.00086465635,0.000059757687,0.00004841777],"category_scores_gemma":[0.0014197687,0.00006027478,0.000040424937,0.0017979942,0.00005984823,0.00055906206,0.00052148686,0.0007305628,0.000008624789],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024425335,0.0015271148,0.009238455,0.6719414,0.00014650056,0.0002815584,0.019010521,0.000012070098,0.00001045014,0.25016427,0.014612281,0.033030946],"study_design_scores_gemma":[0.000493683,0.00038768447,0.0009568764,0.917829,0.0000040241566,0.00027930032,0.0035855933,0.073722094,0.000034360306,0.0018390021,0.0007572279,0.000111201436],"about_ca_topic_score_codex":0.00035026282,"about_ca_topic_score_gemma":0.0006395515,"teacher_disagreement_score":0.68983585,"about_ca_system_score_codex":0.00032403326,"about_ca_system_score_gemma":0.0014918705,"threshold_uncertainty_score":0.7630116},"labels":[],"label_agreement":null},{"id":"W3205567714","doi":"10.2196/jmir.2232","title":"Correction: Development and Validation of Filters for the Retrieval of Studies of Clinical Examination From Medline","year":2012,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"MEDLINE; Information retrieval; Computer science; Medicine; Biology","score_opus":0.33050163383571723,"score_gpt":0.5593820156705984,"score_spread":0.22888038183488119,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3205567714","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99118954,0.0032333017,0.001829272,0.0023700714,0.0011681198,0.00015686211,0.0000022959123,0.0000013500847,0.000049203216],"genre_scores_gemma":[0.9959856,0.0017922632,0.0012103803,0.00003995425,0.0006957121,0.0000023647146,0.000005023314,0.000005403762,0.00026327453],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99612004,0.00043903454,0.0014349957,0.00008629892,0.0017790803,0.00014055075],"domain_scores_gemma":[0.8633277,0.13288201,0.0008907544,0.00017692747,0.0023603481,0.00036228972],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.025202718,0.000058181984,0.0005185739,0.000117872696,0.000021864902,0.000003912172,0.00014746859,0.00014793882,0.00014042384],"category_scores_gemma":[0.34712,0.00003203528,0.000117709715,0.00014443269,0.00055376056,0.000046136487,0.00009951637,0.0006245312,7.633902e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0061056926,0.00258327,0.28730658,0.00049569074,0.0020882648,0.000018141143,0.009795396,0.0000041606727,0.00067486963,0.00020407152,0.059495512,0.6312284],"study_design_scores_gemma":[0.008368877,0.0057030474,0.7995381,0.016259016,0.0004994121,0.00010956166,0.00881859,0.003449737,0.15186217,0.00023706227,0.0050444957,0.000109926936],"about_ca_topic_score_codex":0.000040839037,"about_ca_topic_score_gemma":0.000004537338,"teacher_disagreement_score":0.6311184,"about_ca_system_score_codex":0.000037861955,"about_ca_system_score_gemma":0.00033725254,"threshold_uncertainty_score":0.8734809},"labels":[],"label_agreement":null},{"id":"W3205655485","doi":"10.2196/26015","title":"eHealth Tools That Assess and Track Health and Well-being in Children and Young People: Systematic Review","year":2021,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"eHealth; Track (disk drive); Medicine; Psychology; Computer science; Health care; Political science","score_opus":0.20437824337780316,"score_gpt":0.562626892769126,"score_spread":0.35824864939132284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3205655485","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005993116,0.9921374,0.000014409211,0.0036519386,0.0005846383,0.0022034142,0.0000163407,0.0000065863505,0.0007860025],"genre_scores_gemma":[0.0017924618,0.9964208,0.000027524364,0.00044302898,0.00016531629,0.000119676275,0.000033005963,0.000048439804,0.00094974384],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.987517,0.0057828487,0.0031949258,0.00054386974,0.0021708766,0.0007904978],"domain_scores_gemma":[0.99450594,0.0022123416,0.0012473316,0.00037067026,0.00018844294,0.0014752644],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.021106977,0.0003482178,0.004084377,0.0007253525,0.0000724688,0.0003320848,0.00073265296,0.00043307475,0.00048043518],"category_scores_gemma":[0.0031140593,0.00024791335,0.00029522533,0.00055793684,0.00025488355,0.00025802315,0.00055262033,0.0038718858,0.00002846245],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008643346,0.0002613147,0.00049290055,0.6778115,0.00027858553,0.00023441468,0.0004805155,4.812598e-10,6.527492e-10,0.0015189847,0.008239589,0.31067353],"study_design_scores_gemma":[0.00049393356,0.0009137321,0.0006798941,0.96082824,0.00018422009,0.01942968,0.0004139699,0.0000019690272,2.0944308e-8,0.00010111238,0.016788023,0.00016517284],"about_ca_topic_score_codex":0.00054118084,"about_ca_topic_score_gemma":0.00039653195,"teacher_disagreement_score":0.31050837,"about_ca_system_score_codex":0.00046364777,"about_ca_system_score_gemma":0.0011400742,"threshold_uncertainty_score":0.9999973},"labels":[],"label_agreement":null},{"id":"W3208514929","doi":"10.2196/25745","title":"Artificial Intelligence in Rehabilitation Targeting the Participation of Children and Youth With Disabilities: Scoping Review","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Cerebral Palsy and Movement Disorders","field":"Medicine","cited_by":75,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"University of Illinois at Chicago; University of Illinois at Urbana-Champaign","keywords":"International Classification of Functioning, Disability and Health; Rehabilitation; Scope (computer science); Inclusion (mineral); Psychological intervention; Intervention (counseling); Personalization; Interpretability; Psychology; MEDLINE; Focus group; Applied psychology; Medicine; Medical education; Computer science; Physical therapy; Artificial intelligence; Psychiatry; Political science; Social psychology; World Wide Web","score_opus":0.09448320610892146,"score_gpt":0.44392673768502955,"score_spread":0.3494435315761081,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3208514929","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9701251,0.0105344225,0.00050762756,0.018309716,0.000030282912,0.00037613715,9.389995e-7,0.0000015132995,0.000114299655],"genre_scores_gemma":[0.99390256,0.005572566,0.00017266338,0.00024717418,0.00007122915,0.0000055345113,0.000005597701,0.0000046971318,0.000017988094],"study_design_codex":"observational","study_design_gemma":"systematic_review","domain_scores_codex":[0.9973405,0.00044050842,0.0007017742,0.000110925095,0.0012484164,0.00015787958],"domain_scores_gemma":[0.9982299,0.0010315087,0.00012554323,0.00010503485,0.0003936892,0.0001142742],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.006147258,0.000052821113,0.00025974773,0.000082646824,0.00002075215,0.000014731791,0.000108689186,0.0000459964,0.00045896025],"category_scores_gemma":[0.015146259,0.000029651306,0.000048346952,0.00030701698,0.0003850306,0.00007166879,0.00006885569,0.0005552265,9.56806e-7],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0028496606,0.0032028994,0.50809765,0.022167305,0.00045631078,0.00013156734,0.078860894,0.00006537031,0.00081059564,0.010044545,0.0029024065,0.3704108],"study_design_scores_gemma":[0.0030929442,0.010890654,0.1167302,0.6721675,0.00040739082,0.00036325463,0.16861875,0.003113342,0.016821219,0.007264082,0.00009341595,0.00043723572],"about_ca_topic_score_codex":0.00018970863,"about_ca_topic_score_gemma":0.0004024767,"teacher_disagreement_score":0.6500002,"about_ca_system_score_codex":0.000038416903,"about_ca_system_score_gemma":0.00034376374,"threshold_uncertainty_score":0.9931496},"labels":[],"label_agreement":null},{"id":"W3208631643","doi":"10.2196/25230","title":"Social Media and the Transformation of the Physician-Patient Relationship: Viewpoint","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":96,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"University of Alberta","keywords":"Social media; Health care; Social determinants of health; Health promotion; Public relations; The Internet; Psychology; Internet privacy; Health communication; Information seeking behavior; Social psychology; Political science; World Wide Web; Computer science","score_opus":0.23493519241272443,"score_gpt":0.5113901789930518,"score_spread":0.2764549865803274,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3208631643","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6499137,0.0012257602,0.00006282298,0.34361154,0.002086955,0.00031879105,9.221917e-7,0.000002621799,0.0027768356],"genre_scores_gemma":[0.99744207,0.0007573846,0.000024109351,0.00038260262,0.0013332919,0.000023382392,5.577469e-7,0.000004162906,0.000032446056],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9922389,0.0034245471,0.0005653984,0.00006731411,0.0034942064,0.00020964336],"domain_scores_gemma":[0.9873311,0.011074999,0.00029181436,0.00008692015,0.0010468126,0.00016833632],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.011868185,0.000044075685,0.00018083265,0.00007286887,0.000358128,0.000047395322,0.00043869336,0.00014827354,0.00019779998],"category_scores_gemma":[0.0432454,0.000024604815,0.00010949533,0.000594994,0.001564508,0.00013536269,0.000072153765,0.0011451143,0.0000041420367],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009955561,0.00012876421,0.0013485368,0.00006346541,0.000031700296,0.000004078679,0.58326983,3.9730185e-7,0.000013570824,0.28634638,0.008950765,0.11974298],"study_design_scores_gemma":[0.0047177817,0.0002594493,0.13362029,0.0018818021,0.00012181624,0.000057477406,0.34999886,0.0004949132,0.0021068861,0.2233528,0.28315225,0.00023566444],"about_ca_topic_score_codex":0.00060264656,"about_ca_topic_score_gemma":0.0012718483,"teacher_disagreement_score":0.3475283,"about_ca_system_score_codex":0.00018053611,"about_ca_system_score_gemma":0.0017078384,"threshold_uncertainty_score":0.96481377},"labels":[],"label_agreement":null},{"id":"W3209002171","doi":"10.2196/29492","title":"Designing a Framework for Remote Cancer Care Through Community Co-design: Participatory Development Study","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Innovative Human-Technology Interaction","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network","funders":"National Cancer Institute; University of California, San Diego; University of Kentucky; Amgen","keywords":"Participatory design; Community-based participatory research; Participatory development; Computer science; Citizen journalism; Process management; Participatory action research; Medicine; Knowledge management; Psychology; World Wide Web; Sociology; Business; Engineering; Operations management","score_opus":0.4462821907727519,"score_gpt":0.5583554145010202,"score_spread":0.11207322372826833,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3209002171","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17413895,0.00046708778,0.8217002,0.002746833,0.00054985203,0.0002665634,4.150161e-7,0.000026031066,0.00010404689],"genre_scores_gemma":[0.8097282,0.000034386467,0.18947917,0.00038528215,0.00019873041,0.000042088966,8.1937577e-7,0.000013895069,0.00011743369],"study_design_codex":"qualitative","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9935227,0.002621806,0.00078605703,0.0002503791,0.0023080718,0.0005110015],"domain_scores_gemma":[0.9931243,0.0027883633,0.0002895223,0.0004878015,0.0031431743,0.00016683585],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.010797766,0.00014069672,0.00034993404,0.00028589036,0.00036296542,0.00020021487,0.0022977723,0.00027319673,0.00024619733],"category_scores_gemma":[0.0059951525,0.00011641896,0.00007884231,0.0006339485,0.00024171759,0.00037446912,0.0007769418,0.004384778,0.000017973056],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00096396316,0.004385485,0.0062800786,0.00053244765,0.0022329695,0.004621563,0.43825895,0.00012166952,0.005370662,0.037994176,0.06495396,0.43428406],"study_design_scores_gemma":[0.005119294,0.007542192,0.0039252206,0.0064045526,0.000064957625,0.00080024585,0.119205415,0.012751471,0.7277289,0.053031985,0.06262578,0.0007999715],"about_ca_topic_score_codex":0.000121787496,"about_ca_topic_score_gemma":0.00015731908,"teacher_disagreement_score":0.7223582,"about_ca_system_score_codex":0.0007137195,"about_ca_system_score_gemma":0.002071067,"threshold_uncertainty_score":0.99791217},"labels":[],"label_agreement":null},{"id":"W3209113329","doi":"10.2196/26524","title":"Noncontact Sleep Monitoring With Infrared Video Data to Estimate Sleep Apnea Severity and Distinguish Between Positional and Nonpositional Sleep Apnea: Model Development and Experimental Validation","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Obstructive Sleep Apnea Research","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vector Institute; Toronto Rehabilitation Institute; University of Toronto; University Health Network","funders":"Natural Sciences and Engineering Research Council of Canada; FedDev Ontario; Toronto Rehabilitation Institute","keywords":"Supine position; Sleep apnea; Apnea; Polysomnography; Medicine; Sleep (system call); Sleep Stages; Anesthesia; Computer science","score_opus":0.0883475211134114,"score_gpt":0.4266960041816569,"score_spread":0.3383484830682455,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3209113329","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9801968,0.00073067186,0.0152972685,0.00308106,0.0000966201,0.00028857132,0.000041852778,0.000012091487,0.0002551117],"genre_scores_gemma":[0.96948624,0.000015430549,0.029536685,0.00006863185,0.00062284333,0.000018428284,0.000137182,0.000032160257,0.00008242629],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99399817,0.00030034152,0.00069119036,0.0005891231,0.0038947808,0.00052638055],"domain_scores_gemma":[0.9963443,0.00067848345,0.00013958671,0.00030869705,0.0011664539,0.0013624287],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031401096,0.00023252163,0.0005185159,0.00037477768,0.00021507012,0.00028114673,0.0004231872,0.00019078732,0.00014864227],"category_scores_gemma":[0.001741123,0.0001901596,0.000037210586,0.00030389227,0.0004080957,0.00047508467,0.0015875131,0.001434741,0.000004784511],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006302436,0.0018471002,0.7311443,0.0010167025,0.003002434,0.0076863887,0.008268861,0.00012398465,0.02752233,0.00043005802,0.0012955973,0.21135983],"study_design_scores_gemma":[0.010585668,0.0025620405,0.5763345,0.002039318,0.00025088826,0.007766655,0.0025020076,0.25020173,0.14596319,0.00028978128,0.0008216482,0.00068258715],"about_ca_topic_score_codex":0.00004081802,"about_ca_topic_score_gemma":0.000011228651,"teacher_disagreement_score":0.25007775,"about_ca_system_score_codex":0.00037643092,"about_ca_system_score_gemma":0.0004201273,"threshold_uncertainty_score":0.7754483},"labels":[],"label_agreement":null},{"id":"W3209990446","doi":"10.2196/30768","title":"Moderators of the Effect of a Self-directed Digitally Delivered Exercise Program for People With Knee Osteoarthritis: Exploratory Analysis of a Randomized Controlled Trial","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Osteoarthritis Treatment and Mechanisms","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"National Health and Medical Research Council; Medical Research Council; Australian Government","keywords":"Physical therapy; Osteoarthritis; WOMAC; Moderation; Randomized controlled trial; Medicine; Intervention (counseling); Physical medicine and rehabilitation; Knee pain; Rating scale; Psychology; Alternative medicine; Internal medicine","score_opus":0.014355289044562602,"score_gpt":0.3271609326664232,"score_spread":0.3128056436218606,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3209990446","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9906482,0.0027824906,0.000105407315,0.0002220107,0.00017565435,0.0058875387,0.00001576477,0.000020444226,0.00014249801],"genre_scores_gemma":[0.9979849,0.00023287487,0.0006255935,0.000008433165,0.00008985904,0.0008003627,0.000015729456,0.000021759844,0.0002204862],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9931965,0.0015444387,0.0015845589,0.00021144157,0.0031487562,0.0003143419],"domain_scores_gemma":[0.99253017,0.0033296,0.0008105054,0.0003135555,0.0026926722,0.00032349347],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0061709974,0.00019405714,0.003990774,0.00057603844,0.000032127053,0.000032225653,0.00029135818,0.00020979479,0.00018076522],"category_scores_gemma":[0.0068339007,0.000096523014,0.0018106933,0.0010943591,0.00033982896,0.00009449126,0.00011249963,0.00050518324,3.9347597e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9696796,0.0016179703,0.00054681697,0.0003454917,0.0076111406,0.00018151922,0.0010759529,0.0000056301055,0.0006988104,0.00003775815,0.00021611666,0.0179832],"study_design_scores_gemma":[0.9201109,0.035625566,0.000036282323,0.0028746023,0.007196257,0.000055473276,0.00050023966,0.0039005373,0.029571345,0.00003000125,0.000024136292,0.00007469459],"about_ca_topic_score_codex":0.000020814217,"about_ca_topic_score_gemma":0.0001585551,"teacher_disagreement_score":0.049568728,"about_ca_system_score_codex":0.000067432265,"about_ca_system_score_gemma":0.0012283332,"threshold_uncertainty_score":0.8181311},"labels":[],"label_agreement":null},{"id":"W3210002104","doi":"10.2196/29755","title":"Multiparameter Continuous Physiological Monitoring Technologies in Neonates Among Health Care Providers and Caregivers at a Private Tertiary Hospital in Nairobi, Kenya: Feasibility, Usability, and Acceptability Study","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"BC Children's Hospital; University of British Columbia","funders":"Bill and Melinda Gates Foundation","keywords":"Usability; Health care; Respondent; Nursing; Health facility; Medicine; Thematic analysis; Staffing; Health informatics; Nonprobability sampling; Medical emergency; Qualitative research; Medical education; Public health; Population; Environmental health; Computer science","score_opus":0.08879580501169121,"score_gpt":0.4847784311912024,"score_spread":0.3959826261795112,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3210002104","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9786726,0.00408684,0.000006836003,0.013190015,0.00024631395,0.0037338713,0.0000062948056,0.00003169574,0.000025515477],"genre_scores_gemma":[0.99670476,0.0019167395,0.00035713418,0.00010553897,0.00008993277,0.0007712611,0.0000033130839,0.000015341659,0.000035987297],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9920575,0.0032453125,0.0016874752,0.0006991682,0.0012587461,0.0010518002],"domain_scores_gemma":[0.9953639,0.002518668,0.0003808509,0.00044369916,0.0005771492,0.00071571633],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.008399711,0.00020767027,0.0008291291,0.00036164265,0.00030071923,0.000036429246,0.00055290485,0.00049208844,0.00011019644],"category_scores_gemma":[0.009122228,0.0001568598,0.0000698562,0.0005018981,0.0009694583,0.00019972475,0.0017904066,0.0042564464,0.0000031172242],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020604317,0.0006962581,0.9541104,0.0008803686,0.000014814574,0.0001488051,0.013566307,9.014008e-7,0.000024393945,0.000020837468,0.00045641157,0.02987448],"study_design_scores_gemma":[0.002792796,0.0010036088,0.8839459,0.00068327284,0.0000040875034,0.000013978509,0.1103801,0.000081145285,0.000039448194,0.00026376863,0.00069176056,0.00010015996],"about_ca_topic_score_codex":0.0041464563,"about_ca_topic_score_gemma":0.009292566,"teacher_disagreement_score":0.09681379,"about_ca_system_score_codex":0.0016785704,"about_ca_system_score_gemma":0.0014619599,"threshold_uncertainty_score":0.99922436},"labels":[],"label_agreement":null},{"id":"W3210034397","doi":"10.2196/25730","title":"The Use of Cannabinoids for Insomnia in Daily Life: Naturalistic Study","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Cannabis and Cannabinoid Research","field":"Medicine","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; St. Joseph’s Healthcare Hamilton","funders":"","keywords":"Insomnia; Cannabis; Cannabidiol; Medicine; Cannabinoid; Cannabis sativa; Psychiatry; Internal medicine; Biology","score_opus":0.13917424013199325,"score_gpt":0.4583246226776924,"score_spread":0.31915038254569916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3210034397","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9166651,0.003516564,0.000073807154,0.07863285,0.00039816924,0.0006110729,0.0000068371155,0.000003143062,0.00009247539],"genre_scores_gemma":[0.9791999,0.000852175,0.00010062173,0.00035609945,0.0005232414,0.000046040204,0.0000038274156,0.000025520569,0.018892571],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99241555,0.0008588,0.0011173276,0.00023557742,0.004766243,0.0006064826],"domain_scores_gemma":[0.99382734,0.0010018438,0.0001754504,0.000424401,0.003799478,0.0007715052],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.009776286,0.0001247697,0.000551081,0.00045002057,0.000075735945,0.00014163804,0.0007008369,0.00020294556,0.00043296267],"category_scores_gemma":[0.042566057,0.00007228807,0.00023407255,0.00084454106,0.00052868767,0.00010690145,0.00039049154,0.0025724603,0.000003912025],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0027136116,0.0018463309,0.015059038,0.00031611946,0.00030143934,0.0029245457,0.001257472,0.000006826655,0.0013194681,0.00075197086,0.9424534,0.031049816],"study_design_scores_gemma":[0.008573299,0.0055505433,0.12887001,0.0010343881,0.00006723707,0.00064952415,0.005612238,0.002766854,0.0017124863,0.00028826293,0.84473145,0.00014367755],"about_ca_topic_score_codex":0.0009829173,"about_ca_topic_score_gemma":0.0014285047,"teacher_disagreement_score":0.11381098,"about_ca_system_score_codex":0.00027496787,"about_ca_system_score_gemma":0.004278412,"threshold_uncertainty_score":0.9997286},"labels":[],"label_agreement":null},{"id":"W3210133091","doi":"10.2196/33231","title":"Predictive Modeling of Vaccination Uptake in US Counties: A Machine Learning–Based Approach","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Vaccine Coverage and Hesitancy","field":"Social Sciences","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada); York University; University of British Columbia","funders":"International Development Research Centre","keywords":"Vaccination; Computer science; Artificial intelligence; Psychology; Machine learning; Medicine; Data science; Virology","score_opus":0.08226102988479843,"score_gpt":0.41308707232803604,"score_spread":0.3308260424432376,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3210133091","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9333273,0.003416485,0.041433256,0.007904416,0.00023828483,0.00016439213,0.0000026465584,0.000009618661,0.013503598],"genre_scores_gemma":[0.9973427,0.0010812717,0.0002693435,0.00007221704,0.0003054917,0.000003222806,0.0000033067001,0.000007952336,0.0009145073],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9945747,0.0010921292,0.00060236483,0.00014554265,0.0032808324,0.00030440255],"domain_scores_gemma":[0.9976225,0.00048801288,0.00015949887,0.00008867591,0.0014288921,0.00021240306],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.010441017,0.00006702571,0.00027762234,0.00037311748,0.000076428354,0.00006324001,0.0005114088,0.00019378221,0.0017381653],"category_scores_gemma":[0.008183479,0.00005640874,0.00010451837,0.00062496186,0.000040593524,0.0002099866,0.00009803852,0.0015550851,0.0000034626803],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0050918744,0.009520971,0.51171553,0.0017094805,0.000928578,0.005483036,0.20162988,0.10680847,0.00050939113,0.033293467,0.0379313,0.08537801],"study_design_scores_gemma":[0.0017293153,0.0004358346,0.004598752,0.0005435533,0.000013430182,0.000023480861,0.010880659,0.97163254,0.0001924817,0.0012798829,0.008584698,0.00008539449],"about_ca_topic_score_codex":0.0015997603,"about_ca_topic_score_gemma":0.0014954704,"teacher_disagreement_score":0.86482406,"about_ca_system_score_codex":0.0002620515,"about_ca_system_score_gemma":0.0018196283,"threshold_uncertainty_score":0.99917436},"labels":[],"label_agreement":null},{"id":"W3210688059","doi":"10.2196/30315","title":"Examining TikTok’s Potential for Community-Engaged Digital Knowledge Mobilization With Equity-Seeking Groups","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":87,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; York University","funders":"","keywords":"Public relations; Social media; Population; Health equity; Analytics; Health care; Internet privacy; Political science; Business; Medicine; Environmental health; Computer science; Data science","score_opus":0.4213826592548798,"score_gpt":0.5438865667711398,"score_spread":0.12250390751626,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3210688059","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9638474,0.0006118071,0.019622803,0.0073642577,0.003412373,0.00058118167,0.000002675279,0.00002252014,0.0045349784],"genre_scores_gemma":[0.9954614,0.00022624624,0.0004649279,0.00007199502,0.003269163,0.000070548915,0.000012557886,0.000020507934,0.00040263412],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9864562,0.009174073,0.00057904865,0.00015036286,0.003070424,0.0005698788],"domain_scores_gemma":[0.96883386,0.027064325,0.000267766,0.00017376758,0.0029502208,0.00071006024],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.049456432,0.0000897401,0.00026972027,0.0002549231,0.0015089875,0.00042957286,0.00089586247,0.00026970677,0.00043136269],"category_scores_gemma":[0.13242328,0.00007708753,0.00007679864,0.0007072782,0.0006681781,0.00046247066,0.00030178265,0.0048980364,0.000012585145],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00056901923,0.0021447288,0.014240658,0.00054660137,0.00026897306,0.00022280954,0.5276954,0.000011277841,0.00057416846,0.007910889,0.017117135,0.4286983],"study_design_scores_gemma":[0.0043686437,0.0031967212,0.008765632,0.003710118,0.000097910444,0.00023596853,0.8572286,0.0025787666,0.00094299804,0.007910381,0.110512726,0.00045157725],"about_ca_topic_score_codex":0.0006798047,"about_ca_topic_score_gemma":0.0022175224,"teacher_disagreement_score":0.42824674,"about_ca_system_score_codex":0.0006490295,"about_ca_system_score_gemma":0.0042421846,"threshold_uncertainty_score":0.9997909},"labels":[],"label_agreement":null},{"id":"W3211008420","doi":"10.2196/28303","title":"e-Cigarette Cessation: Content Analysis of a Quit Vaping Community on Reddit","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Smoking Behavior and Cessation","field":"Medicine","cited_by":60,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Okanagan University College; University of British Columbia, Okanagan Campus; University of British Columbia","funders":"","keywords":"Smoking cessation; Mindset; Addiction; Psychology; Psychological intervention; Boredom; Content analysis; Nicotine; Addictive behavior; Medicine; Social psychology; Psychiatry","score_opus":0.3186185086794687,"score_gpt":0.4853277483489756,"score_spread":0.16670923966950685,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3211008420","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98939234,0.00017351855,0.00047937315,0.008313393,0.00021148512,0.000056078046,0.0000034370598,0.0000048860275,0.001365503],"genre_scores_gemma":[0.99836415,0.00017121491,0.000025340449,0.00038259022,0.0002140269,0.0000024067338,0.00002646314,0.000008289452,0.00080549845],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99355674,0.0010141178,0.0007343517,0.00011199609,0.0043777023,0.00020511397],"domain_scores_gemma":[0.9960781,0.0009725632,0.00025121396,0.00034847157,0.0020347508,0.0003149225],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008814539,0.000077990226,0.0005017758,0.00075216265,0.000059164864,0.000037498623,0.00036482594,0.00019687184,0.0043876395],"category_scores_gemma":[0.005130114,0.00005816655,0.00029934733,0.0012034497,0.00021244462,0.00006471196,0.00014022185,0.0025934293,0.0000022896156],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023898364,0.0056437743,0.7917347,0.0005529422,0.010655457,0.0046319617,0.013139422,0.00004769749,0.009704009,0.0027945787,0.061016016,0.09768964],"study_design_scores_gemma":[0.003356944,0.0022812176,0.93416095,0.0033205864,0.0019289172,0.0004562034,0.008889431,0.0014239143,0.04053907,0.00015480805,0.0033617024,0.00012625875],"about_ca_topic_score_codex":0.00038280795,"about_ca_topic_score_gemma":0.00008575147,"teacher_disagreement_score":0.14242628,"about_ca_system_score_codex":0.00024031395,"about_ca_system_score_gemma":0.00047840987,"threshold_uncertainty_score":0.99970764},"labels":[],"label_agreement":null},{"id":"W3211439143","doi":"10.2196/27210","title":"A Question-and-Answer System to Extract Data From Free-Text Oncological Pathology Reports (CancerBERT Network): Development Study","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Topic Modeling","field":"Computer Science","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; Alberta Health Services","funders":"","keywords":"Computer science; Natural language processing; Artificial intelligence; Terminology; SNOMED CT; Named-entity recognition; Pathology; Deep learning; Information retrieval; Medicine; Linguistics","score_opus":0.16471099525244154,"score_gpt":0.44931670532246165,"score_spread":0.2846057100700201,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3211439143","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.53071517,0.0017757043,0.45495737,0.010054656,0.0017817843,0.00024081384,0.0000013616088,0.000030184669,0.0004429397],"genre_scores_gemma":[0.9240226,0.00007005173,0.073916174,0.00036998047,0.0012391161,0.000014993966,0.0000032465246,0.000009429768,0.00035440706],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9927889,0.0015473905,0.0011955114,0.0007188545,0.0032541784,0.00049518165],"domain_scores_gemma":[0.99588805,0.0011526293,0.00023182546,0.0013356342,0.0006733704,0.00071849534],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016643293,0.00013264206,0.0004697326,0.00014294751,0.00008889118,0.00027251677,0.0032661571,0.00020316507,0.00036106314],"category_scores_gemma":[0.004672625,0.000096767195,0.00004364171,0.00035154633,0.00007907549,0.0002666468,0.005941613,0.0014930399,0.00002387257],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024092675,0.002054453,0.054996848,0.00008965832,0.0005738872,0.22439164,0.006659031,0.00047816584,0.00013614367,0.0052603073,0.16870551,0.53641343],"study_design_scores_gemma":[0.0052642673,0.004052001,0.10860392,0.006643165,0.00010520285,0.041902456,0.005122215,0.4751422,0.0005005989,0.0057864566,0.34569314,0.0011843499],"about_ca_topic_score_codex":0.00033514653,"about_ca_topic_score_gemma":0.0010296442,"teacher_disagreement_score":0.5352291,"about_ca_system_score_codex":0.00032360255,"about_ca_system_score_gemma":0.0015692086,"threshold_uncertainty_score":0.7405796},"labels":[],"label_agreement":null},{"id":"W3211939694","doi":"10.2196/28610","title":"Using the Theoretical Domains Framework to Identify Barriers and Enablers to Implementing a Virtual Tertiary–Regional Telemedicine Rounding and Consultation for Kids (TRaC-K) Model: Qualitative Study","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Alberta Health Services; Dalhousie University; University of Calgary","funders":"Alberta Children's Hospital Research Institute; University of Calgary","keywords":"Qualitative research; Telemedicine; Medicine; Health care; Medical home; Patient safety; Focus group; Family medicine; Nursing; Medical emergency; Business; Primary care; Political science","score_opus":0.16962594528906458,"score_gpt":0.5764666783630684,"score_spread":0.4068407330740038,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3211939694","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7641517,0.00014432108,0.18891478,0.045679353,0.00012552863,0.0009578026,0.000006771826,0.000005762427,0.000014004971],"genre_scores_gemma":[0.9850407,0.00007101925,0.009196786,0.00489242,0.00065665663,0.000053429892,0.0000083884415,0.00002559999,0.000054999437],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99416274,0.0009110214,0.001105024,0.0003434203,0.0028266544,0.00065114186],"domain_scores_gemma":[0.9921801,0.004751531,0.00019418776,0.00017032148,0.0013182197,0.0013856349],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.017146882,0.0001650782,0.00046887514,0.00046340976,0.0002987256,0.00012395054,0.00022122684,0.00012183627,0.0003463396],"category_scores_gemma":[0.020413592,0.000108035994,0.00006678148,0.00054016156,0.00046467144,0.00014166768,0.00027704006,0.001126974,8.54363e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0058204355,0.0008056809,0.028288886,0.00068344077,0.0016076596,0.0011808377,0.75563157,0.000058627636,0.0100294845,0.10652412,0.029957306,0.05941197],"study_design_scores_gemma":[0.009114986,0.0065562124,0.004369895,0.0017951532,0.0003386101,0.0011507422,0.94134796,0.022049123,0.000766951,0.009407753,0.0028870204,0.00021557264],"about_ca_topic_score_codex":0.0001401602,"about_ca_topic_score_gemma":0.000096936834,"teacher_disagreement_score":0.22088903,"about_ca_system_score_codex":0.00022162472,"about_ca_system_score_gemma":0.0009922616,"threshold_uncertainty_score":0.98783785},"labels":[],"label_agreement":null},{"id":"W3212397734","doi":"10.2196/27188","title":"The Utility of Different Data Standards to Document Adverse Drug Event Symptoms and Diagnoses: Mixed Methods Study","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Pharmacovigilance and Adverse Drug Reactions","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia; Vancouver Coastal Health Research Institute; Vancouver General Hospital; Simon Fraser University; Vancouver Coastal Health","funders":"Canadian Institutes of Health Research","keywords":"Medical diagnosis; Medicine; Psychology; Computer science","score_opus":0.21964044503598706,"score_gpt":0.6269022897868434,"score_spread":0.4072618447508563,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3212397734","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98467267,0.0020724637,0.00058903225,0.009929924,0.0018415592,0.0004038973,0.00008620431,0.00000653278,0.00039769267],"genre_scores_gemma":[0.99406683,0.004489556,0.000078989884,0.0003266861,0.000302818,0.000022040798,0.000005977386,0.000010716027,0.000696355],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99009913,0.005738584,0.00091648253,0.00032571057,0.0024490114,0.0004710535],"domain_scores_gemma":[0.9914947,0.0060115643,0.00022144671,0.00049555534,0.0009327728,0.0008439179],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.02845191,0.00015422262,0.00043853978,0.00014933632,0.00019961304,0.00004702558,0.0014263842,0.00013044546,0.0028116594],"category_scores_gemma":[0.0062334226,0.000094278184,0.000113026945,0.00030780776,0.00044907743,0.0001610229,0.0018669476,0.0025018298,0.00000803159],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023923116,0.005701749,0.034402695,0.00017684745,0.0028497623,0.0017273424,0.0063410704,0.000025265157,0.003652622,0.00046529566,0.42187646,0.52038854],"study_design_scores_gemma":[0.0049381116,0.0009593697,0.023303442,0.00033700894,0.00037318913,0.0002429929,0.020368278,0.0058215065,0.042608034,0.0006897945,0.90014476,0.00021353152],"about_ca_topic_score_codex":0.00007005192,"about_ca_topic_score_gemma":0.00023942292,"teacher_disagreement_score":0.52017504,"about_ca_system_score_codex":0.0001583887,"about_ca_system_score_gemma":0.00084310974,"threshold_uncertainty_score":0.99979943},"labels":[],"label_agreement":null},{"id":"W3212676313","doi":"10.2196/28749","title":"Crowdsourcing for Machine Learning in Public Health Surveillance: Lessons Learned From Amazon Mechanical Turk","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Agency of Canada; University of Calgary","funders":"","keywords":"Crowdsourcing; Computer science; Artificial intelligence; Machine learning; Convolutional neural network; Inference; Citizen science; Ground truth; Context (archaeology); Data science; Deep learning; Quality (philosophy); Data quality; World Wide Web; Engineering","score_opus":0.1890378337671646,"score_gpt":0.4315017016306562,"score_spread":0.2424638678634916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3212676313","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24167809,0.0031420067,0.50498366,0.24896152,0.0008404497,0.00015786609,0.0000043769373,0.000056999284,0.00017498627],"genre_scores_gemma":[0.99131936,0.00072594546,0.0063791885,0.0005756292,0.00048431352,0.0000061484725,0.000009348067,0.000025580024,0.0004744891],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99178034,0.0026229874,0.0010786955,0.00055881654,0.0029421211,0.0010170197],"domain_scores_gemma":[0.9939044,0.0035302849,0.00034023036,0.00045358433,0.00089381135,0.00087767123],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.025359914,0.00017531477,0.00065280654,0.00048752807,0.00018840333,0.00069678,0.0017674506,0.00026941384,0.0001944727],"category_scores_gemma":[0.012249981,0.00014841331,0.00022818815,0.00092739303,0.00012890293,0.00027773107,0.00089546724,0.0034594892,0.000012507436],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016506159,0.0007114576,0.0054599587,0.00014507132,0.0001847924,0.0020209856,0.004922496,0.00035020866,0.0030711403,0.016907351,0.013877308,0.95218414],"study_design_scores_gemma":[0.0053124106,0.0014460675,0.0030380622,0.0021563563,0.000005772331,0.0013785001,0.0020329559,0.79169583,0.0053506223,0.011859606,0.17521982,0.00050399505],"about_ca_topic_score_codex":0.0008744395,"about_ca_topic_score_gemma":0.0010403636,"teacher_disagreement_score":0.9516802,"about_ca_system_score_codex":0.0003872397,"about_ca_system_score_gemma":0.0022375658,"threshold_uncertainty_score":0.99883956},"labels":[],"label_agreement":null},{"id":"W3213759232","doi":"10.2196/33819","title":"Digital Health Paradox: International Policy Perspectives to Address Increased Health Inequalities for People Living With Disabilities","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":133,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"NIHR Cambridge Biomedical Research Centre; World Health Organization; European Commission; Rosetrees Trust; Department of Health and Social Care; National Institute for Health and Care Research; Wellcome Trust; Simons Foundation Autism Research Initiative; Medical Research Council; European Federation of Pharmaceutical Industries and Associations; Innovative Medicines Initiative; Simons Foundation","keywords":"Digital health; Health equity; Digital divide; Health policy; Inequality; Equity (law); Public relations; Political science; Economic growth; Health care; Information and Communications Technology; Economics","score_opus":0.11628932335624438,"score_gpt":0.510234321757386,"score_spread":0.39394499840114167,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3213759232","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5881097,0.00102165,0.0051866034,0.40410784,0.00022229126,0.00061578816,0.0000720067,0.000019739,0.00064438954],"genre_scores_gemma":[0.9893976,0.00056578143,0.0011047728,0.0048602736,0.0022739233,0.00004806071,0.000061470295,0.000028709821,0.0016594034],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.9943702,0.000419512,0.0010417968,0.00027641884,0.0032292986,0.0006627236],"domain_scores_gemma":[0.9933974,0.0027145466,0.00030412927,0.0002140993,0.0018851795,0.0014846295],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0053766076,0.00014684448,0.00065213215,0.0006588063,0.00010983835,0.00013799769,0.00033709515,0.00007164567,0.0010332632],"category_scores_gemma":[0.02040588,0.00010511699,0.00012508649,0.00053242286,0.00019306778,0.0002388465,0.00018165805,0.0008070386,0.00000626297],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004062665,0.0031559274,0.22820579,0.0035492901,0.0010371387,0.0002542885,0.20155655,0.0000044710887,0.000038911683,0.019633548,0.33460194,0.2038995],"study_design_scores_gemma":[0.009679085,0.020557463,0.12329602,0.00863681,0.000030087154,0.0032490278,0.7140264,0.00038571568,0.00020015269,0.0007134322,0.118922524,0.0003032774],"about_ca_topic_score_codex":0.002416928,"about_ca_topic_score_gemma":0.0013241553,"teacher_disagreement_score":0.5124699,"about_ca_system_score_codex":0.0010295355,"about_ca_system_score_gemma":0.00773569,"threshold_uncertainty_score":0.99987996},"labels":[],"label_agreement":null},{"id":"W3215972140","doi":"10.2196/34051","title":"Citation Advantage of Promoted Articles in a Cross-Publisher Distribution Platform: 36-Month Follow-up to a Randomized Controlled Trial","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Academic Publishing and Open Access","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria; Trend Micro (Canada); University of Toronto","funders":"Ontario Centres of Excellence","keywords":"Randomized controlled trial; Citation; Medicine; Promotion (chess); Bibliometrics; Subject (documents); Randomized block design; Altmetrics; Surgery; Computer science; Library science; Biology; Political science","score_opus":0.14283034556327046,"score_gpt":0.5117801195523473,"score_spread":0.3689497739890768,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3215972140","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9753858,0.00030299512,0.008394146,0.012232624,0.0013741069,0.0011027235,0.0000075573253,0.0000053450476,0.0011947247],"genre_scores_gemma":[0.9950961,0.000047609756,0.00012978507,0.00013566861,0.0003256093,0.00005831622,0.000009990167,0.000008793861,0.004188139],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9778558,0.0040715407,0.003973995,0.0004021432,0.013152576,0.00054395915],"domain_scores_gemma":[0.97632456,0.01609763,0.0010982399,0.00036498118,0.005404095,0.000710475],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1376914,0.00013849532,0.00169195,0.000993825,0.00005673881,0.0018149454,0.0026343693,0.00037415113,0.0018850424],"category_scores_gemma":[0.5039029,0.000079397156,0.0005195988,0.0025621292,0.00041444736,0.0021523552,0.0006190181,0.001971066,0.000025779642],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9115921,0.0003808544,0.0013679612,0.000011976427,0.00012655539,0.00025403305,0.0023358704,0.00001560546,0.00016114894,0.0011083356,0.062041357,0.020604154],"study_design_scores_gemma":[0.95937246,0.00058505,0.0010682156,0.0004834084,0.000023641822,0.000060857135,0.0035691157,0.010508048,0.0010656838,0.02030114,0.0028506238,0.000111757596],"about_ca_topic_score_codex":0.00021581662,"about_ca_topic_score_gemma":0.00024750395,"teacher_disagreement_score":0.36621153,"about_ca_system_score_codex":0.00020726063,"about_ca_system_score_gemma":0.0015408396,"threshold_uncertainty_score":0.99922127},"labels":[],"label_agreement":null},{"id":"W3216880658","doi":"10.2196/29876","title":"The Future of Virtual Care for Older Ethnic Adults Beyond the COVID-19 Pandemic","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; Public Health Ontario; University of Toronto; University of Ottawa; University Health Network","funders":"","keywords":"Ethnic group; Pandemic; Status quo; Health care; General partnership; Population; Gerontology; Sociology; Medicine; Psychology; Political science; Coronavirus disease 2019 (COVID-19); Disease","score_opus":0.12319998826135754,"score_gpt":0.5202663534298321,"score_spread":0.39706636516847454,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3216880658","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7011082,0.032302473,0.0017962977,0.26264128,0.0011738563,0.00076447404,0.000017067923,0.000008601033,0.00018775195],"genre_scores_gemma":[0.9797643,0.008166751,0.000105754974,0.007715911,0.0032246264,0.000031611522,0.00003119446,0.000018216562,0.0009416769],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9950503,0.0005614286,0.0008600336,0.00015127135,0.0029730832,0.0004038484],"domain_scores_gemma":[0.99339676,0.0036211342,0.00026869148,0.00026302415,0.0017909008,0.0006594628],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.007742991,0.00009342447,0.00032423297,0.00013115836,0.00015074135,0.000020894691,0.00049973023,0.00018032,0.00096080714],"category_scores_gemma":[0.007142157,0.000043441018,0.00017572306,0.00035799033,0.0003697057,0.000044195247,0.00013901146,0.0016493797,0.0000035322823],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017952238,0.00013480092,0.008614445,0.0006783479,0.00020898838,0.00032160664,0.013964701,4.930179e-7,0.00013897182,0.0016128372,0.386697,0.5858326],"study_design_scores_gemma":[0.009121989,0.0034557572,0.010759902,0.000550586,0.00009659062,0.0026566507,0.12213642,0.00017186374,0.00078307954,0.0005553537,0.84964335,0.00006848016],"about_ca_topic_score_codex":0.00013284228,"about_ca_topic_score_gemma":0.0012399267,"teacher_disagreement_score":0.5857641,"about_ca_system_score_codex":0.00022773043,"about_ca_system_score_gemma":0.003074521,"threshold_uncertainty_score":0.99995244},"labels":[],"label_agreement":null},{"id":"W3217154976","doi":"10.2196/26123","title":"Examination of a Canada-Wide Collaboration Platform for Order Sets: Retrospective Analysis","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Healthcare Systems and Technology","field":"Business, Management and Accounting","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto General Hospital; University of British Columbia; Trillium Health Centre; University of Toronto","funders":"","keywords":"Preprint; Executable; Upload; Knowledge translation; Computer science; Order (exchange); Knowledge sharing; Health information exchange; Computerized physician order entry; Descriptive statistics; World Wide Web; Knowledge management; Health care; Business; Statistics; Mathematics; Political science","score_opus":0.049391938923471844,"score_gpt":0.3808694200059993,"score_spread":0.3314774810825275,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3217154976","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95902973,0.0002181012,0.0059668785,0.032054547,0.00041776086,0.00018489792,0.0000059018957,0.000006692753,0.0021155106],"genre_scores_gemma":[0.9986738,0.000025102208,0.00014263946,0.00026449494,0.00039928453,0.0000072641205,0.000012594514,0.0000071296654,0.00046768415],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971268,0.00005816148,0.0006021676,0.00012758179,0.0018510842,0.00023421635],"domain_scores_gemma":[0.9930242,0.000332037,0.00036273955,0.00012129058,0.0061180904,0.00004169514],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0056321723,0.000060209397,0.0003292269,0.000657391,0.000053535074,0.000075717406,0.00028409515,0.0001647711,0.00047098173],"category_scores_gemma":[0.011789188,0.000047684396,0.00007184123,0.0022195568,0.00006163418,0.00026360937,0.00010805806,0.00044104035,0.0000015594456],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048321587,0.0007479766,0.13321504,0.002540324,0.0031696314,0.0012980426,0.0012207485,0.000068009205,0.00080402143,0.24271792,0.4568856,0.15684947],"study_design_scores_gemma":[0.0036905245,0.000537352,0.15868448,0.0011164825,0.00038379882,0.00008127194,0.017222023,0.06510813,0.0034107857,0.011247337,0.73814857,0.00036923314],"about_ca_topic_score_codex":0.08491163,"about_ca_topic_score_gemma":0.65226513,"teacher_disagreement_score":0.56735355,"about_ca_system_score_codex":0.0003323432,"about_ca_system_score_gemma":0.0016008102,"threshold_uncertainty_score":0.99653494},"labels":[],"label_agreement":null},{"id":"W4200301461","doi":"10.2196/33961","title":"Innovation Centers in Health Care Delivery Systems: Structures for Success","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Primary Care and Health Outcomes","field":"Health Professions","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Women's College Hospital; University of Toronto","funders":"Commonwealth Fund","keywords":"Incentive; Business; Health care; Revenue; Knowledge management; Payment; Process (computing); Marketing; Set (abstract data type); Process management; Computer science; Economics","score_opus":0.16581947922800866,"score_gpt":0.5683144265806598,"score_spread":0.4024949473526511,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200301461","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82620287,0.019316256,0.0019656532,0.14319783,0.005896518,0.001202772,0.000045681645,0.000018952429,0.0021534874],"genre_scores_gemma":[0.98260486,0.0018798645,0.00030197552,0.012311247,0.0014470526,0.000044974022,0.000049475057,0.000023932476,0.0013365953],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99289787,0.0022194434,0.0018355463,0.00019120003,0.0021058426,0.0007500859],"domain_scores_gemma":[0.99347466,0.002199326,0.00047761708,0.0001846305,0.003302901,0.00036086616],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.010462735,0.000100002355,0.0005171348,0.0007516677,0.00019723427,0.00003372895,0.00057403225,0.00032126583,0.0007441558],"category_scores_gemma":[0.0043917266,0.0000760264,0.00007958967,0.00072078826,0.00007920873,0.00015463763,0.00025989063,0.0027688395,0.000010661855],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00080639473,0.00012921082,0.07344949,0.008684271,0.000094005074,0.00048641607,0.009149841,0.000009871853,0.00005178476,0.025700321,0.8537507,0.027687682],"study_design_scores_gemma":[0.0064491946,0.0010552292,0.03521915,0.0058178543,0.000009378475,0.00012439232,0.049689334,0.00041192744,0.00012285016,0.0012446461,0.89965725,0.00019876967],"about_ca_topic_score_codex":0.0025751344,"about_ca_topic_score_gemma":0.0020213802,"teacher_disagreement_score":0.15640204,"about_ca_system_score_codex":0.0022025038,"about_ca_system_score_gemma":0.013535982,"threshold_uncertainty_score":0.9995318},"labels":[],"label_agreement":null},{"id":"W4200467901","doi":"10.2196/26684","title":"Genomic Health Literacy Interventions in Pediatrics: Scoping Review","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"BRCA gene mutations in cancer","field":"Biochemistry, Genetics and Molecular Biology","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alberta Children's Hospital; University of Calgary; Hospital for Sick Children; Public Health Ontario; University of Toronto; University Health Network","funders":"","keywords":"Psychological intervention; Health literacy; Medicine; Literacy; eHealth; MEDLINE; Pediatrics; Family medicine; Health care; Psychology; Nursing; Biology","score_opus":0.0987370119277892,"score_gpt":0.5180346033661785,"score_spread":0.41929759143838924,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200467901","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1915622,0.7675415,0.0052036336,0.03427197,0.0007001535,0.00030034172,0.0000051449792,0.000002561719,0.00041244563],"genre_scores_gemma":[0.4470142,0.5422952,0.0030896452,0.0036228588,0.001890758,0.000032953652,0.00004355033,0.000033223405,0.0019775552],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.99707925,0.00071145734,0.0008434051,0.0001872736,0.0009113345,0.00026730474],"domain_scores_gemma":[0.99861485,0.00010536687,0.00018732158,0.0002154358,0.00064719375,0.00022985482],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006118484,0.00006716967,0.00023823162,0.0001907302,0.000025842632,0.000044737768,0.0004909902,0.00010459035,0.0010022074],"category_scores_gemma":[0.003007959,0.000060051025,0.00018162803,0.00033746197,0.00008216684,0.000007376041,0.00036160846,0.0007429541,0.0000179535],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017623293,0.001300316,0.014279088,0.027557809,0.00026568453,0.0013645624,0.0013690642,0.000046763507,0.0053901644,0.00029309443,0.5509681,0.39698914],"study_design_scores_gemma":[0.007944787,0.0050609,0.014168789,0.61894554,0.000105491315,0.0068932055,0.0015430087,0.0006991325,0.022956913,0.0012290688,0.31943843,0.0010147305],"about_ca_topic_score_codex":0.000034758523,"about_ca_topic_score_gemma":0.0002677175,"teacher_disagreement_score":0.59138775,"about_ca_system_score_codex":0.00024376046,"about_ca_system_score_gemma":0.0038604916,"threshold_uncertainty_score":0.999911},"labels":[],"label_agreement":null},{"id":"W4200484584","doi":"10.2196/27939","title":"Effectiveness of Live Health Professional–Led Group eHealth Interventions for Adult Mental Health: Systematic Review of Randomized Controlled Trials","year":2021,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alberta Health Services; University of Manitoba; Alberta Health; University of Lethbridge","funders":"Alberta Innovates","keywords":"eHealth; Psychological intervention; PsycINFO; CINAHL; Medicine; Randomized controlled trial; Mental health; Telemedicine; Cochrane Library; Telehealth; MEDLINE; Systematic review; Population; Health care; Family medicine; Nursing; Psychiatry; Environmental health","score_opus":0.2637808340066508,"score_gpt":0.6401919823327555,"score_spread":0.3764111483261047,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200484584","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000048133184,0.94878644,0.0012082837,0.0062914793,0.005866875,0.037220046,0.0005143573,0.000010333549,0.00009735983],"genre_scores_gemma":[0.0001502896,0.9899432,0.00018256274,0.00035000127,0.0002807739,0.0070353914,0.00037433865,0.00009023521,0.001593195],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.7822459,0.17447105,0.03475191,0.000793036,0.0064399177,0.001298224],"domain_scores_gemma":[0.8788608,0.08663273,0.027261639,0.0008358572,0.005001372,0.0014076306],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.34412864,0.0006409099,0.047214918,0.0017373009,0.00012523042,0.000056321784,0.0019622948,0.00064669707,0.0022671411],"category_scores_gemma":[0.15147197,0.0003664811,0.01829507,0.0008504055,0.00066964485,0.00013421118,0.00047518316,0.0029057201,0.000038985363],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.017788747,0.004078704,1.3487913e-7,0.881535,0.008907316,0.00002408936,0.00029656902,6.0606213e-9,2.6587525e-8,0.013348306,0.02989986,0.04412125],"study_design_scores_gemma":[0.085503586,0.004880879,3.3785997e-7,0.90155315,0.0020016169,0.00038562837,0.0005020352,0.000006112929,5.169268e-7,0.00028709456,0.0047233836,0.0001556504],"about_ca_topic_score_codex":0.00042347753,"about_ca_topic_score_gemma":0.00005296401,"teacher_disagreement_score":0.19265665,"about_ca_system_score_codex":0.0015926394,"about_ca_system_score_gemma":0.0062545105,"threshold_uncertainty_score":0.9998787},"labels":[],"label_agreement":null},{"id":"W4205192005","doi":"10.2196/30791","title":"Accuracy and Acceptability of Wrist-Wearable Activity-Tracking Devices: Systematic Review of the Literature","year":2021,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Physical Activity and Health","field":"Medicine","cited_by":212,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Queen's University; Impact","funders":"","keywords":"Wearable computer; Wearable technology; Tracking (education); Computer science; Physical medicine and rehabilitation; Wrist; Medicine; Human–computer interaction; Applied psychology; Psychology; Surgery","score_opus":0.19070659297140627,"score_gpt":0.5298690260146515,"score_spread":0.3391624330432452,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205192005","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009719928,0.99545103,0.000010092508,0.0019549918,0.000135805,0.0012445573,0.0000135908895,0.0000025034387,0.00021544003],"genre_scores_gemma":[0.007617718,0.99168175,0.000028851226,0.0001485254,0.00031279732,0.00001852838,0.0000028058437,0.000022282156,0.00016673043],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.98871386,0.004260207,0.0021297387,0.00029085882,0.004236205,0.0003691295],"domain_scores_gemma":[0.9882281,0.0065855253,0.0021292064,0.0007375056,0.0017952474,0.00052445225],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.015339043,0.00026522754,0.0056970036,0.0002453878,0.000048648853,0.000056831665,0.0010545336,0.0005235139,0.00065469404],"category_scores_gemma":[0.0335474,0.00012758786,0.0011663833,0.0011241193,0.00047882882,0.00016605314,0.00061613653,0.0061286055,0.0000030302956],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024230201,0.00062232703,0.000012068439,0.8041334,0.00038316348,0.000078753605,0.00017101549,3.6471268e-9,0.0000017511188,0.0000532059,0.00068886275,0.19383124],"study_design_scores_gemma":[0.00023165188,0.00042821918,0.00004244884,0.94442195,0.0010952764,0.001063116,0.00006866999,0.000007985533,0.00003664563,0.000034110442,0.052494004,0.00007592372],"about_ca_topic_score_codex":0.000075917036,"about_ca_topic_score_gemma":0.000014728939,"teacher_disagreement_score":0.19375531,"about_ca_system_score_codex":0.00026065376,"about_ca_system_score_gemma":0.003518695,"threshold_uncertainty_score":0.9961643},"labels":[],"label_agreement":null},{"id":"W4205212055","doi":"10.2196/32130","title":"Increasing the Effectiveness of a Physical Activity Smartphone Intervention With Positive Suggestions: Randomized Controlled Trial","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Physical Activity and Health","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek; ZonMw","keywords":"eHealth; Psychological intervention; Intervention (counseling); Randomized controlled trial; mHealth; Psychology; Physical therapy; Smartphone app; Affect (linguistics); Physical activity; Medicine; Clinical psychology; Health care; World Wide Web; Computer science","score_opus":0.048079824003794375,"score_gpt":0.4439759593965882,"score_spread":0.3958961353927938,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205212055","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99069995,0.0002135586,0.002339601,0.004470007,0.00014159297,0.0015035566,0.0000018624496,0.0000048507777,0.00062502944],"genre_scores_gemma":[0.99900585,0.0000714804,0.00004064104,0.000033235483,0.0006510537,0.000072208284,0.0000022930046,0.000011437973,0.000111810776],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9818577,0.014175728,0.0005662536,0.00017504762,0.0029501575,0.00027512046],"domain_scores_gemma":[0.9653398,0.03208448,0.0004089312,0.00018944344,0.0016401117,0.0003372469],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.030281695,0.00012834466,0.0020507881,0.00018314243,0.00006653871,0.000037987975,0.00022393416,0.00012939793,0.00016006012],"category_scores_gemma":[0.028453832,0.000060039583,0.0007837774,0.00041876256,0.0008771745,0.000106658794,0.00013511242,0.0022414217,0.0000040340838],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97874576,0.007920798,0.0000683659,0.00028756793,0.0011247651,0.0003348691,0.0003297203,0.0000018563031,0.0044631343,0.0018943055,0.000064219115,0.004764638],"study_design_scores_gemma":[0.95696414,0.0071820584,0.0031959217,0.0058649215,0.0003848669,0.0007866207,0.00020866419,0.003138293,0.020931767,0.0012630717,0.000017554088,0.000062099934],"about_ca_topic_score_codex":0.000568834,"about_ca_topic_score_gemma":0.000042824464,"teacher_disagreement_score":0.021781601,"about_ca_system_score_codex":0.00019466026,"about_ca_system_score_gemma":0.0013165228,"threshold_uncertainty_score":0.9985291},"labels":[],"label_agreement":null},{"id":"W4205298857","doi":"10.2196/27900","title":"Effectiveness of an Internet-Based and Telephone-Assisted Training for Parents of 4-Year-Old Children With Disruptive Behavior: Implementation Research","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Child and Adolescent Psychosocial and Emotional Development","field":"Psychology","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Izaak Walton Killam Health Centre; Dalhousie University","funders":"Turun Yliopisto; Academy of Finland; European Commission","keywords":"Randomized controlled trial; Intervention (counseling); Parent training; Child Behavior Checklist; CBCL; Clinical psychology; Anxiety; Medicine; Checklist; Psychology; Psychiatry","score_opus":0.12655875402419753,"score_gpt":0.49419449330064164,"score_spread":0.3676357392764441,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205298857","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99814504,0.00016348045,0.0005651313,0.0004027651,0.00021296136,0.00035965999,0.000035851048,0.0000027004864,0.000112427246],"genre_scores_gemma":[0.99923545,0.00003160913,0.0003132933,0.000020812451,0.00014717857,0.000027459435,0.00006872545,0.000014937311,0.00014050872],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9956456,0.0012743871,0.00056376756,0.0002616545,0.0019080249,0.00034656134],"domain_scores_gemma":[0.9974372,0.0007574948,0.00018647245,0.00012169896,0.0012140959,0.00028302922],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0065944963,0.000103196784,0.00034996468,0.00031004875,0.00005120506,0.000035638488,0.00033498683,0.00013448866,0.00060620764],"category_scores_gemma":[0.00028979089,0.000075945885,0.00009584275,0.00034061968,0.0003874009,0.00007860917,0.00009131214,0.0007297222,0.0000016045449],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011465559,0.006378117,0.65294677,0.00083592196,0.0014074239,0.00030540163,0.015140095,0.0000013467373,0.0047884565,0.006141913,0.0034952075,0.2970938],"study_design_scores_gemma":[0.0054038567,0.0024092486,0.9737964,0.0018548435,0.000030246825,0.00012244136,0.006841019,0.000017870268,0.009003709,0.0002627392,0.00017298394,0.000084589796],"about_ca_topic_score_codex":0.00038622186,"about_ca_topic_score_gemma":0.00016944061,"teacher_disagreement_score":0.3208497,"about_ca_system_score_codex":0.00008885136,"about_ca_system_score_gemma":0.0005040099,"threshold_uncertainty_score":0.6637548},"labels":[],"label_agreement":null},{"id":"W4205415758","doi":"10.2196/31754","title":"Challenges of Telemonitoring Programs for Complex Chronic Conditions: Randomized Controlled Trial With an Embedded Qualitative Study","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Chronic Disease Management Strategies","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Lunenfeld-Tanenbaum Research Institute; Mount Sinai Hospital; Public Health Ontario; University Health Network; University of Toronto; Ted Rogers Centre for Heart Research","funders":"","keywords":"Randomized controlled trial; Medicine; Quality of life (healthcare); Population; Self-management; Anxiety; Physical therapy; Telemedicine; Health care; Family medicine; Nursing; Psychiatry; Internal medicine","score_opus":0.2870898199766474,"score_gpt":0.5621593577845918,"score_spread":0.2750695378079444,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205415758","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97608304,0.0041207233,0.0008532234,0.006199287,0.000415464,0.009618,0.0000042587494,0.000021845202,0.0026841755],"genre_scores_gemma":[0.99657226,0.0005749076,0.00041466733,0.000016218737,0.0011976897,0.0006954664,0.000023097666,0.000023970857,0.00048171572],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9910671,0.003104624,0.0013868568,0.00027655793,0.0037693058,0.00039554233],"domain_scores_gemma":[0.99234205,0.0040574656,0.00052361586,0.0003015224,0.0023289677,0.00044637555],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.017962426,0.00017269142,0.0020393513,0.00035844248,0.00004910441,0.00008301571,0.0003920883,0.00010295716,0.0009510037],"category_scores_gemma":[0.0064881444,0.00010334105,0.00044178855,0.00023990577,0.00073264824,0.00015445588,0.0001168915,0.00075859344,0.0000021250469],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.96398014,0.0069558476,0.000013556897,0.0006688616,0.0046397415,0.00076631055,0.011334247,0.000002501908,0.0000645998,0.0044542546,0.001143736,0.0059762113],"study_design_scores_gemma":[0.8307549,0.017231828,0.00004804541,0.0014041152,0.0005756438,0.00006830149,0.14712907,0.0014006976,0.00007923833,0.0009808064,0.00024630525,0.00008106682],"about_ca_topic_score_codex":0.000041501105,"about_ca_topic_score_gemma":0.000144804,"teacher_disagreement_score":0.13579482,"about_ca_system_score_codex":0.00024676835,"about_ca_system_score_gemma":0.0023378741,"threshold_uncertainty_score":0.9999623},"labels":[],"label_agreement":null},{"id":"W4205643670","doi":"10.2196/29422","title":"Patient Influencers: The Next Frontier in Direct-to-Consumer Pharmaceutical Marketing","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Pharmaceutical industry and healthcare","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":68,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"Social Sciences and Humanities Research Council of Canada; University of Colorado Boulder","keywords":"Influencer marketing; Marketing; Business; Direct marketing; Frontier; Advertising; Marketing management; Relationship marketing; Political science","score_opus":0.5253559429304061,"score_gpt":0.6185392430612857,"score_spread":0.09318330013087961,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205643670","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8912545,0.009447344,0.000039386476,0.08872239,0.002174008,0.00034812823,0.000009655617,0.000013696541,0.007990898],"genre_scores_gemma":[0.9803722,0.0028864075,0.000084733176,0.014683968,0.000902563,0.000031122952,0.0000020089456,0.00002223447,0.001014782],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98653,0.008315319,0.0012367071,0.0003660364,0.002396828,0.0011550838],"domain_scores_gemma":[0.9906913,0.005928155,0.00016503835,0.00025828648,0.0010070605,0.0019501833],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.022484092,0.00020822088,0.00047454957,0.0003205171,0.00019064694,0.00011820682,0.0011206039,0.0008021235,0.017865194],"category_scores_gemma":[0.012801,0.00014218265,0.00017942613,0.0009705841,0.0006701815,0.00020777514,0.0007338549,0.012313959,0.0002783006],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0044716587,0.0016140597,0.06028599,0.00025398718,0.00052055373,0.0107761305,0.004685378,0.00014003555,0.004315195,0.0007371376,0.36132818,0.5508717],"study_design_scores_gemma":[0.0018057659,0.00025197695,0.0043607946,0.00058759155,0.00004902106,0.00065016974,0.0024939806,0.005532948,0.015972849,0.00019536566,0.9679132,0.00018634806],"about_ca_topic_score_codex":0.000076763296,"about_ca_topic_score_gemma":0.00008230086,"teacher_disagreement_score":0.606585,"about_ca_system_score_codex":0.0003732849,"about_ca_system_score_gemma":0.0013138592,"threshold_uncertainty_score":0.9955146},"labels":[],"label_agreement":null},{"id":"W4205785224","doi":"10.2196/32714","title":"Understanding Decision-Making in the Adoption of Digital Health Technology: The Role of Behavioral Economics’ Prospect Theory","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Technology Adoption and User Behaviour","field":"Decision Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Prospect theory; Behavioral economics; Health care; Framing (construction); Health technology; Framing effect; Function (biology); Management science; Digital health; Choice architecture; Behavioural sciences; Nudge theory; Economics; Psychology; Social psychology; Microeconomics; Sociology; Engineering; Social science","score_opus":0.29155875999116254,"score_gpt":0.5089634110072877,"score_spread":0.21740465101612516,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205785224","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97699475,0.0009992594,0.006351762,0.015070637,0.00015737371,0.00012436669,0.0000051002658,0.0000051456523,0.00029159302],"genre_scores_gemma":[0.99939084,0.00021662605,0.00023717528,0.00006044537,0.000038623304,0.0000027235415,4.342349e-7,0.0000061564815,0.00004696823],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9945312,0.00075944583,0.0013874169,0.0002084627,0.0028214415,0.00029200356],"domain_scores_gemma":[0.99439126,0.003817613,0.0006288405,0.00048542264,0.00059370854,0.00008317377],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.026668731,0.000082448336,0.00036537184,0.0009846108,0.00007947838,0.00014732243,0.002390994,0.0002473873,0.00040630446],"category_scores_gemma":[0.0077346014,0.00004175572,0.00015979586,0.0013457536,0.0009856039,0.00022008664,0.0005159615,0.001783173,0.000009763515],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003698484,0.00093463453,0.29702085,0.000008650579,0.00004202288,0.00021601105,0.004732747,0.000022293041,0.0001007157,0.3346416,0.0026175214,0.3592931],"study_design_scores_gemma":[0.0006688173,0.0007257129,0.024537858,0.00060506776,0.000008421588,0.0007549253,0.14166518,0.00064060633,0.00048768488,0.8278799,0.0019565178,0.00006931704],"about_ca_topic_score_codex":0.000011299558,"about_ca_topic_score_gemma":0.00017448138,"teacher_disagreement_score":0.4932383,"about_ca_system_score_codex":0.00022401482,"about_ca_system_score_gemma":0.00078013615,"threshold_uncertainty_score":0.9259599},"labels":[],"label_agreement":null},{"id":"W4205841814","doi":"10.2196/28927","title":"Digital Assessment Tools Using Animation Features to Quantify Alcohol Consumption: Systematic App Store and Literature Review","year":2021,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Substance Abuse Treatment and Outcomes","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Centre for Addiction and Mental Health","funders":"World Health Organization","keywords":"Computer science; PsycINFO; Animation; MEDLINE; Systematic review; World Wide Web","score_opus":0.30613748096682714,"score_gpt":0.554067912405889,"score_spread":0.2479304314390619,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205841814","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00036935683,0.99621314,0.00008797123,0.0011694843,0.00029832526,0.0017051484,0.000008752015,0.000011261591,0.00013656897],"genre_scores_gemma":[0.00013735503,0.9965875,0.0004724181,0.00021879963,0.00053413893,0.000045230245,0.00009815355,0.000040212533,0.0018662051],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9928332,0.00090923253,0.0016024227,0.00035336908,0.003929657,0.00037212172],"domain_scores_gemma":[0.9955844,0.0016930484,0.0005982583,0.0003851387,0.0010176664,0.00072143675],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0048736134,0.00036863223,0.0034958404,0.0006388428,0.00005341905,0.0005749509,0.00042710148,0.0004962897,0.00041322285],"category_scores_gemma":[0.0048128106,0.00020832954,0.00065521564,0.00067045505,0.00012059834,0.00031017797,0.00022414232,0.0025424557,0.00003075244],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036805883,0.00020249997,0.0002587595,0.6350461,0.0015484531,0.0084616905,0.0003287607,2.7153996e-8,6.7717906e-7,0.00024389279,0.02541737,0.32845494],"study_design_scores_gemma":[0.0005794198,0.00028978614,0.00004498132,0.8498356,0.0013555598,0.014488169,0.00015342393,0.000010958916,6.889506e-7,0.000002240486,0.13309905,0.00014013214],"about_ca_topic_score_codex":0.0000012116737,"about_ca_topic_score_gemma":0.0000031557138,"teacher_disagreement_score":0.3283148,"about_ca_system_score_codex":0.00067237276,"about_ca_system_score_gemma":0.0011369812,"threshold_uncertainty_score":0.9997587},"labels":[],"label_agreement":null},{"id":"W4206310474","doi":"10.2196/29841","title":"Operationalizing and Evaluating Synchronous Virtual Group Health Interventions: Wide-Scale Implementation at a Tertiary Care Academic Hospital","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Addiction and Mental Health; Institute for Clinical Evaluative Sciences; Women's College Hospital; University of Toronto; University Health Network","funders":"","keywords":"Operationalization; Psychological intervention; Health care; Telehealth; Telemedicine; Sustainability; Digital health; Nursing; Quality management; Service delivery framework; Medicine; Service (business); Business; Political science; Marketing","score_opus":0.10315940642780755,"score_gpt":0.5407344315272907,"score_spread":0.4375750250994832,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206310474","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9363962,0.01169185,0.002654268,0.048395842,0.00035111065,0.00046250309,0.000008063722,0.000011047876,0.000029132969],"genre_scores_gemma":[0.99219364,0.0025819202,0.0015381557,0.002464252,0.00078066427,0.00003074314,0.00018670439,0.000021733233,0.00020218844],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.993967,0.0007838665,0.0014766583,0.00027680118,0.0030349635,0.00046069536],"domain_scores_gemma":[0.9972044,0.0005581829,0.0003672063,0.00013709665,0.0010199485,0.0007131388],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00669369,0.00012859561,0.00040656386,0.00034534355,0.0001868095,0.000051196792,0.00018215484,0.00013947536,0.0026971328],"category_scores_gemma":[0.002008528,0.000105767765,0.00013851827,0.00025648446,0.00015875968,0.000244885,0.00032523775,0.0014385658,0.000011354283],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025164508,0.00034207775,0.2961727,0.001603209,0.00025872068,0.0005757747,0.019886069,0.0000012651245,0.0014724843,0.00035757304,0.062350426,0.61672807],"study_design_scores_gemma":[0.023566023,0.029007062,0.7433557,0.01560277,0.00030118166,0.0075937035,0.14974676,0.0022140655,0.0059065297,0.00036130456,0.021882951,0.00046195465],"about_ca_topic_score_codex":0.0003788652,"about_ca_topic_score_gemma":0.0007288356,"teacher_disagreement_score":0.61626613,"about_ca_system_score_codex":0.0009114541,"about_ca_system_score_gemma":0.0016122626,"threshold_uncertainty_score":0.99821454},"labels":[],"label_agreement":null},{"id":"W4206324271","doi":"10.2196/25863","title":"Barriers and Facilitators to Accessing Digital Health Tools Faced by South Asian Canadians in Surrey, British Columbia: Community-Based Participatory Action Exploration Using Photovoice","year":2022,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Participatory Visual Research Methods","field":"Social Sciences","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"Fraser Health Authority; Ministry of Health, British Columbia; Vancouver Foundation","keywords":"Photovoice; Participatory action research; Focus group; Health literacy; Community-based participatory research; Health equity; Community health; Population; Medicine; Health care; Medical education; Nursing; Sociology; Public health; Political science; Environmental health; Economic growth","score_opus":0.7078129760080405,"score_gpt":0.6377003000332209,"score_spread":0.07011267597481963,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206324271","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9921752,0.00011025223,0.002071102,0.004818237,0.00020335312,0.00038398866,0.000089617395,0.000010788257,0.00013742033],"genre_scores_gemma":[0.99901855,0.000016780596,0.00010581952,0.0005100564,0.0000713227,0.000050228155,0.000005767618,0.000016128468,0.0002053583],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.97720456,0.016545866,0.00070186536,0.00021679685,0.00437465,0.0009562642],"domain_scores_gemma":[0.9951863,0.0016494528,0.00018939844,0.00014788781,0.00033136166,0.0024955508],"candidate_categories":["metaresearch","sts","scholarly_communication","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04882362,0.00008648734,0.00033793945,0.00040568868,0.0014632102,0.0015882816,0.0008376295,0.000116407624,0.0008235682],"category_scores_gemma":[0.022998663,0.000120843935,0.000060062946,0.001060334,0.0007551515,0.001002656,0.0003271606,0.0029781633,0.0000020299299],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006091705,0.00070529274,0.39592123,0.00028948675,0.00012916343,0.0007527755,0.29243714,0.0004229769,0.0010452422,0.00004061203,0.041582186,0.2660647],"study_design_scores_gemma":[0.0024751136,0.0024740049,0.014815513,0.0009628872,0.000012033371,0.000038723345,0.8547673,0.0083311815,0.00017471527,0.00040912797,0.11508666,0.00045268663],"about_ca_topic_score_codex":0.50954396,"about_ca_topic_score_gemma":0.55409473,"teacher_disagreement_score":0.5623302,"about_ca_system_score_codex":0.0026475547,"about_ca_system_score_gemma":0.0068956623,"threshold_uncertainty_score":0.99983674},"labels":[],"label_agreement":null},{"id":"W4206463749","doi":"10.2196/29219","title":"Patterns of Symptom Tracking by Caregivers and Patients With Dementia and Mild Cognitive Impairment: Cross-sectional Study","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nova Scotia Health Authority; Dalhousie University","funders":"","keywords":"Dementia; Cross-sectional study; Cognitive impairment; Cognition; Medicine; Gerontology; Psychology; Psychiatry; Clinical psychology; Disease; Internal medicine","score_opus":0.03367580784069133,"score_gpt":0.3969829073805662,"score_spread":0.36330709953987483,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206463749","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9980476,0.00078696926,0.00015843434,0.00034060012,0.000058465474,0.00042043743,0.000027359953,0.0000032202613,0.00015691448],"genre_scores_gemma":[0.9990721,0.000338591,0.000016209866,0.00005340639,0.000080924736,0.000009039083,0.00002305241,0.0000154831,0.0003912155],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99395514,0.00043762685,0.00056130765,0.00029520434,0.004368909,0.0003817874],"domain_scores_gemma":[0.99583524,0.00049896416,0.00016110884,0.00009366456,0.0028367313,0.00057428394],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0028509866,0.00013479774,0.00035714958,0.00030718875,0.000077901735,0.00013068954,0.00016213699,0.000108599736,0.0015353041],"category_scores_gemma":[0.0007299249,0.00009550694,0.000070854236,0.00022258348,0.00037915213,0.00018482062,0.00029861915,0.001024114,0.0000020814896],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020766107,0.0023775627,0.98788697,0.00019577723,0.0011303532,0.000661671,0.001079188,3.229653e-8,0.000074307165,0.0000057462753,0.0005550145,0.003956769],"study_design_scores_gemma":[0.013117706,0.0071788174,0.97065693,0.0009656844,0.00013720508,0.00021978992,0.0052429866,0.00002387558,0.0022617278,0.000009253229,0.00010877096,0.00007724677],"about_ca_topic_score_codex":0.00017649673,"about_ca_topic_score_gemma":0.000048152036,"teacher_disagreement_score":0.017230032,"about_ca_system_score_codex":0.0000784932,"about_ca_system_score_gemma":0.0004019352,"threshold_uncertainty_score":0.9993774},"labels":[],"label_agreement":null},{"id":"W4206588542","doi":"10.2196/29821","title":"Using Social Media to Engage Knowledge Users in Health Research Priority Setting: Scoping Review","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; McMaster University; Institute for Clinical Evaluative Sciences; SickKids Foundation; Hospital for Sick Children","funders":"","keywords":"Social media; Snowball sampling; Thematic analysis; Public relations; Psychology; Medical education; Internet privacy; World Wide Web; Medicine; Qualitative research; Computer science; Sociology; Political science","score_opus":0.7255261288264006,"score_gpt":0.6886862546665209,"score_spread":0.03683987415987966,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206588542","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48128965,0.06760139,0.00012746014,0.43800566,0.008143586,0.0027790924,0.0000025674678,0.000024014718,0.002026567],"genre_scores_gemma":[0.8323428,0.13239661,0.006052519,0.0044312524,0.023951588,0.00032384036,0.000008026026,0.00010741868,0.0003859177],"study_design_codex":"qualitative","study_design_gemma":"systematic_review","domain_scores_codex":[0.9633731,0.024721188,0.0016373452,0.0003679301,0.008375263,0.0015251652],"domain_scores_gemma":[0.9537714,0.037192754,0.0004792484,0.00030107293,0.005517752,0.002737742],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.16917735,0.000114323026,0.0006594498,0.0008428867,0.0007480791,0.00016252683,0.0012376389,0.00035535655,0.0014260827],"category_scores_gemma":[0.3370323,0.000112815076,0.00012399677,0.0037768602,0.00075269415,0.00023951387,0.0004663712,0.005333007,0.00006107696],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010690458,0.0010454692,0.00824758,0.0117870495,0.0000444688,0.00058988755,0.6091392,0.0000010016306,0.00007134409,0.006597643,0.11151416,0.2508553],"study_design_scores_gemma":[0.0022288186,0.00064807496,0.01683152,0.4529095,0.00002214573,0.00011646898,0.18713291,0.00022104893,0.00026061243,0.0031603798,0.33585253,0.0006159763],"about_ca_topic_score_codex":0.005631,"about_ca_topic_score_gemma":0.030066404,"teacher_disagreement_score":0.44112244,"about_ca_system_score_codex":0.0035953994,"about_ca_system_score_gemma":0.038784645,"threshold_uncertainty_score":0.99948674},"labels":[],"label_agreement":null},{"id":"W4206798978","doi":"10.2196/32825","title":"Sleep Disturbance and Quality of Life in Rheumatoid Arthritis: Prospective mHealth Study","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Rheumatoid Arthritis Research and Therapies","field":"Medicine","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Versus Arthritis; Arthritis Society; Solent NHS Trust","keywords":"mHealth; Mood; Sleep disorder; Quality of life (healthcare); Medicine; Sleep (system call); Physical therapy; Population; Psychology; Gerontology; Clinical psychology; Psychiatry; Insomnia; Psychological intervention","score_opus":0.06764380837040995,"score_gpt":0.4299206048403816,"score_spread":0.36227679646997163,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206798978","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93777156,0.056698818,0.00007175669,0.0045803124,0.000097478245,0.00033238035,0.0000029783407,0.0000045997053,0.00044010946],"genre_scores_gemma":[0.92899275,0.07060003,0.00008971668,0.00007144938,0.000097179174,0.000013801152,0.0000012447158,0.000013356262,0.00012049951],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99238175,0.0014905846,0.0013290661,0.00026516343,0.004070319,0.00046312588],"domain_scores_gemma":[0.9963392,0.0009724147,0.0002208801,0.00025188053,0.0013265441,0.00088907394],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.011786614,0.00011689432,0.0009022202,0.0003670138,0.000042732718,0.00005458944,0.00030270944,0.00012433421,0.00073760794],"category_scores_gemma":[0.01528205,0.00008836142,0.00010242132,0.0005186051,0.00060227816,0.00014240353,0.00027642667,0.0020460181,0.000006796232],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021701313,0.0030031258,0.94395834,0.00023942562,0.0002742524,0.0016608187,0.0043652905,2.9476092e-7,0.00031022102,0.0018014865,0.0012743226,0.040942263],"study_design_scores_gemma":[0.014968048,0.0041941856,0.95946777,0.0037980985,0.0000017354041,0.0008088884,0.012871234,0.00020162431,0.0009997633,0.00118547,0.0013861948,0.00011696594],"about_ca_topic_score_codex":0.0010290183,"about_ca_topic_score_gemma":0.001870979,"teacher_disagreement_score":0.040825296,"about_ca_system_score_codex":0.00013098143,"about_ca_system_score_gemma":0.0013548058,"threshold_uncertainty_score":0.99301267},"labels":[],"label_agreement":null},{"id":"W4213142308","doi":"10.2196/34831","title":"The Challenge of Debunking Health Misinformation in Dynamic Social Media Conversations: Online Randomized Study of Public Masking During COVID-19","year":2022,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Misinformation and Its Impacts","field":"Social Sciences","cited_by":54,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Misinformation; Social media; Conversation; Psychology; Harm; Health communication; Social psychology; Context (archaeology); Internet privacy; Social distance; Public health; Masking (illustration); Coronavirus disease 2019 (COVID-19); Medicine; Computer science; Communication; Computer security","score_opus":0.19185227396421986,"score_gpt":0.502001409492577,"score_spread":0.3101491355283571,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4213142308","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9255588,0.0004237721,0.00034935513,0.07234735,0.00027017744,0.0005029565,0.000004325259,0.000005679212,0.00053760054],"genre_scores_gemma":[0.99853253,0.001168566,0.000014770918,0.000120598335,0.000094390954,0.000004936721,0.0000042359675,0.0000042033294,0.000055736313],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9861601,0.0053720856,0.0017596874,0.000077480356,0.0062192874,0.00041135435],"domain_scores_gemma":[0.99398845,0.0040269103,0.0010625678,0.0000945008,0.0004641252,0.0003634566],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06268154,0.000061258565,0.00040795168,0.00075102836,0.00065383606,0.000076909964,0.00087491464,0.00006506778,0.0011002376],"category_scores_gemma":[0.0321721,0.00004325739,0.000101341866,0.00071994605,0.000509077,0.00037709347,0.00023751063,0.0011056773,7.2535363e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0032839188,0.0006487222,0.00030020834,0.00010828991,0.00009116007,0.000012635994,0.95991987,0.000076624616,0.0000018098815,0.008009254,0.00094500976,0.026602525],"study_design_scores_gemma":[0.043698106,0.00035878256,0.0022615602,0.00012282151,0.0000070153756,0.000013161042,0.9380249,0.010138055,0.0000020777468,0.0014523632,0.0038562228,0.000064932035],"about_ca_topic_score_codex":0.0024283505,"about_ca_topic_score_gemma":0.015641142,"teacher_disagreement_score":0.07297378,"about_ca_system_score_codex":0.001026174,"about_ca_system_score_gemma":0.0029195403,"threshold_uncertainty_score":0.9998129},"labels":[],"label_agreement":null},{"id":"W4214685553","doi":"10.2196/34144","title":"Inequities in Health Care Services Caused by the Adoption of Digital Health Technologies: Scoping Review","year":2022,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":442,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Fundamental Research Funds for the Central Universities; Huazhong University of Science and Technology","keywords":"Digital health; Health care; eHealth; Telemedicine; Telehealth; Health services; Business; mHealth; Internet privacy; Nursing; Medicine; Knowledge management; Psychological intervention; Environmental health; Computer science; Political science; Population","score_opus":0.12062480459251185,"score_gpt":0.5113682813001832,"score_spread":0.39074347670767134,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4214685553","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23815942,0.3515614,0.00011677594,0.40809974,0.0002171465,0.0016856353,0.000031238294,0.00002471467,0.000103933475],"genre_scores_gemma":[0.9500953,0.045086715,0.000026538033,0.0045294585,0.00008108569,0.0000438582,0.00006672648,0.000011777369,0.00005855101],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99401164,0.00057248987,0.001575214,0.0001356898,0.003293786,0.00041120395],"domain_scores_gemma":[0.99810493,0.0005266936,0.00067954365,0.00019090343,0.000322204,0.00017571417],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009320159,0.00008611011,0.0005760765,0.0004208518,0.00009903172,0.00001679484,0.0005041862,0.000048770085,0.0004409699],"category_scores_gemma":[0.0012612225,0.00005459458,0.00006711852,0.00066594005,0.00016927242,0.00010831841,0.00031827463,0.0017075358,0.000001512717],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00055160205,0.0006490416,0.027625836,0.114330985,0.00012731993,0.00022439864,0.016640047,0.0000030094232,0.00002951433,0.00031721697,0.24204154,0.5974595],"study_design_scores_gemma":[0.011214917,0.030367453,0.00524954,0.34504914,0.000047109326,0.001714733,0.40788284,0.00032315587,0.00029543863,0.00027227722,0.1973187,0.00026469812],"about_ca_topic_score_codex":0.001069588,"about_ca_topic_score_gemma":0.00030692187,"teacher_disagreement_score":0.7119359,"about_ca_system_score_codex":0.0006085902,"about_ca_system_score_gemma":0.0025209417,"threshold_uncertainty_score":0.7418488},"labels":[],"label_agreement":null},{"id":"W4220761163","doi":"10.2196/32800","title":"Tackling the Burden of Electronic Health Record Use Among Physicians in a Mental Health Setting: Physician Engagement Strategy","year":2022,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; Centre for Addiction and Mental Health","funders":"Centre for Addiction and Mental Health","keywords":"Stakeholder engagement; Mental health; Electronic health record; Burnout; Stakeholder; Work (physics); Health information technology; Medicine; Health informatics; Nursing; Psychology; Medical education; Health care; Public relations; Public health; Psychiatry; Political science","score_opus":0.12973566270742415,"score_gpt":0.5154157093005327,"score_spread":0.38568004659310856,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220761163","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8799332,0.0026741321,0.00018428687,0.11371396,0.0009888969,0.0020564287,0.000018709605,0.0000169869,0.00041341467],"genre_scores_gemma":[0.99225134,0.0017993734,0.00003704952,0.0029097495,0.0013769493,0.00015605758,0.000012820326,0.000053210828,0.001403463],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9656303,0.023131516,0.0031384018,0.00037838687,0.0051850057,0.0025364193],"domain_scores_gemma":[0.9934261,0.0030261292,0.0021467013,0.0004387482,0.00040158673,0.00056074315],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.06792582,0.0002123802,0.0009380258,0.0006309033,0.0010577812,0.00003204321,0.0016708391,0.00014696442,0.0009510399],"category_scores_gemma":[0.0012144836,0.00015822874,0.0001953669,0.0011104479,0.00024152121,0.00020676448,0.00077366194,0.014160393,0.000014929162],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.001100495,0.0014315401,0.018572979,0.0019954806,0.00041287177,0.00012273836,0.13376205,0.00080284994,0.00017629463,0.004754756,0.5867981,0.25006986],"study_design_scores_gemma":[0.0064937696,0.016229242,0.007344587,0.010859904,0.000015583395,0.00009657841,0.2975825,0.049036134,0.000042419542,0.0014048655,0.6104564,0.00043799894],"about_ca_topic_score_codex":0.04846846,"about_ca_topic_score_gemma":0.008381494,"teacher_disagreement_score":0.24963187,"about_ca_system_score_codex":0.005615961,"about_ca_system_score_gemma":0.015851347,"threshold_uncertainty_score":0.9999622},"labels":[],"label_agreement":null},{"id":"W4220784480","doi":"10.2196/35016","title":"Tracking Public Attitudes Toward COVID-19 Vaccination on Tweets in Canada: Using Aspect-Based Sentiment Analysis","year":2022,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Vaccine Coverage and Hesitancy","field":"Social Sciences","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Centre for Advancing Health Outcomes; St. Paul's Hospital; BC Centre for Disease Control; University of British Columbia","funders":"","keywords":"Sentiment analysis; Herd immunity; Vaccination; Misinformation; Public opinion; Computer science; Tracking (education); Key (lock); Public health; Coronavirus disease 2019 (COVID-19); Psychology; Medicine; Artificial intelligence; Political science; Computer security; Virology","score_opus":0.2112605515046555,"score_gpt":0.47832248994202814,"score_spread":0.26706193843737264,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220784480","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.926123,0.00036555438,0.0010608927,0.071542986,0.00026072885,0.00012459364,0.0000027522558,0.0000049339687,0.00051456125],"genre_scores_gemma":[0.9985014,0.000052331216,0.00002441781,0.0010289745,0.00024320008,0.000004958744,0.000002261046,0.0000064663054,0.00013596208],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.990756,0.0019330186,0.00054346793,0.0001887469,0.006116952,0.000461847],"domain_scores_gemma":[0.997746,0.00096639205,0.00020431889,0.000113050264,0.00033406718,0.00063616113],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.013573588,0.000077026234,0.00028650783,0.0012452123,0.000329521,0.00015174878,0.0008892701,0.0000616927,0.013439608],"category_scores_gemma":[0.0041894205,0.000069540474,0.00014055177,0.0018366257,0.000022370628,0.00016625745,0.00016100325,0.0013136421,0.0000023002324],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00027328084,0.0006894096,0.9293481,0.00006388829,0.0005230403,0.003916684,0.007306116,0.0087816,0.00003830287,0.0030683472,0.03552682,0.010464384],"study_design_scores_gemma":[0.0070638848,0.0016319496,0.68221486,0.00038093212,0.00030553507,0.00009218216,0.047077507,0.09400684,0.0004915942,0.0015511853,0.1644049,0.000778621],"about_ca_topic_score_codex":0.7472906,"about_ca_topic_score_gemma":0.9125836,"teacher_disagreement_score":0.24713326,"about_ca_system_score_codex":0.011788767,"about_ca_system_score_gemma":0.018823754,"threshold_uncertainty_score":0.9920048},"labels":[],"label_agreement":null},{"id":"W4224015395","doi":"10.2196/37519","title":"Characterization of False or Misleading Fluoride Content on Instagram: Infodemiology Study","year":2022,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Dental Health and Care Utilization","field":"Dentistry","cited_by":75,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Research Institute for Aging; University Health Network; Public Health Ontario; University of Toronto; University of Waterloo","funders":"Fundação de Amparo à Pesquisa do Estado de São Paulo","keywords":"Content (measure theory); Fluoride; Internet privacy; Computer science; Psychology; Chemistry; Mathematics","score_opus":0.21089818225698187,"score_gpt":0.4824764039014568,"score_spread":0.2715782216444749,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224015395","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9970788,0.000060184102,0.00030238423,0.0005094635,0.0014953931,0.00029980633,0.000012284134,0.0000070254937,0.00023470406],"genre_scores_gemma":[0.9961058,0.00007318332,0.0000058702904,0.00039808726,0.00024708736,0.00001963153,0.000017402024,0.000013194621,0.003119759],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99333465,0.0015099664,0.0010931935,0.0001629502,0.0035814026,0.00031783662],"domain_scores_gemma":[0.9978604,0.00063407345,0.00042700866,0.00017287489,0.0005769245,0.00032875926],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008231203,0.00008976637,0.00036299485,0.0004877122,0.00009136159,0.000026522863,0.00074325944,0.00010682945,0.0045512454],"category_scores_gemma":[0.0037708327,0.000065253626,0.00008949404,0.00042902378,0.00011137876,0.00010131048,0.000371038,0.0015524072,0.00003851073],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.029260691,0.011439678,0.6078211,0.00082197395,0.00062242703,0.011345085,0.00892482,0.00004820317,0.029345952,0.004568411,0.0590768,0.23672482],"study_design_scores_gemma":[0.018517215,0.056909136,0.7255079,0.0016703893,0.00010708096,0.0054043992,0.055582017,0.0069481987,0.014283414,0.00038722027,0.1140889,0.00059408986],"about_ca_topic_score_codex":0.00027353,"about_ca_topic_score_gemma":0.00027091015,"teacher_disagreement_score":0.23613073,"about_ca_system_score_codex":0.00034521747,"about_ca_system_score_gemma":0.0004055961,"threshold_uncertainty_score":0.99635875},"labels":[],"label_agreement":null},{"id":"W4224263780","doi":"10.2196/33537","title":"Recommendations for Defining and Reporting Adherence Measured by Biometric Monitoring Technologies: Systematic Review","year":2022,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Medication Adherence and Compliance","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vector Institute","funders":"","keywords":"Biometrics; Systematic review; Computer science; Medicine; MEDLINE; Data science; Computer security; Political science","score_opus":0.6135179856558679,"score_gpt":0.5795305052300196,"score_spread":0.033987480425848315,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224263780","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000002720244,0.9933652,0.0005285252,0.0036482052,0.0003770622,0.0018744476,0.000008572089,0.000029962759,0.00016525957],"genre_scores_gemma":[0.000018305664,0.9959085,0.00090587354,0.00008722099,0.000116260446,0.00091471855,0.000030854462,0.000032550844,0.001985712],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9902069,0.00078377477,0.0045646746,0.00037839173,0.0036484366,0.00041784823],"domain_scores_gemma":[0.98744094,0.004671792,0.0058762524,0.00058753183,0.00094440486,0.00047909134],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.0306545,0.0002459493,0.0031954558,0.001191609,0.0001239497,0.000069769456,0.0011222196,0.0003557717,0.0013777255],"category_scores_gemma":[0.15928528,0.00016212217,0.00045933324,0.0020317999,0.00018576956,0.00007986102,0.0003838468,0.003281292,0.000056135366],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005084725,0.000058779242,0.000007806313,0.47599384,0.00022539789,0.00006806496,0.000014962473,5.5151667e-10,3.2327813e-7,0.000019784355,0.09377341,0.42983252],"study_design_scores_gemma":[0.00016290277,0.0003739751,1.5464084e-7,0.5007622,0.0005235628,0.0015207746,0.00033990145,0.000008723867,0.0000018210583,0.000020145493,0.49621364,0.00007216016],"about_ca_topic_score_codex":0.000013770201,"about_ca_topic_score_gemma":1.6636918e-7,"teacher_disagreement_score":0.42976037,"about_ca_system_score_codex":0.00044474917,"about_ca_system_score_gemma":0.0016067413,"threshold_uncertainty_score":0.99953514},"labels":[],"label_agreement":null},{"id":"W4226374354","doi":"10.2196/36431","title":"Online Video Teletherapy Treatment of Obsessive-Compulsive Disorder Using Exposure and Response Prevention: Clinical Outcomes From a Retrospective Longitudinal Observational Study","year":2022,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Obsessive-Compulsive Spectrum Disorders","field":"Psychology","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Centre for Addiction and Mental Health","funders":"","keywords":"Exposure and response prevention; Observational study; Cognitive behavioral therapy; Session (web analytics); Exposure therapy; Medicine; Obsessive compulsive; Health care; Clinical psychology; Psychology; Cognition; Psychiatry; Anxiety; Computer science","score_opus":0.23029034688813732,"score_gpt":0.5207367288312384,"score_spread":0.29044638194310113,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4226374354","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99106735,0.0025931704,0.0004577459,0.0039276276,0.0010897147,0.0007363509,0.00009170761,0.000010401768,0.000025924728],"genre_scores_gemma":[0.9979581,0.00017620367,0.00062933273,0.00008643678,0.00046624796,0.00004600121,0.00001996165,0.000039913237,0.00057778927],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9856971,0.0076469174,0.0018123651,0.0006300373,0.00373257,0.00048102133],"domain_scores_gemma":[0.9920169,0.0053219222,0.0009884412,0.00045846618,0.00083704,0.00037721862],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0063164057,0.0002880515,0.0011524219,0.0005672759,0.0002115751,0.00005347119,0.00093322643,0.00019791469,0.010447364],"category_scores_gemma":[0.0025552355,0.00022316487,0.0004554088,0.0006247737,0.0007172995,0.00015261924,0.00046635687,0.0018937287,0.0000057480815],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0097545795,0.014956767,0.9509304,0.00000555565,0.0022214677,0.0012048061,0.007609528,0.000025275021,0.00003622118,0.00017175513,0.00074049237,0.012343161],"study_design_scores_gemma":[0.012087602,0.020899793,0.94160575,0.00008220891,0.00010714034,0.00016119076,0.022711422,0.00036084699,0.0000069277407,0.0010907353,0.000722231,0.00016415426],"about_ca_topic_score_codex":0.0018898027,"about_ca_topic_score_gemma":0.00035360904,"teacher_disagreement_score":0.015101895,"about_ca_system_score_codex":0.00066408626,"about_ca_system_score_gemma":0.0007933888,"threshold_uncertainty_score":0.99045724},"labels":[],"label_agreement":null},{"id":"W4228999380","doi":"10.2196/37717","title":"The Syndemic of Inequity and COVID-19 in Virtual Care","year":2022,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Alberta Bible College; BP (Canada)","funders":"","keywords":"Syndemic; Health equity; Equity (law); Ethnic group; Pandemic; Health care; Psychological intervention; Sociology; Public relations; Political science; Coronavirus disease 2019 (COVID-19); Economic growth; Public health; Medicine; Nursing; Economics","score_opus":0.14245807871376334,"score_gpt":0.5310836990795936,"score_spread":0.38862562036583026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4228999380","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94466573,0.0022287336,0.00017345144,0.05233826,0.00014977646,0.00021854507,0.0000038856792,0.0000027575475,0.0002188779],"genre_scores_gemma":[0.9968568,0.0011167692,0.000017110433,0.0016255005,0.00018729876,0.000011372798,0.0000041890835,0.000006221362,0.000174741],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9952294,0.0006558361,0.0007317028,0.00009869377,0.003013593,0.00027077706],"domain_scores_gemma":[0.9974126,0.0015042836,0.00018309936,0.000116964555,0.00025503605,0.0005279766],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.011255541,0.00005347968,0.00024832322,0.00036059762,0.00009928698,0.000009170085,0.00033105706,0.00005284712,0.0010250134],"category_scores_gemma":[0.006409908,0.00003297499,0.000041663643,0.00034369042,0.00030871748,0.000035751833,0.00036391243,0.0018091396,8.7986945e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0045481273,0.00045725267,0.2713381,0.0009021405,0.0001689932,0.002578237,0.02466045,0.0000148047275,0.00046429553,0.00465591,0.29669553,0.39351618],"study_design_scores_gemma":[0.016049542,0.019044885,0.08113028,0.00055402296,0.000058228972,0.0053058797,0.14441112,0.002054092,0.00044296228,0.0011828297,0.7296334,0.00013277374],"about_ca_topic_score_codex":0.0012264372,"about_ca_topic_score_gemma":0.00040302592,"teacher_disagreement_score":0.43293786,"about_ca_system_score_codex":0.00048210856,"about_ca_system_score_gemma":0.0020600092,"threshold_uncertainty_score":0.9998882},"labels":[],"label_agreement":null},{"id":"W4229001020","doi":"10.2196/34302","title":"A Virtual Community of Practice to Support Physician Uptake of a Novel Abortion Practice: Mixed Methods Case Study","year":2022,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Reproductive Health and Contraception","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Provincial Health Services Authority; University of Alberta; Université Laval; Centre for Advancing Health Outcomes; University of British Columbia; Women's College Hospital; Women's Health Research Institute; University of Toronto","funders":"Department of Family and Community Medicine, University of Toronto; Canadian Institutes of Health Research; College of Family Physicians of Canada; Association des pharmaciens du Canada; University of Toronto; Michael Smith Health Research BC; Society of Family Planning","keywords":"Descriptive statistics; Family medicine; Abortion; Nursing; Medical education; Medicine","score_opus":0.21080930945990953,"score_gpt":0.5913645947744592,"score_spread":0.38055528531454974,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4229001020","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9743158,0.00014519974,0.007961384,0.015799303,0.00042619806,0.00080950576,0.0000065036334,0.000005060405,0.00053101894],"genre_scores_gemma":[0.99283653,0.00004326132,0.005474686,0.0009225954,0.00044867746,0.000040132796,0.0000033058443,0.000017732562,0.00021307543],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9850542,0.007939202,0.0015081197,0.00021533304,0.004931087,0.00035203344],"domain_scores_gemma":[0.9904381,0.0036669641,0.0009628318,0.0005273648,0.0037804837,0.0006242265],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.0726368,0.000112768415,0.0006144251,0.00055981195,0.00015085195,0.000015718902,0.00046614796,0.000089689594,0.00048566866],"category_scores_gemma":[0.05037648,0.00009140823,0.00014100331,0.0008718039,0.00019734024,0.00027719728,0.00047808964,0.004440997,0.000003448941],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.025679091,0.051013418,0.00093360833,0.0003618454,0.0012202741,0.010129549,0.0652702,0.000042503303,0.024487633,0.0004887674,0.02348568,0.79688746],"study_design_scores_gemma":[0.010079158,0.09895957,0.011084975,0.00040681686,0.00050350843,0.044589788,0.7339165,0.0012050605,0.003076355,0.000042460455,0.095971555,0.00016419702],"about_ca_topic_score_codex":0.003939472,"about_ca_topic_score_gemma":0.00009485833,"teacher_disagreement_score":0.79672325,"about_ca_system_score_codex":0.00033909918,"about_ca_system_score_gemma":0.0018370083,"threshold_uncertainty_score":0.9978558},"labels":[],"label_agreement":null},{"id":"W4229038358","doi":"10.2196/36004","title":"The Effects of Nonclinician Guidance on Effectiveness and Process Outcomes in Digital Mental Health Interventions: Systematic Review and Meta-analysis","year":2022,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":92,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Health Canada","keywords":"Psychological intervention; CINAHL; PsycINFO; Mental health; Medicine; Randomized controlled trial; MEDLINE; Psychoeducation; Meta-analysis; Context (archaeology); Nursing; Psychiatry","score_opus":0.25660242403687283,"score_gpt":0.6218256109881322,"score_spread":0.3652231869512593,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4229038358","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000767795,0.99334365,0.0000111532145,0.002393595,0.00042758934,0.0035332895,0.000100729405,0.0000041223525,0.00010908171],"genre_scores_gemma":[0.003721129,0.993874,0.0000026427927,0.00017000965,0.00001862181,0.0010874909,0.0000128785105,0.000033475517,0.0010797194],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.98516744,0.0070296885,0.0043996987,0.00043536938,0.0024892038,0.000478621],"domain_scores_gemma":[0.9809131,0.015538011,0.0024589745,0.0004897712,0.00019425919,0.0004058599],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.026819324,0.0003425987,0.007178033,0.0010626707,0.0001091883,0.00013457274,0.0013851628,0.00017731835,0.00036201644],"category_scores_gemma":[0.01061912,0.00017919316,0.0029159968,0.0011203389,0.00044618227,0.00014795591,0.0005654661,0.0023076306,0.000012718003],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040347335,0.0011033807,0.000024412488,0.8885507,0.050285805,0.00009415601,0.0001554281,1.3130495e-8,3.6979605e-10,0.0007065584,0.0006876009,0.058351617],"study_design_scores_gemma":[0.0009484117,0.0076321173,0.000118943935,0.87678653,0.09187695,0.0005264958,0.00043826678,0.0000025383054,1.4793247e-7,0.0005000245,0.020901263,0.00026829256],"about_ca_topic_score_codex":0.00008881977,"about_ca_topic_score_gemma":0.000099636294,"teacher_disagreement_score":0.058083326,"about_ca_system_score_codex":0.0004431575,"about_ca_system_score_gemma":0.0003214313,"threshold_uncertainty_score":0.9999941},"labels":[],"label_agreement":null},{"id":"W4229458184","doi":"10.2196/36826","title":"Evaluation of the Web-Based OutsidePlay-ECE Intervention to Influence Early Childhood Educators’ Attitudes and Supportive Behaviors Toward Outdoor Play: Randomized Controlled Trial","year":2022,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Child Therapy and Development","field":"Psychology","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"BC Children's Hospital; Learning Partnership; University of British Columbia","funders":"University of British Columbia; Government of Canada; Lawson Foundation; BC Children's Hospital","keywords":"Cognitive reframing; Intervention (counseling); Psychology; Randomized controlled trial; Medicine; Social psychology","score_opus":0.05673252902414054,"score_gpt":0.45339459255055314,"score_spread":0.3966620635264126,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4229458184","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9887464,0.00094109,0.00005759149,0.0055257226,0.0017657948,0.0027953573,0.0000066577095,0.0000051825805,0.00015621116],"genre_scores_gemma":[0.9986815,0.000024908028,0.000024977195,0.00029306687,0.00018078797,0.0005677264,0.0000017560174,0.000013659067,0.00021163246],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98359984,0.008511502,0.0014823722,0.0002474558,0.0058607627,0.00029804223],"domain_scores_gemma":[0.9961137,0.0017524302,0.0006625168,0.00022435082,0.0009662064,0.00028076864],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.05618373,0.0001404776,0.0008405045,0.0004934888,0.00010025649,0.00005470763,0.00080556015,0.00011663647,0.006831346],"category_scores_gemma":[0.0074666427,0.0000857607,0.0004792218,0.00030957613,0.00032269172,0.00006989535,0.0003228093,0.0014025776,0.000009203414],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.93252474,0.0033707544,0.0056333058,0.00001742779,0.0013369853,0.000034986682,0.029321155,0.000061739214,0.00006836235,0.0006386165,0.0051448247,0.021847105],"study_design_scores_gemma":[0.88888663,0.0025277175,0.10485411,0.00032398856,0.00023423831,0.00006805279,0.002121836,0.0001314302,0.00020746152,0.00033971676,0.00019792553,0.000106883475],"about_ca_topic_score_codex":0.00042403792,"about_ca_topic_score_gemma":0.000058153655,"teacher_disagreement_score":0.0992208,"about_ca_system_score_codex":0.00028278635,"about_ca_system_score_gemma":0.001611786,"threshold_uncertainty_score":0.99407655},"labels":[],"label_agreement":null},{"id":"W4233946130","doi":"10.2196/26225","title":"Correction: Documenting Social Media Engagement as Scholarship: A New Model for Assessing Academic Accomplishment for the Health Professions","year":2020,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Fleming College","funders":"Reseau canadien de recherche respiratoire","keywords":"Scholarship; Social media; Psychology; Health professions; Data science; Computer science; World Wide Web; Medical education; Sociology; Applied psychology; Health care; Medicine; Political science","score_opus":0.6580395612462179,"score_gpt":0.6430574579979362,"score_spread":0.014982103248281642,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4233946130","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035688177,0.0013342828,0.06108959,0.8863232,0.012550776,0.0027663107,0.0000024628055,0.000029336852,0.00021582744],"genre_scores_gemma":[0.96340096,0.0012576708,0.0027839963,0.0052340264,0.025986161,0.0006454174,0.000005262337,0.00003402307,0.0006524725],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9923547,0.0017302044,0.000913803,0.00022211333,0.0040109535,0.0007682208],"domain_scores_gemma":[0.9701267,0.026521545,0.00068571354,0.00009487332,0.0011571512,0.0014140398],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.035538226,0.000101902035,0.0003004518,0.00014151917,0.0017918961,0.00033019425,0.0012675861,0.00029938418,0.00031306775],"category_scores_gemma":[0.1285673,0.0000749345,0.0001643781,0.0004920768,0.00031035984,0.00049396994,0.00019804385,0.0035102712,0.000008667495],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017829545,0.00007781243,0.0005867948,0.00009965517,0.000050166815,0.0000012745068,0.28552052,0.000009130557,0.000009835776,0.00699526,0.4440867,0.26238456],"study_design_scores_gemma":[0.0032084282,0.00076163985,0.002482718,0.0022620764,0.0000856744,0.000009688546,0.28070167,0.06526208,0.0000829416,0.03007836,0.6147601,0.00030459554],"about_ca_topic_score_codex":0.0008636809,"about_ca_topic_score_gemma":0.0005551758,"teacher_disagreement_score":0.9277128,"about_ca_system_score_codex":0.0010545166,"about_ca_system_score_gemma":0.01280164,"threshold_uncertainty_score":0.9995076},"labels":[],"label_agreement":null},{"id":"W4234267449","doi":"10.2196/11702","title":"Correction: Smartphone Cognitive Behavioral Therapy as an Adjunct to Pharmacotherapy for Refractory Depression: Randomized Controlled Trial","year":2018,"lang":"en","type":"erratum","venue":"Journal of Medical Internet Research","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Adjunct; Pharmacotherapy; Randomized controlled trial; Depression (economics); Cognitive behavioral therapy; Medicine; Behavioral therapy; Psychotherapist; Psychology; Psychiatry; Physical therapy; Clinical psychology; Internal medicine","score_opus":0.15292912394085675,"score_gpt":0.5703700742365786,"score_spread":0.4174409502957218,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4234267449","genre_codex":"editorial","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.120136134,0.021202046,0.0025801961,0.007061345,0.7634182,0.02701108,0.00019039311,0.00009506816,0.05830552],"genre_scores_gemma":[0.13878006,0.0020246184,0.000069693146,0.002480588,0.044325925,0.0062203733,0.00024199462,0.0002704212,0.80558634],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98340744,0.0063427873,0.003334634,0.00077243056,0.0050690314,0.0010736863],"domain_scores_gemma":[0.98565525,0.006756831,0.0016739869,0.00047645828,0.0034363356,0.0020011577],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.024701077,0.00055653456,0.003354494,0.0014376226,0.00018441697,0.0003001582,0.0018775429,0.0015106054,0.04475744],"category_scores_gemma":[0.006927311,0.0003729344,0.0020056611,0.00039833586,0.00097138266,0.00029595738,0.00020159574,0.0057342807,0.0006142418],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.46741068,0.0045621144,9.784574e-7,0.000022106384,0.00088232424,0.00017655139,0.000707857,8.192411e-9,0.0000027678698,0.00001999783,0.46639886,0.05981574],"study_design_scores_gemma":[0.6324226,0.035856448,0.000004689607,0.0027570485,0.00015487695,0.0002716846,0.0004820535,0.000052461004,0.00012900839,0.0003025111,0.32734174,0.00022487396],"about_ca_topic_score_codex":0.00062935974,"about_ca_topic_score_gemma":0.00017154247,"teacher_disagreement_score":0.74728084,"about_ca_system_score_codex":0.00051732425,"about_ca_system_score_gemma":0.0020684171,"threshold_uncertainty_score":0.99987227},"labels":[],"label_agreement":null},{"id":"W4235489159","doi":"10.2196/jmir.2041","title":"Correction: Can Tweets Predict Citations? Metrics of Social Impact Based on Twitter and Correlation with Traditional Metrics of Scientific Impact","year":2012,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network","funders":"","keywords":"Section (typography); Computer science; Citation; Information retrieval; Disk formatting; Upload; Social media; The Internet; World Wide Web","score_opus":0.29438978094548907,"score_gpt":0.525112384700924,"score_spread":0.23072260375543496,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4235489159","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9894215,0.00018262028,0.00086082687,0.0041010804,0.0041624885,0.00035893795,0.000017464281,0.000005316743,0.000889804],"genre_scores_gemma":[0.99809176,0.0000379345,0.00016150382,0.000033118296,0.0015655105,0.000016312059,0.000013707073,0.000010612882,0.00006956971],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9916238,0.0012822466,0.0006345208,0.0001317945,0.0058976524,0.00042997874],"domain_scores_gemma":[0.9864562,0.010133435,0.00058684224,0.00009217195,0.0020105103,0.00072080694],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.016412806,0.00009723417,0.00030379722,0.0018232374,0.0002859563,0.000081659775,0.00033196708,0.0002502063,0.0012449379],"category_scores_gemma":[0.029311942,0.000071175935,0.00012527494,0.00309936,0.0013652515,0.00032106583,0.000023545812,0.0010245745,0.000002563775],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00070178916,0.0014278238,0.82291496,0.00010864118,0.00016441621,0.000006473729,0.057441086,0.000059679678,0.000035607165,0.0011120549,0.091842644,0.024184817],"study_design_scores_gemma":[0.0011424074,0.0022821592,0.9794246,0.00040624558,0.000058354675,0.000021270045,0.0075554685,0.007057519,0.00019302599,0.00030366247,0.0014396268,0.00011565802],"about_ca_topic_score_codex":0.002592247,"about_ca_topic_score_gemma":0.00022024912,"teacher_disagreement_score":0.15650964,"about_ca_system_score_codex":0.0010106626,"about_ca_system_score_gemma":0.004005172,"threshold_uncertainty_score":0.99966806},"labels":[],"label_agreement":null},{"id":"W4235593960","doi":"10.2196/jmir.2042","title":"Correction: Improving the Quality of Web Surveys: the Checklist for Reporting Results of Internet E-Surveys (CHERRIES)","year":2012,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Survey Methodology and Nonresponse","field":"Social Sciences","cited_by":242,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network","funders":"","keywords":"Checklist; The Internet; Table (database); Statement (logic); Quality (philosophy); Statistics; World Wide Web; Psychology; Information retrieval; Computer science; Mathematics; Data mining; Political science","score_opus":0.5433048644850249,"score_gpt":0.5892410799536633,"score_spread":0.04593621546863835,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4235593960","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9725646,0.000818694,0.011694746,0.0072578974,0.0041803187,0.00031457693,0.000012906309,0.00000798425,0.0031482694],"genre_scores_gemma":[0.9921354,0.00011845435,0.00021204815,0.000053377447,0.0012191321,0.000009326483,0.000001909219,0.000010285013,0.006240089],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.7224493,0.26330295,0.005970922,0.00037443862,0.006631559,0.0012707944],"domain_scores_gemma":[0.81235087,0.17895323,0.0046674632,0.0005211806,0.003054182,0.00045309425],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8192126,0.00010448021,0.00050533266,0.00015566523,0.00023328571,0.00005116148,0.0014886505,0.0003366198,0.0003708463],"category_scores_gemma":[0.68252784,0.00005598674,0.0002978671,0.0005407516,0.0024020167,0.0002014247,0.0002983844,0.0017449615,0.0000029632404],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.027445236,0.0015324604,0.30702052,0.00042539102,0.0011415686,0.000053091786,0.14689071,0.0000055130636,0.007491531,0.004405355,0.2991795,0.20440912],"study_design_scores_gemma":[0.002469747,0.00114721,0.86991733,0.00064518716,0.000051827206,0.00013218094,0.04915405,0.0008641574,0.018166067,0.0005722305,0.056644723,0.00023527017],"about_ca_topic_score_codex":0.021600809,"about_ca_topic_score_gemma":0.00945201,"teacher_disagreement_score":0.56289685,"about_ca_system_score_codex":0.00013232089,"about_ca_system_score_gemma":0.0014396332,"threshold_uncertainty_score":0.9849144},"labels":[],"label_agreement":null},{"id":"W4239298957","doi":"10.2196/16287","title":"Correction: Adherence and Satisfaction of Smartphone- and Smartwatch-Based Remote Active Testing and Passive Monitoring in People With Multiple Sclerosis: Nonrandomized Interventional Feasibility Study","year":2019,"lang":"en","type":"erratum","venue":"Journal of Medical Internet Research","topic":"Multiple Sclerosis Research Studies","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Smartwatch; eHealth; Patient satisfaction; Medicine; Physical therapy; Physical medicine and rehabilitation; Psychology; Computer science; Applied psychology; Wearable computer; Health care; Nursing; Embedded system","score_opus":0.14895575783042542,"score_gpt":0.4131065816044112,"score_spread":0.2641508237739858,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4239298957","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99391544,0.0012366914,0.00014229574,0.0006400429,0.0022228523,0.0017130437,0.000012894371,0.000007929765,0.00010882089],"genre_scores_gemma":[0.9957081,0.0018454485,0.00048436856,0.0000070081664,0.00056313456,0.000040746167,0.000005670799,0.000033537086,0.0013119881],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9922661,0.0014446441,0.0011988827,0.00059320056,0.0040302677,0.0004668954],"domain_scores_gemma":[0.98897755,0.0071622487,0.0007309086,0.00028095822,0.0023213984,0.0005269286],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0064968807,0.0003235107,0.0015684632,0.0008692328,0.00009659227,0.00009857355,0.0002404114,0.00040833064,0.00010019971],"category_scores_gemma":[0.032351002,0.00022642076,0.00012482921,0.00054492964,0.0008086941,0.00019540911,0.00050120277,0.004979703,0.0000010355727],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.018516392,0.0009967419,0.89933276,0.0013349036,0.0006037358,0.00013456646,0.0015809723,0.000002869621,0.00041775173,1.01758296e-7,0.008117496,0.06896171],"study_design_scores_gemma":[0.02701294,0.008745988,0.9269596,0.023242988,0.00010775893,0.00014904638,0.004214462,0.009092778,0.00027676846,0.000006097477,0.00003959351,0.00015198663],"about_ca_topic_score_codex":0.008969602,"about_ca_topic_score_gemma":0.008097592,"teacher_disagreement_score":0.068809725,"about_ca_system_score_codex":0.0005370435,"about_ca_system_score_gemma":0.0013051872,"threshold_uncertainty_score":0.99762976},"labels":[],"label_agreement":null},{"id":"W4246594825","doi":"10.2196/21634","title":"Correction: Considerations for an Individual-Level Population Notification System for Pandemic Response: A Review and Prototype","year":2020,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"COVID-19 epidemiological studies","field":"Mathematics","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Institute for Cancer Research; Research Institute for Aging; University of Toronto; University Health Network; Public Health Ontario; University of Waterloo","funders":"","keywords":"Pandemic; Computer science; Population; Psychology; Internet privacy; Data science; Coronavirus disease 2019 (COVID-19); Medicine; Environmental health","score_opus":0.8123760935674867,"score_gpt":0.6258432892586198,"score_spread":0.18653280430886698,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4246594825","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000010345032,0.9737939,0.012720286,0.006415437,0.00044470318,0.0064662294,0.000100865225,0.00003640952,0.0000118275775],"genre_scores_gemma":[0.00026840394,0.99306726,0.0036414673,0.00025244572,0.0007676399,0.0016972534,0.00004353747,0.000044213826,0.00021777034],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9916461,0.003767416,0.002341168,0.00044391217,0.001463348,0.00033803502],"domain_scores_gemma":[0.946173,0.050546493,0.0012979106,0.00027140343,0.0012909848,0.00042018548],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.037119415,0.00027902416,0.0024687264,0.00029833682,0.0001937751,0.0001106434,0.0005630781,0.0005859653,0.0000817452],"category_scores_gemma":[0.24763562,0.00017878342,0.00042950962,0.00031347695,0.00017373472,0.00011399676,0.00022165077,0.0016394143,0.0000053334193],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00049240596,0.00015642557,0.000026519825,0.14705652,0.0006639667,0.000020961053,0.00024121474,1.1501417e-7,4.018e-7,0.0059761615,0.28871447,0.5566508],"study_design_scores_gemma":[0.0004586386,0.0018531794,0.000044140168,0.07229973,0.0012096899,0.00065221364,0.00007971589,0.00030310825,4.4842423e-7,0.005565485,0.9173412,0.00019249762],"about_ca_topic_score_codex":0.000032884356,"about_ca_topic_score_gemma":0.000056953733,"teacher_disagreement_score":0.6286267,"about_ca_system_score_codex":0.00060938793,"about_ca_system_score_gemma":0.0012761512,"threshold_uncertainty_score":0.9914882},"labels":[],"label_agreement":null},{"id":"W4247127302","doi":"10.2196/30764","title":"Correction: An Environmental Scan of Sex and Gender in Electronic Health Records: Analysis of Public Information Sources","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Sex work and related issues","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canada Health Infoway; University of Victoria","funders":"","keywords":"Health records; Public health; Psychology; Computer science; Data science; Internet privacy; Medicine; Political science; Health care; Nursing","score_opus":0.05744467751950026,"score_gpt":0.41898386516014874,"score_spread":0.36153918764064846,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4247127302","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9926797,0.0030972909,0.00013344488,0.002753289,0.00014154267,0.00003894225,5.583146e-7,0.0000017720048,0.0011534523],"genre_scores_gemma":[0.98806626,0.011401165,0.000021024323,0.000045766825,0.000080323356,5.787628e-7,0.000005578477,0.000002123633,0.00037721187],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99603903,0.001280518,0.0005549876,0.00007421019,0.0017812395,0.00027000543],"domain_scores_gemma":[0.9989682,0.0003077621,0.00023251664,0.000069733775,0.00015517595,0.00026663614],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.009729454,0.000041498824,0.0002573169,0.00068256864,0.00006109746,0.0000505505,0.00024492483,0.00013508931,0.0017347664],"category_scores_gemma":[0.00095041,0.0000332334,0.000065687025,0.00097482017,0.00038412167,0.0003087015,0.00006401018,0.0007415957,0.000001194399],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000093608454,0.00057365623,0.3433508,0.000046768608,0.00092251116,0.000025523175,0.279047,0.000057519203,0.000047518482,0.00076546724,0.004452434,0.37061718],"study_design_scores_gemma":[0.001666046,0.002091979,0.16997844,0.0004320148,0.00014022301,0.00009920089,0.70675683,0.02008653,0.00089934474,0.0017067612,0.09593105,0.00021156999],"about_ca_topic_score_codex":0.0035056062,"about_ca_topic_score_gemma":0.0044614584,"teacher_disagreement_score":0.42770982,"about_ca_system_score_codex":0.0002645732,"about_ca_system_score_gemma":0.0010587957,"threshold_uncertainty_score":0.99917775},"labels":[],"label_agreement":null},{"id":"W4280628075","doi":"10.2196/30907","title":"Screening Depressive Symptoms and Incident Major Depressive Disorder Among Chinese Community Residents Using a Mobile App–Based Integrated Mental Health Care Model: Cohort Study","year":2022,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University Health Network","funders":"National Key Research and Development Program of China; Sun Yat-sen University; National Natural Science Foundation of China","keywords":"Medicine; Major depressive disorder; Mental health; Psychiatry; Cohort; Depression (economics); Patient Health Questionnaire; Anxiety; Public health; Mood; Depressive symptoms; Internal medicine","score_opus":0.05958656186637745,"score_gpt":0.48605722563678966,"score_spread":0.4264706637704122,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4280628075","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9921264,0.0024783998,0.0020407173,0.0005205027,0.0006766577,0.0018559973,0.0001281273,0.000028286704,0.00014493083],"genre_scores_gemma":[0.99873805,0.0000091834945,0.00011195749,0.00022806966,0.00007413059,0.0003783891,0.00006778985,0.00005849962,0.00033390656],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98628247,0.007043094,0.0014804722,0.00041370408,0.004012741,0.0007674948],"domain_scores_gemma":[0.9965278,0.00082287664,0.0007475896,0.0005045833,0.00046740385,0.0009297736],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008619843,0.00027722932,0.0006706942,0.0008167572,0.0011420156,0.00017919553,0.0015505169,0.00013722932,0.0011781243],"category_scores_gemma":[0.00074550643,0.00022972266,0.00020007744,0.00056296936,0.00051414786,0.00030603452,0.0021602996,0.005617611,0.0000043998734],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013240463,0.004189344,0.9603478,0.00012662455,0.0005611367,0.00048314617,0.018310698,0.0007964202,0.000004962603,0.000019835774,0.0039105364,0.009925465],"study_design_scores_gemma":[0.0125554055,0.013682265,0.7881752,0.0021410778,0.000099882054,0.0008633574,0.11128047,0.07030381,0.00003060567,0.00021373351,0.00020362898,0.00045056135],"about_ca_topic_score_codex":0.037639134,"about_ca_topic_score_gemma":0.00460522,"teacher_disagreement_score":0.17217259,"about_ca_system_score_codex":0.001292683,"about_ca_system_score_gemma":0.0005968048,"threshold_uncertainty_score":0.99973494},"labels":[],"label_agreement":null},{"id":"W4280630683","doi":"10.2196/33011","title":"Media Use During the COVID-19 Pandemic: Cross-sectional Study","year":2022,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"COVID-19 and Mental Health","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Université du Québec à Montréal; McGill University; Douglas Mental Health University Institute","funders":"","keywords":"Stressor; Distress; Pandemic; Context (archaeology); Coronavirus disease 2019 (COVID-19); Psychology; Population; Information seeking; Medicine; Clinical psychology; Social support; Environmental health; Disease; Social psychology","score_opus":0.43659118960835736,"score_gpt":0.6086520765622601,"score_spread":0.1720608869539027,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4280630683","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9911821,0.00040887983,0.00006846966,0.0052285697,0.002463303,0.0003280335,0.000019450257,0.00001589704,0.00028528678],"genre_scores_gemma":[0.9885409,0.00007308999,0.0000036576776,0.0022648838,0.0010976198,0.000054592747,0.0000031139982,0.00001755411,0.00794461],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98939747,0.003154088,0.00086991244,0.00029041656,0.0057088123,0.00057933066],"domain_scores_gemma":[0.99248815,0.005760183,0.00021507408,0.00032300368,0.00021666713,0.000996932],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.026223468,0.000108001084,0.00024104165,0.00041036916,0.0005323966,0.00012954582,0.0016145848,0.000116518626,0.043229252],"category_scores_gemma":[0.005337489,0.00006987908,0.00015165904,0.0004388995,0.0004303694,0.000103597806,0.0010259424,0.004355212,0.00009316074],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016922493,0.0010604602,0.9543417,0.000024968724,0.00013102866,0.0018339254,0.009819593,0.000012092123,0.000018541414,0.00047139294,0.029553114,0.0010409522],"study_design_scores_gemma":[0.0029975763,0.0011917067,0.7824141,0.000009850197,0.000006392154,0.0034880622,0.006824676,0.000038027905,0.0000024043306,0.00018741627,0.20277134,0.000068487],"about_ca_topic_score_codex":0.007977381,"about_ca_topic_score_gemma":0.0013519846,"teacher_disagreement_score":0.17321822,"about_ca_system_score_codex":0.0021113064,"about_ca_system_score_gemma":0.0019487862,"threshold_uncertainty_score":0.99862856},"labels":[],"label_agreement":null},{"id":"W4282830385","doi":"10.2196/34307","title":"Technology-Based Compensation Assessment and Detection of Upper Extremity Activities of Stroke Survivors: Systematic Review","year":2022,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Stroke Rehabilitation and Recovery","field":"Medicine","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Rehabilitation Institute; University of Toronto; University Health Network","funders":"University of Toronto; Huazhong University of Science and Technology; National Natural Science Foundation of China","keywords":"Stroke (engine); Physical medicine and rehabilitation; Compensation (psychology); Medicine; Computer science; Psychology; Physical therapy; Engineering; Social psychology","score_opus":0.10376277165725238,"score_gpt":0.46756788111569675,"score_spread":0.36380510945844435,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4282830385","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0028662423,0.9945938,0.00034575566,0.00047428044,0.0002652209,0.0013227126,0.00001310371,0.0000066022412,0.00011230894],"genre_scores_gemma":[0.008108944,0.9913099,0.00019371696,0.000021574264,0.00007040235,0.00007307169,0.0000083037785,0.000020399899,0.00019370196],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9919558,0.0020334616,0.00204167,0.00019522764,0.003580222,0.00019362841],"domain_scores_gemma":[0.9932039,0.004183227,0.0015167878,0.0003227962,0.00058260775,0.00019071462],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01235432,0.00018764194,0.0031187928,0.0017510536,0.000030261504,0.000012328742,0.0003803764,0.0003877945,0.0009524967],"category_scores_gemma":[0.0071193185,0.00011765747,0.0006999742,0.00060398364,0.00046905113,0.000057145455,0.00016703382,0.0025070126,0.0000012319015],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003820587,0.00025150753,0.0001874666,0.7917093,0.0004284175,0.000026051393,0.000029353501,4.540743e-8,0.000017005676,0.0000479628,0.00015154267,0.20711315],"study_design_scores_gemma":[0.0006696882,0.0018275207,0.0000769849,0.92441165,0.0014663595,0.0007421167,0.0007226086,0.00017294507,0.000059123595,0.000015873457,0.06972974,0.00010541609],"about_ca_topic_score_codex":0.000041210016,"about_ca_topic_score_gemma":0.00000825302,"teacher_disagreement_score":0.20700774,"about_ca_system_score_codex":0.00054527604,"about_ca_system_score_gemma":0.0016451614,"threshold_uncertainty_score":0.9999608},"labels":[],"label_agreement":null},{"id":"W4282936433","doi":"10.2196/34451","title":"Findings and Guidelines on Provider Technology, Fatigue, and Well-being: Scoping Review","year":2022,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Healthcare professionals’ stress and burnout","field":"Health Professions","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Centre for Addiction and Mental Health","funders":"U.S. Department of Veterans Affairs","keywords":"Burnout; Health care; Telemedicine; Health informatics; eHealth; Medicine; Informatics; Nursing; Workflow; Applied psychology; Psychology; Public health; Clinical psychology; Computer science","score_opus":0.2561362726513905,"score_gpt":0.5995303817937742,"score_spread":0.34339410914238366,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4282936433","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24765362,0.15703462,0.0000676286,0.59127533,0.000903781,0.0013059408,0.0000030931449,0.000025342293,0.001730621],"genre_scores_gemma":[0.5480441,0.3968937,0.001073104,0.04127188,0.0019384106,0.00052448845,0.0000079545125,0.00008315002,0.010163246],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.9931958,0.0017528208,0.0013894571,0.00026611448,0.0028075613,0.0005882483],"domain_scores_gemma":[0.9961754,0.0018603458,0.00032485655,0.0001901038,0.00092915,0.0005201609],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.019104915,0.0001262186,0.0005110234,0.00056728354,0.00073541387,0.000018109453,0.000595252,0.00025905424,0.004461974],"category_scores_gemma":[0.011596654,0.00008372374,0.000051549654,0.00042135487,0.00026691295,0.00008505098,0.0014339372,0.0058999835,0.00001889779],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037551022,0.000249268,0.048647787,0.02352722,0.000099139266,0.00077374256,0.0024326502,4.93608e-7,0.00006362655,0.009410606,0.6479715,0.26644844],"study_design_scores_gemma":[0.0019962713,0.001994826,0.0010337495,0.78445226,0.000024775341,0.00042753207,0.0076339585,0.000520529,0.00007369297,0.0045638317,0.19704342,0.00023515287],"about_ca_topic_score_codex":0.00018100778,"about_ca_topic_score_gemma":0.000049869126,"teacher_disagreement_score":0.76092505,"about_ca_system_score_codex":0.0001671558,"about_ca_system_score_gemma":0.0015834345,"threshold_uncertainty_score":0.9967291},"labels":[],"label_agreement":null},{"id":"W4282963428","doi":"10.2196/32912","title":"Popular and Scientific Discourse on Autism: Representational Cross-Cultural Analysis of Epistemic Communities to Inform Policy and Practice","year":2022,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Autism Spectrum Disorder Research","field":"Neuroscience","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre Hospitalier Universitaire Sainte-Justine","funders":"Compute Canada","keywords":"Autism; Autism spectrum disorder; Psychology; Social media; Population; Neuropsychology; Scientific literature; Data science; Computer science; Developmental psychology; Sociology; Psychiatry; Cognition; World Wide Web","score_opus":0.155619294983828,"score_gpt":0.535954695763644,"score_spread":0.380335400779816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4282963428","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8662501,0.00019448443,0.00003789133,0.1323433,0.00009832751,0.00015873386,0.000035381483,0.000004628182,0.0008771317],"genre_scores_gemma":[0.9966492,0.00016851223,0.00005476657,0.00035735327,0.00004520086,0.000014281056,0.000006588437,0.000010200622,0.0026939157],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9897642,0.0018819438,0.00067339017,0.00026108182,0.0069626546,0.00045671154],"domain_scores_gemma":[0.99535364,0.003248014,0.0002809916,0.00034520318,0.0002575022,0.0005146359],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.011130604,0.000109173045,0.00033915648,0.0024994628,0.00062729645,0.0005679981,0.0013043927,0.00006016838,0.0010374655],"category_scores_gemma":[0.019725455,0.00008518564,0.00010571818,0.003104163,0.0025442825,0.00060897623,0.0019862475,0.0018831823,0.000006698272],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0035307694,0.0013445091,0.020907309,0.00013102224,0.00063425873,0.0009112222,0.05070634,0.0011004587,0.0094676465,0.8948816,0.006400992,0.009983846],"study_design_scores_gemma":[0.01380962,0.021826567,0.34380445,0.0015207703,0.00083908445,0.016432084,0.22518638,0.11428616,0.016970022,0.076850146,0.16654111,0.0019336024],"about_ca_topic_score_codex":0.0020060993,"about_ca_topic_score_gemma":0.0002091923,"teacher_disagreement_score":0.8180315,"about_ca_system_score_codex":0.00027981546,"about_ca_system_score_gemma":0.00061281305,"threshold_uncertainty_score":0.9998757},"labels":[],"label_agreement":null},{"id":"W4283216213","doi":"10.2196/37142","title":"Exploring COVID-19–Related Stressors: Topic Modeling Study","year":2022,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Mental Health via Writing","field":"Psychology","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; University of Toronto","funders":"","keywords":"Stressor; Mental health; Psychosocial; Pandemic; Latent Dirichlet allocation; Topic model; Psychology; Social media; Public health; Coronavirus disease 2019 (COVID-19); Gerontology; Medicine; Psychiatry; Computer science; Artificial intelligence; Disease; World Wide Web; Nursing","score_opus":0.6139106742045418,"score_gpt":0.5902688352865458,"score_spread":0.023641838917995983,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283216213","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98581976,0.00079828664,0.00036488683,0.008269319,0.0017679341,0.0003391565,0.0000022046402,0.000022037351,0.002616445],"genre_scores_gemma":[0.9970746,0.00005990483,0.000030986455,0.0005060134,0.0005288849,0.0001158217,0.0000017340654,0.000025896725,0.0016561348],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9893426,0.0034173594,0.0012339292,0.0003061205,0.004999404,0.00070061546],"domain_scores_gemma":[0.99698496,0.0011618333,0.00022142929,0.00029881697,0.00018004086,0.0011529326],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.022602614,0.000116442054,0.00033958428,0.00069988734,0.0003066861,0.000051268646,0.0014645072,0.00008964433,0.036697343],"category_scores_gemma":[0.0025438783,0.00010275551,0.00010619907,0.0005526682,0.00010118917,0.00014910998,0.0009859396,0.0046727457,0.00009294059],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005802312,0.01850772,0.10365478,0.0008474948,0.0022196418,0.07164994,0.43299767,0.005730343,0.00014610548,0.0236708,0.09586867,0.2389045],"study_design_scores_gemma":[0.015742581,0.014139898,0.002607681,0.0006902222,0.00006477538,0.0053059114,0.8175431,0.093091846,0.000040232502,0.0031737527,0.0470505,0.0005495225],"about_ca_topic_score_codex":0.0024564916,"about_ca_topic_score_gemma":0.00007078985,"teacher_disagreement_score":0.38454542,"about_ca_system_score_codex":0.0009211646,"about_ca_system_score_gemma":0.00058725727,"threshold_uncertainty_score":0.9976235},"labels":[],"label_agreement":null},{"id":"W4283316447","doi":"10.2196/35285","title":"The Aim2Be mHealth Intervention for Children With Overweight or Obesity and Their Parents: Person-Centered Analyses to Uncover Digital Phenotypes","year":2022,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; McMaster University; Children's Hospital of Eastern Ontario; University of Calgary; University of Victoria; University of Ottawa; SickKids Foundation; University of Toronto; BC Children's Hospital; Hospital for Sick Children; University of British Columbia","funders":"Obesity Canada; Canadian Institutes of Health Research; Merck Canada; Ontario Ministry of Health and Long-Term Care; Alberta Innovates; Women and Children's Health Research Institute; Children's Health Research Institute; Alberta Health Services","keywords":"mHealth; Latent class model; Multinomial logistic regression; Overweight; Psychological intervention; Psychology; Obesity; Intervention (counseling); Phenotype; Childhood obesity; Developmental psychology; Medicine; Clinical psychology; Biology; Genetics; Psychiatry; Computer science","score_opus":0.19562447910457303,"score_gpt":0.5271424207264971,"score_spread":0.33151794162192405,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283316447","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95597744,0.0019056489,0.0069061057,0.030860052,0.0005271153,0.0033901872,0.00020070221,0.000018825527,0.00021389834],"genre_scores_gemma":[0.99407476,0.00072960847,0.0000899912,0.0014834689,0.00058913464,0.0013391962,0.000034299577,0.000024459205,0.0016350627],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9952296,0.0011723518,0.00089864095,0.00027631034,0.0016306523,0.0007924338],"domain_scores_gemma":[0.99496895,0.0026045064,0.00044467548,0.0002690701,0.0006387697,0.0010740062],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.008063958,0.00013990577,0.0003589881,0.00024897637,0.0015509302,0.00007072185,0.00080701715,0.00010290035,0.0008775209],"category_scores_gemma":[0.0019669277,0.00006884608,0.000108072134,0.00042407232,0.00017122098,0.00013941259,0.00045156333,0.0020915405,0.000014588204],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012437175,0.0016907362,0.1751872,0.0008622837,0.0005590624,0.000020181675,0.00791723,0.00001026269,0.000011920506,0.0032436787,0.48999855,0.30806172],"study_design_scores_gemma":[0.008935955,0.010604873,0.11462249,0.0014514168,0.00006123669,0.00022713747,0.04362184,0.0014978634,0.000022001972,0.0013134837,0.8173741,0.00026760402],"about_ca_topic_score_codex":0.00068800716,"about_ca_topic_score_gemma":0.0010593947,"teacher_disagreement_score":0.32737553,"about_ca_system_score_codex":0.00051115087,"about_ca_system_score_gemma":0.0016491542,"threshold_uncertainty_score":0.9997489},"labels":[],"label_agreement":null},{"id":"W4283399206","doi":"10.2196/34345","title":"Contexts and Outcomes of Proxy Online Health Information Seeking: Mixed Studies Review With Framework Synthesis","year":2022,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Canadian Institutes of Health Research","keywords":"Proxy (statistics); Thematic analysis; Context (archaeology); Seekers; Psychology; Qualitative research; Medicine; Computer science; Sociology; Political science","score_opus":0.3111110994112186,"score_gpt":0.6288289608076025,"score_spread":0.3177178613963839,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283399206","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00008493525,0.9869828,0.0003317954,0.009646171,0.00056154025,0.0021160538,0.00008676925,0.0000118752,0.0001780543],"genre_scores_gemma":[0.0000454531,0.9945935,0.0008312962,0.0039277305,0.00019593826,0.00019700735,0.00004320229,0.000019896836,0.00014597921],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9782009,0.008711223,0.007838889,0.00019867353,0.004395789,0.0006544881],"domain_scores_gemma":[0.9669194,0.02180381,0.0075162537,0.00054264645,0.0023564955,0.00086137647],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.05475517,0.00030044725,0.0038637174,0.0008075899,0.00035510166,0.000028229784,0.0010874398,0.00046660606,0.003288945],"category_scores_gemma":[0.063860066,0.00015800286,0.00027632795,0.0008103882,0.0003777628,0.00081388804,0.00080313405,0.008481713,0.000023854776],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049666407,0.000095145704,0.00041172846,0.25935566,0.00027309044,0.000006038694,0.002538566,1.238135e-8,1.9204383e-10,0.00030299393,0.023698641,0.71326846],"study_design_scores_gemma":[0.00023933462,0.0004074765,0.00016051576,0.24873227,0.000088792236,0.000044388104,0.0024316239,0.000020820566,1.3411938e-8,0.000055115284,0.74773353,0.000086137436],"about_ca_topic_score_codex":0.0001273111,"about_ca_topic_score_gemma":0.000034591878,"teacher_disagreement_score":0.7240349,"about_ca_system_score_codex":0.000822831,"about_ca_system_score_gemma":0.0073491735,"threshold_uncertainty_score":0.99827826},"labels":[],"label_agreement":null},{"id":"W4284963313","doi":"10.2196/39888","title":"Deciphering the Diversity of Mental Models in Neurodevelopmental Disorders: Knowledge Graph Representation of Public Data Using Natural Language Processing","year":2022,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Attention Deficit Hyperactivity Disorder","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Women and Children’s Health Research Institute; University of Alberta","funders":"U.S. National Library of Medicine; University of Alberta","keywords":"Unified Medical Language System; Computer science; Mental health; Autism spectrum disorder; Psychology; Artificial intelligence; Natural language processing; Cognitive psychology; Data science; Autism; Psychiatry","score_opus":0.2793949066443006,"score_gpt":0.4809832908437941,"score_spread":0.2015883841994935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4284963313","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9942693,0.0023797865,0.00095273124,0.0018812742,0.00015289444,0.00019184616,0.000005985499,0.0000031923298,0.00016298819],"genre_scores_gemma":[0.9995207,0.00011896915,0.00019947412,0.000024199213,0.00003771907,0.000001952489,0.00001610045,0.00001085414,0.00006998775],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99556255,0.0007019088,0.0005552062,0.0001858918,0.0027647214,0.00022971546],"domain_scores_gemma":[0.9988091,0.00031128112,0.0002753811,0.00024463036,0.00025119825,0.00010838652],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0047414824,0.00007672828,0.00027986572,0.00047278107,0.00013441572,0.000021739115,0.00096164184,0.00004476663,0.00038854577],"category_scores_gemma":[0.0012358363,0.000056706438,0.0000838968,0.0008759413,0.00027512774,0.00049412687,0.00318544,0.0014110717,4.0858876e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001809636,0.0052764914,0.60951394,0.0006142066,0.00052397547,0.00046711593,0.060607158,0.0006766483,0.011825219,0.00013612868,0.0023775115,0.30617198],"study_design_scores_gemma":[0.0057901996,0.00054715405,0.09420014,0.00095367123,0.00007912079,0.0010749951,0.18157268,0.7147491,0.00036049998,0.00021018214,0.00027844607,0.00018380895],"about_ca_topic_score_codex":0.00062003563,"about_ca_topic_score_gemma":0.00031991047,"teacher_disagreement_score":0.71407247,"about_ca_system_score_codex":0.0001995986,"about_ca_system_score_gemma":0.0005073716,"threshold_uncertainty_score":0.61304826},"labels":[],"label_agreement":null},{"id":"W4288040961","doi":"10.2196/41046","title":"Brilliant Ideas Can Come in All Sizes: Research Letters","year":2022,"lang":"en","type":"editorial","venue":"Journal of Medical Internet Research","topic":"Wikis in Education and Collaboration","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria; JMIR Publications","funders":"","keywords":"The Internet; Original research; Medical research; Computer science; Data science; Internet research; World Wide Web; Psychology; Library science; Medicine","score_opus":0.11640256862443973,"score_gpt":0.5317539478301319,"score_spread":0.4153513792056921,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4288040961","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024668971,0.0014658525,0.000007486086,0.17402126,0.7912055,0.00050091965,0.000028365148,0.0000145718595,0.0080870725],"genre_scores_gemma":[0.036809977,0.008008485,0.00004311453,0.0005710853,0.9347552,0.00007689237,0.000058994323,0.00005471642,0.0196215],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.95896655,0.010236844,0.0011922659,0.0004086262,0.028081806,0.0011139088],"domain_scores_gemma":[0.9824114,0.011413329,0.00042574215,0.00038807117,0.004277789,0.0010836888],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.0910486,0.00017365698,0.00055752916,0.0019145283,0.00038403878,0.0006704056,0.003912382,0.0009698185,0.011264776],"category_scores_gemma":[0.08385122,0.00015607371,0.00016145784,0.0022815461,0.0015211204,0.00023415459,0.00066236913,0.013090137,0.000074097006],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00014608393,0.00025152005,0.00013378363,0.000044843593,0.000054713462,0.0005493632,0.017878314,0.0000021847356,0.000008284851,0.0025216392,0.9764107,0.0019985924],"study_design_scores_gemma":[0.0005484455,0.00029726597,0.000049771326,0.00049661554,0.000006228878,0.0000060952702,0.018868431,0.00002036491,0.0000043864825,0.0011277503,0.97844267,0.00013198872],"about_ca_topic_score_codex":0.032667622,"about_ca_topic_score_gemma":0.038192283,"teacher_disagreement_score":0.17345017,"about_ca_system_score_codex":0.004653027,"about_ca_system_score_gemma":0.018674823,"threshold_uncertainty_score":0.9991679},"labels":[],"label_agreement":null},{"id":"W4288767312","doi":"10.2196/37900","title":"The Impact of a Clinical Decision Support System for Addressing Physical Activity and Healthy Eating During Smoking Cessation Treatment: Hybrid Type I Randomized Controlled Trial","year":2022,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary; St. Michael's Hospital; Public Health Ontario; University of Toronto; Diabetes Canada; Centre for Addiction and Mental Health","funders":"University of Toronto; Medical Psychiatry Alliance; Public Health Agency; Public Health Agency of Canada; Centre for Addiction and Mental Health","keywords":"Medicine; Smoking cessation; Randomized controlled trial; Abstinence; Physical therapy; Psychological intervention; Internal medicine; Psychiatry","score_opus":0.6413139058062406,"score_gpt":0.7405996559200103,"score_spread":0.09928575011376972,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4288767312","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9911941,0.000059329173,0.0007685358,0.0030561315,0.001111353,0.0036924484,0.000015511398,0.000007894037,0.00009464519],"genre_scores_gemma":[0.99781066,0.0001493062,0.00006890158,0.00006745196,0.0013073665,0.0004695654,0.0000014284872,0.000014640519,0.00011069876],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.97413635,0.018364033,0.0030682224,0.00024528833,0.0034664671,0.00071961974],"domain_scores_gemma":[0.8932512,0.102228835,0.002681805,0.00020782801,0.0010214592,0.00060887553],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.10881986,0.00012439922,0.0015690308,0.0003157801,0.001422933,0.00005012041,0.00048389306,0.000094326075,0.00025114714],"category_scores_gemma":[0.06372878,0.00006388868,0.0004913291,0.00030920998,0.00033543975,0.0001613444,0.00031825417,0.0018278066,0.0000015358772],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9683149,0.0002373882,0.0017596843,0.00015830452,0.00022238395,0.000017579345,0.004146705,0.0000133768635,0.000051182808,0.00011467706,0.0014854848,0.023478348],"study_design_scores_gemma":[0.94289845,0.006353607,0.0019341947,0.00054625585,0.000050753773,0.000050097784,0.0035942628,0.043926567,0.00003991493,0.00014897993,0.00039513933,0.00006179812],"about_ca_topic_score_codex":0.0008542182,"about_ca_topic_score_gemma":0.000031561216,"teacher_disagreement_score":0.0838648,"about_ca_system_score_codex":0.0011521928,"about_ca_system_score_gemma":0.0058533475,"threshold_uncertainty_score":0.9998771},"labels":[],"label_agreement":null},{"id":"W4289028966","doi":"10.2196/40096","title":"Characterizing User Engagement With a Digital Intervention for Pain Self-management Among Youth With Sickle Cell Disease and Their Caregivers: Subanalysis of a Randomized Controlled Trial","year":2022,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Hemoglobinopathies and Related Disorders","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute for Clinical Evaluative Sciences; SickKids Foundation; Hospital for Sick Children; University of Toronto","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development; National Heart, Lung, and Blood Institute; National Institutes of Health","keywords":"Randomized controlled trial; Medicine; Intervention (counseling); Self-management; Physical therapy; eHealth; Psychiatry; Health care; Internal medicine","score_opus":0.016637304303557646,"score_gpt":0.29147137594454037,"score_spread":0.2748340716409827,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4289028966","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9895856,0.00065092347,0.004400735,0.0017785968,0.000071019385,0.0032557372,0.000012335803,0.000008818802,0.00023626113],"genre_scores_gemma":[0.9984729,0.00031191926,0.000069582435,0.000052370022,0.00008391429,0.00025724198,0.000024051595,0.000020172009,0.00070783676],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99522483,0.0014129764,0.0008694434,0.00020652064,0.0020034064,0.00028284706],"domain_scores_gemma":[0.99757296,0.00091977953,0.0005311628,0.00015312932,0.0004063498,0.00041661065],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015058999,0.00015437085,0.0012022755,0.000513668,0.00009266499,0.00007793606,0.00024494724,0.000056921053,0.00026218087],"category_scores_gemma":[0.0009948047,0.00007830289,0.00058278523,0.00025297605,0.00029384828,0.000112839894,0.00020264722,0.00085938256,2.3512233e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.98226,0.0017495503,0.00060670846,0.0004786594,0.004873606,0.00035135614,0.00689809,0.000013932126,0.000012433793,0.000034854045,0.0003993188,0.0023215278],"study_design_scores_gemma":[0.9306602,0.006585786,0.00006002806,0.0010656717,0.0016810055,0.000019354991,0.0518847,0.0072013866,0.00004260833,0.000020723828,0.0006794962,0.00009902545],"about_ca_topic_score_codex":0.000055892015,"about_ca_topic_score_gemma":0.00000556122,"teacher_disagreement_score":0.05159975,"about_ca_system_score_codex":0.00013784834,"about_ca_system_score_gemma":0.00024452325,"threshold_uncertainty_score":0.5219179},"labels":[],"label_agreement":null},{"id":"W4289103510","doi":"10.2196/40108","title":"The Value of Technology to Support Dyadic Caregiving for Individuals Living With Heart Failure: Qualitative Descriptive Study","year":2022,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Heart Failure Treatment and Management","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa; University of Waterloo; Public Health Ontario; University of Toronto; University Health Network","funders":"Canadian Institutes of Health Research","keywords":"Dyad; Interdependence; Quality of life (healthcare); Psychology; Qualitative research; Health care; Reflexivity; Population; Family caregivers; Telemedicine; Telehealth; Medicine; Gerontology; Nursing; Sociology; Social psychology","score_opus":0.08294642213550711,"score_gpt":0.4643056267579333,"score_spread":0.3813592046224262,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4289103510","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9015023,0.00020092087,0.0012680219,0.095196865,0.00013250097,0.0015975322,0.000004738043,0.000011288331,0.00008581142],"genre_scores_gemma":[0.99510086,0.000013054992,0.0028866194,0.00016624069,0.00011438932,0.00026769782,0.0000013244445,0.000021671862,0.0014281246],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.9939547,0.0010115983,0.00065212004,0.00021962181,0.003674515,0.0004874318],"domain_scores_gemma":[0.99625885,0.0022139132,0.00017989211,0.00026297607,0.00074042665,0.0003439532],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01832427,0.00012590628,0.0004950351,0.00082815636,0.00022075014,0.00003904535,0.0006233073,0.00006730291,0.00043934703],"category_scores_gemma":[0.0043765516,0.00007182857,0.00012161203,0.0007649272,0.00030329623,0.00006262641,0.0006972666,0.0012318274,0.000005787115],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016519575,0.0043599997,0.13409097,0.00025600087,0.0035898234,0.00064660475,0.21345995,0.000018505945,0.000533604,0.0067362087,0.6208014,0.01385497],"study_design_scores_gemma":[0.0035370025,0.056845926,0.004419648,0.00078554696,0.00019506403,0.00043532677,0.6743553,0.00008337341,0.0005198298,0.00030375313,0.25839785,0.00012133813],"about_ca_topic_score_codex":0.00019295976,"about_ca_topic_score_gemma":0.00021381836,"teacher_disagreement_score":0.4608954,"about_ca_system_score_codex":0.00045454194,"about_ca_system_score_gemma":0.00086973904,"threshold_uncertainty_score":0.6350863},"labels":[],"label_agreement":null},{"id":"W4289835821","doi":"10.2196/38015","title":"Social Media Use for Research Participant Recruitment: Integrative Literature Review","year":2022,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":189,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"University of Alberta","keywords":"CINAHL; PsycINFO; Social media; Scopus; MEDLINE; Inclusion (mineral); Psychology; Qualitative research; Medical education; Applied psychology; Medicine; Social psychology; World Wide Web; Social science; Sociology; Political science; Computer science","score_opus":0.9123197574218856,"score_gpt":0.723567023894765,"score_spread":0.18875273352712063,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4289835821","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000007631124,0.96450627,0.00000707475,0.02172248,0.0065074144,0.006803529,0.000056840854,0.000016006912,0.0003727517],"genre_scores_gemma":[0.000004727452,0.97859204,0.00011158872,0.00020722256,0.012770603,0.007334262,0.00011440648,0.000074237956,0.00079093006],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.94925916,0.030760609,0.0027183758,0.00060143357,0.014796408,0.0018640008],"domain_scores_gemma":[0.83547956,0.15422252,0.001622938,0.00048388145,0.00607984,0.002111246],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.13371077,0.00036280192,0.0026682909,0.0015558294,0.0011945264,0.0005370337,0.003762858,0.0012905254,0.0054271324],"category_scores_gemma":[0.43094465,0.0002574164,0.0011060059,0.0042460165,0.0019313319,0.00042447806,0.0006351934,0.013288905,0.0000621381],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000035183795,0.00018902331,9.2651857e-7,0.0126190325,0.00014489084,0.0001226914,0.044403832,1.163908e-9,6.8086794e-9,0.0071651074,0.290807,0.6445123],"study_design_scores_gemma":[0.00018718203,0.0003275883,0.0000011754273,0.12819874,0.00021079932,0.000037217826,0.004921346,8.52481e-7,8.386176e-8,0.0010202394,0.86493003,0.00016472227],"about_ca_topic_score_codex":0.00078207353,"about_ca_topic_score_gemma":0.0012109143,"teacher_disagreement_score":0.64434755,"about_ca_system_score_codex":0.004122291,"about_ca_system_score_gemma":0.020125227,"threshold_uncertainty_score":0.9999878},"labels":[],"label_agreement":null},{"id":"W4291012209","doi":"10.2196/39531","title":"Pain Reduction With an Immersive Digital Therapeutic Tool in Women Living With Endometriosis-Related Pelvic Pain: Randomized Controlled Trial","year":2022,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Endometriosis Research and Treatment","field":"Medicine","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre Hospitalier Universitaire de Sherbrooke; Université de Sherbrooke; Institut Universitaire en Santé Mentale de Québec","funders":"","keywords":"Medicine; Endometriosis; Randomized controlled trial; Pelvic pain; Analgesic; Physical therapy; Anesthesia; Internal medicine; Surgery","score_opus":0.027240725489689886,"score_gpt":0.35118142414391373,"score_spread":0.32394069865422387,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4291012209","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9865328,0.002090219,0.00080710865,0.005447528,0.00014833659,0.0043201176,0.000002186809,0.000013268753,0.0006384083],"genre_scores_gemma":[0.99632657,0.0007213403,0.000044706365,0.00023120586,0.0002619652,0.0010687148,0.000008235055,0.000041036634,0.001296231],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.97641027,0.012968079,0.0013862769,0.00037716664,0.007939613,0.0009186012],"domain_scores_gemma":[0.9425551,0.053994104,0.0006996747,0.00039618165,0.0011764644,0.0011784149],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.08964955,0.00025282166,0.0019869576,0.0029469149,0.00013211532,0.0001804518,0.00050897786,0.0001388363,0.0033594493],"category_scores_gemma":[0.06925255,0.00013490433,0.0003781799,0.0022253678,0.0005485204,0.00031670884,0.00017936766,0.003306055,0.000006616569],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9327244,0.0038080846,0.00055698643,0.00004556214,0.002753552,0.0024467383,0.0020078088,0.000014432942,0.00007082073,0.000044787954,0.00042346248,0.055103365],"study_design_scores_gemma":[0.93092155,0.0517585,0.000092686125,0.0007062861,0.00010497235,0.0012162286,0.011100856,0.003038506,0.00003897465,0.00013268522,0.0007449821,0.00014378114],"about_ca_topic_score_codex":0.00010643442,"about_ca_topic_score_gemma":0.000009468951,"teacher_disagreement_score":0.054959584,"about_ca_system_score_codex":0.0016534538,"about_ca_system_score_gemma":0.0018037666,"threshold_uncertainty_score":0.99899334},"labels":[],"label_agreement":null},{"id":"W4291012456","doi":"10.2196/38030","title":"Digital Health Interventions for Depression and Anxiety Among People With Chronic Conditions: Scoping Review","year":2022,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto General Hospital; Centre for Addiction and Mental Health; Public Health Ontario; University of Toronto; University Health Network","funders":"","keywords":"Anxiety; Psychological intervention; Depression (economics); Digital health; Mental health; eHealth; Medicine; Psychiatry; Population; Psychology; Gerontology; Health care; Environmental health","score_opus":0.11422624996189819,"score_gpt":0.5444214948864166,"score_spread":0.4301952449245184,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4291012456","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39837888,0.4784215,0.0155040035,0.08750611,0.00426965,0.008887633,0.00059113896,0.00009308935,0.0063479766],"genre_scores_gemma":[0.9935115,0.0024814883,0.0000637563,0.00042249865,0.00016855457,0.000626452,0.000052444568,0.000026841451,0.0026464781],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.9960666,0.00057040533,0.0010770032,0.00025828177,0.0015532731,0.00047449017],"domain_scores_gemma":[0.9978971,0.0006171,0.00046613227,0.00020054402,0.00025779736,0.00056133035],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005842595,0.00010785748,0.0004320196,0.0003186409,0.00026991256,0.00010599223,0.0005538804,0.00005464085,0.0049818293],"category_scores_gemma":[0.00068607467,0.000084499225,0.0002464793,0.00034898793,0.0002675917,0.0003197553,0.00046238094,0.0012149465,0.000015286165],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008602566,0.0040974272,0.030983968,0.04199068,0.0005622686,0.00021466507,0.0012327159,0.0000053767353,0.0000020839375,0.005772448,0.5099239,0.4043542],"study_design_scores_gemma":[0.009416239,0.0392842,0.03831175,0.8480669,0.000110673725,0.008870241,0.0038545018,0.0005384854,0.000035724748,0.002414317,0.048547354,0.00054957514],"about_ca_topic_score_codex":0.00014585041,"about_ca_topic_score_gemma":0.0005647454,"teacher_disagreement_score":0.8060763,"about_ca_system_score_codex":0.00045283037,"about_ca_system_score_gemma":0.00060269,"threshold_uncertainty_score":0.99592775},"labels":[],"label_agreement":null},{"id":"W4292395006","doi":"10.2196/37236","title":"Bridging the European Data Sharing Divide in Genomic Science","year":2022,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Cancer Genomics and Diagnostics","field":"Biochemistry, Genetics and Molecular Biology","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre; University of Toronto","funders":"British Columbia Knowledge Development Fund; Deutsche Forschungsgemeinschaft; European Commission","keywords":"Data sharing; European union; Context (archaeology); Metadata; General Data Protection Regulation; Data Protection Act 1998; Data science; Computer science; Political science; Business; International trade; World Wide Web; Computer security; Medicine; Biology","score_opus":0.10519103106106244,"score_gpt":0.4165272848055549,"score_spread":0.3113362537444925,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4292395006","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99054754,0.001765974,0.0007408104,0.0049548233,0.00035429417,0.000060390958,0.0000085925885,8.7381744e-7,0.0015666991],"genre_scores_gemma":[0.9978816,0.00059206755,0.000035018886,0.00034665226,0.00094918674,0.000001744487,0.000007203313,0.000010397306,0.00017613167],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974256,0.00030714442,0.0003106169,0.000253671,0.0014044892,0.00029845154],"domain_scores_gemma":[0.9990219,0.00009901839,0.00008227152,0.00053061545,0.00010894764,0.00015724574],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.02393899,0.000049500413,0.000083416075,0.0001557041,0.00013724041,0.00011192815,0.0048169205,0.00002049801,0.00012937172],"category_scores_gemma":[0.0028180263,0.000036380578,0.000032199372,0.00023918702,0.00034735064,0.000006625583,0.008870861,0.00090978906,0.0000046961777],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004627639,0.0005420545,0.054326113,0.000041476396,0.00013819846,0.0019054988,0.0015442771,0.0016966589,0.2516905,0.0010899658,0.4047639,0.28179854],"study_design_scores_gemma":[0.0025903385,0.0014223107,0.065483324,0.00022325978,0.00001868659,0.001859907,0.0012993263,0.033169147,0.011368323,0.0006516377,0.8815643,0.0003494125],"about_ca_topic_score_codex":0.0002310313,"about_ca_topic_score_gemma":0.00013776083,"teacher_disagreement_score":0.4768004,"about_ca_system_score_codex":0.00011453014,"about_ca_system_score_gemma":0.0006951977,"threshold_uncertainty_score":0.9991452},"labels":[],"label_agreement":null},{"id":"W4292692758","doi":"10.2196/38604","title":"Patient and Provider Experiences With Virtual Care in a Large, Ambulatory Care Hospital in Ontario, Canada During the COVID-19 Pandemic: Observational Study","year":2022,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Public Health Ontario; University of Toronto; Women's College Hospital","funders":"University of Toronto; Women's College Hospital","keywords":"Medicine; Odds; Logistic regression; Family medicine; Odds ratio; Telephone interview; Ordered logit; Internal medicine","score_opus":0.09908344504200398,"score_gpt":0.4276956209679253,"score_spread":0.3286121759259213,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4292692758","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9934704,0.000575661,0.0000028593577,0.0050519584,0.00014216811,0.00073704595,0.0000044393437,0.000002543598,0.000012929351],"genre_scores_gemma":[0.99831724,0.000010773438,0.000008156406,0.0013312205,0.000082761195,0.00016996356,0.00001097775,0.00000778393,0.00006109172],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99474967,0.00046306584,0.0005983316,0.00018272406,0.0036739507,0.00033228716],"domain_scores_gemma":[0.99877876,0.00033641193,0.00014147598,0.000102276535,0.00024783053,0.00039323428],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0021033406,0.000088407396,0.00023820566,0.00024374221,0.0001432013,0.000017641205,0.00021309349,0.00003448058,0.0011920457],"category_scores_gemma":[0.0006498307,0.00005359149,0.000018852426,0.00028141183,0.00010678907,0.00007543664,0.0002368737,0.0018273046,9.5870774e-8],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005352033,0.00016963435,0.7376952,0.000053986,0.00002010587,0.0015465922,0.2574608,0.000008939625,9.1576237e-7,0.0000051211987,0.0014741953,0.001029301],"study_design_scores_gemma":[0.003183002,0.004081265,0.4750384,0.000056678804,0.0000043896757,0.00023448342,0.51134074,0.000019954536,0.0000021629178,0.0000010226216,0.006004987,0.00003290389],"about_ca_topic_score_codex":0.8000374,"about_ca_topic_score_gemma":0.98181695,"teacher_disagreement_score":0.26265678,"about_ca_system_score_codex":0.003343521,"about_ca_system_score_gemma":0.010152788,"threshold_uncertainty_score":0.999721},"labels":[],"label_agreement":null},{"id":"W4293049611","doi":"10.2196/37472","title":"Investigating a Work System Approach to Implement an Emergency Department Surge Management System: Case Study","year":2022,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Emergency and Acute Care Studies","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"Canadian Institutes of Health Research","keywords":"eHealth; Emergency department; Workflow; Computer science; Documentation; Health informatics; Work (physics); Management system; Process management; Health care; Knowledge management; Data science; Medicine; Nursing; Operations management; Engineering; Public health; Database","score_opus":0.14183606726423165,"score_gpt":0.44915740893614664,"score_spread":0.307321341671915,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293049611","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9908497,0.0011365047,0.0005646373,0.0013857248,0.0012012967,0.0016154081,0.00000878019,0.000035942387,0.0032020037],"genre_scores_gemma":[0.9976359,0.000073157564,0.00055333006,0.00008202833,0.000591351,0.00042466764,0.000008383694,0.000031579242,0.0005995719],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.98960984,0.0015956671,0.0015043063,0.00041789544,0.006191415,0.0006808739],"domain_scores_gemma":[0.997376,0.0001179227,0.00023801098,0.0004281979,0.0006288616,0.0012109737],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016527496,0.00021062308,0.0006285748,0.0006401436,0.00042606494,0.00003601727,0.00071450125,0.000055097436,0.0006897554],"category_scores_gemma":[0.0003473623,0.00015629391,0.00019765073,0.0011167809,0.000057763376,0.0000723087,0.0015069203,0.001495749,0.000012316118],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009771447,0.008521783,0.13482395,0.0051325546,0.0048373383,0.17468236,0.039399665,0.00008777834,0.00003280321,0.005184822,0.60576427,0.0205555],"study_design_scores_gemma":[0.0033042552,0.00885221,0.003610862,0.0014717604,0.00044535662,0.026320504,0.9255935,0.0013155156,0.000028248758,0.000010990438,0.02872386,0.0003229527],"about_ca_topic_score_codex":0.0006679055,"about_ca_topic_score_gemma":0.00005935548,"teacher_disagreement_score":0.8861938,"about_ca_system_score_codex":0.0010926869,"about_ca_system_score_gemma":0.00023081792,"threshold_uncertainty_score":0.7552338},"labels":[],"label_agreement":null},{"id":"W4293092329","doi":"10.2196/39748","title":"The Impact of Artificial Intelligence on Health Equity in Oncology: Scoping Review","year":2022,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":73,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sinai Health System; Lunenfeld-Tanenbaum Research Institute; Public Health Ontario; University of Toronto; Queen's University; London Health Sciences Centre; Western University","funders":"National Institute on Minority Health and Health Disparities","keywords":"MEDLINE; Health care; Health equity; Equity (law); Systematic review; Medicine; Psychology; Oncology; Medical education; Public health; Nursing; Political science","score_opus":0.6521146984353922,"score_gpt":0.7054970992194763,"score_spread":0.05338240078408418,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293092329","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5442965,0.07032279,0.0007128349,0.37859833,0.0018129395,0.0022670303,0.000004319441,0.0000100459465,0.0019752306],"genre_scores_gemma":[0.9551473,0.043136865,0.000038131646,0.0011652508,0.00040803457,0.000031341482,0.0000020463408,0.00000955654,0.00006143976],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9925862,0.0017816622,0.0018524647,0.00015816574,0.0031220887,0.00049941754],"domain_scores_gemma":[0.99460286,0.003406855,0.0005527378,0.0002732131,0.00066310953,0.0005012239],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03756384,0.00008395119,0.0005228004,0.0003777399,0.00016299768,0.000017914002,0.00069229334,0.00008431985,0.0020287177],"category_scores_gemma":[0.011132995,0.00005031787,0.00020119981,0.00079483143,0.00032794994,0.00004541259,0.00032778227,0.0030686865,0.000018621387],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009982254,0.00085395953,0.0008412729,0.0010258676,0.000033361084,0.00012607852,0.0014430808,0.00004493677,0.000022945358,0.0009887145,0.02435018,0.96927136],"study_design_scores_gemma":[0.0009435001,0.2091998,0.007227886,0.5684959,0.000106920204,0.0063602817,0.06351304,0.032567885,0.011265068,0.07343455,0.02603064,0.00085447246],"about_ca_topic_score_codex":0.0034216293,"about_ca_topic_score_gemma":0.00065092475,"teacher_disagreement_score":0.9684169,"about_ca_system_score_codex":0.0021518287,"about_ca_system_score_gemma":0.0105965715,"threshold_uncertainty_score":0.9992313},"labels":[],"label_agreement":null},{"id":"W4293439969","doi":"10.2196/38449","title":"Social Media Use and Health and Well-being of Lesbian, Gay, Bisexual, Transgender, and Queer Youth: Systematic Review","year":2022,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"LGBTQ Health, Identity, and Policy","field":"Psychology","cited_by":202,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Transgender; CINAHL; Lesbian; Mental health; Queer; Psychology; Social media; Sexual orientation; Homosexuality; Qualitative research; Social support; Critical appraisal; Clinical psychology; Psychological intervention; Social psychology; Medicine; Psychiatry; Sociology; World Wide Web; Social science","score_opus":0.6187508298194473,"score_gpt":0.6047519815659745,"score_spread":0.013998848253472751,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293439969","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00027715752,0.9929395,0.000008710834,0.004729967,0.0005639156,0.0010018605,0.000029535977,0.000006322158,0.00044303396],"genre_scores_gemma":[0.00014928744,0.9973038,0.000007943451,0.000492299,0.0007638184,0.00003098629,0.000020327692,0.000055010743,0.0011765276],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9860991,0.0069757206,0.0028777733,0.00041433997,0.0029540546,0.00067900226],"domain_scores_gemma":[0.9933025,0.003593125,0.001312564,0.00031288885,0.00025352114,0.0012253571],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.021843754,0.00033610134,0.0037687551,0.00090290373,0.00017438651,0.0001274851,0.00083561754,0.0005297541,0.0014905595],"category_scores_gemma":[0.0035944304,0.00023857525,0.00033575293,0.0004580002,0.0006681575,0.00013035364,0.00035877276,0.0039700684,0.000012317478],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023944545,0.00011802225,0.000052138686,0.8433682,0.00050528435,0.00019856739,0.013234233,4.9653803e-10,5.6490794e-9,0.0010296485,0.055902075,0.08556791],"study_design_scores_gemma":[0.0012743789,0.001148573,0.000073037234,0.520074,0.0021897552,0.004020737,0.0030533727,0.0000020154487,1.3286817e-8,0.00029571017,0.46749574,0.0003726143],"about_ca_topic_score_codex":0.0028318774,"about_ca_topic_score_gemma":0.00033661135,"teacher_disagreement_score":0.41159368,"about_ca_system_score_codex":0.0002234621,"about_ca_system_score_gemma":0.0016198368,"threshold_uncertainty_score":0.9994222},"labels":[],"label_agreement":null},{"id":"W4293698136","doi":"10.2196/36337","title":"Association Between Patient Factors and the Effectiveness of Wearable Trackers at Increasing the Number of Steps per Day Among Adults With Cardiometabolic Conditions: Meta-analysis of Individual Patient Data From Randomized Controlled Trials","year":2022,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Physical Activity and Health","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval; Institut universitaire de cardiologie et de pneumologie de Québec; Université du Québec à Trois-Rivières; McGill University; McGill University Health Centre","funders":"NIHR School for Primary Care Research; Patient Safety Translational Research Centre; Ministerio de Economía y Competitividad; National Institute for Health and Care Research","keywords":"Activity tracker; Randomized controlled trial; Medicine; Overweight; Psychological intervention; Wearable computer; Physical therapy; Gerontology; Demography; Body mass index; Internal medicine; Physical activity; Computer science","score_opus":0.2508731137755759,"score_gpt":0.48131979216830134,"score_spread":0.23044667839272542,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293698136","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.58254915,0.41226783,0.000021187923,0.00020497039,0.00006148679,0.003345807,0.0014952543,0.0000017031587,0.0000525945],"genre_scores_gemma":[0.6048025,0.39454,0.00000817176,0.000008814531,0.00009135645,0.0001479301,0.00037403998,0.000016697606,0.000010519168],"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","domain_scores_codex":[0.9121325,0.07638069,0.0035893186,0.00032712417,0.007280025,0.00029032087],"domain_scores_gemma":[0.74705344,0.24484603,0.006370371,0.00060163945,0.00082889496,0.00029962574],"candidate_categories":["metaresearch","metaepi_broad","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.14254555,0.00031393193,0.023448473,0.00069706736,0.00010734331,0.000041180316,0.00087775005,0.0003026459,0.0016898012],"category_scores_gemma":[0.067314655,0.00011043835,0.004489354,0.0009713297,0.0010983987,0.000118003714,0.0006549934,0.0024320923,6.753642e-7],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.121609405,0.0009066255,0.0036595734,0.0032434408,0.8498681,0.000014508085,0.0028762494,0.000004085847,9.266178e-7,0.000039736544,0.00019425123,0.017583085],"study_design_scores_gemma":[0.12589498,0.00091321475,0.005398901,0.007480425,0.8550289,0.000015894422,0.0014835884,0.00016771411,0.000022043965,0.00008951274,0.0033469254,0.00015786281],"about_ca_topic_score_codex":0.0055770027,"about_ca_topic_score_gemma":0.00009708036,"teacher_disagreement_score":0.16846535,"about_ca_system_score_codex":0.00032315892,"about_ca_system_score_gemma":0.0010071596,"threshold_uncertainty_score":0.99986935},"labels":[],"label_agreement":null},{"id":"W4294917543","doi":"10.2196/40637","title":"Internet-Delivered Cognitive Behavioral Therapy for Postsecondary Students: Randomized Factorial Trial for Examining Motivational Interviewing and Booster Lessons","year":2022,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"Ministry of Health, Saskatchewan; Australian Government; University of Regina","keywords":"Motivational interviewing; Randomized controlled trial; Booster (rocketry); Anxiety; Clinical psychology; Psychology; Cognitive behavioral therapy; Cognitive therapy; Medicine; Cognition; Physical therapy; Psychiatry; Internal medicine","score_opus":0.3949527034071802,"score_gpt":0.5782859584364148,"score_spread":0.18333325502923464,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4294917543","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9800601,0.0012174023,0.004908361,0.0031401564,0.007241081,0.0029230563,0.00024381986,0.000011945267,0.00025410164],"genre_scores_gemma":[0.99419194,0.000024129651,0.00008617006,0.00043184796,0.0011094429,0.0013037717,0.00007996554,0.000042151598,0.0027305575],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9933057,0.0019241578,0.0015641983,0.0003753784,0.002282105,0.00054846186],"domain_scores_gemma":[0.9915708,0.0066434424,0.0005484461,0.00012736724,0.00071709923,0.0003928845],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01528047,0.00019398746,0.00075217447,0.0005390947,0.00017126984,0.00021215425,0.0009773227,0.00016388106,0.00606421],"category_scores_gemma":[0.0024358649,0.00015900655,0.00046963105,0.00014343037,0.00040486746,0.0002623858,0.00068297033,0.0014438308,0.000006951364],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8064043,0.004426523,0.00049830886,0.00007414335,0.0010374873,0.00008149272,0.007957866,1.259944e-7,0.000015130577,0.0032368505,0.02676328,0.14950453],"study_design_scores_gemma":[0.9369302,0.037658535,0.0008968014,0.0009499666,0.00009916549,0.00028441023,0.0073457025,0.00019213275,0.00014629794,0.004204929,0.011046104,0.00024577044],"about_ca_topic_score_codex":0.00017042592,"about_ca_topic_score_gemma":0.000025203903,"teacher_disagreement_score":0.14925875,"about_ca_system_score_codex":0.00035532014,"about_ca_system_score_gemma":0.0002783641,"threshold_uncertainty_score":0.9948444},"labels":[],"label_agreement":null},{"id":"W4295204294","doi":"10.2196/40989","title":"The Preferences of Transgender and Nonbinary People for Virtual Health Care After the COVID-19 Pandemic in Canada: Cross-sectional Study","year":2022,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"LGBTQ Health, Identity, and Policy","field":"Psychology","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University","funders":"Canadian Institutes of Health Research; Brock University","keywords":"Transgender; Health care; Pandemic; Cross-sectional study; Psychology; Preference; Family medicine; Medicine; Coronavirus disease 2019 (COVID-19); Disease","score_opus":0.21243916833966298,"score_gpt":0.5424021235485382,"score_spread":0.32996295520887525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4295204294","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97642964,0.003917251,0.000025903477,0.018209219,0.0008214881,0.00045488757,0.000052689797,0.0000014877786,0.00008742069],"genre_scores_gemma":[0.99775624,0.00039761356,0.0000010304459,0.00077068433,0.00027846624,0.00012119148,0.0000021216483,0.000007827319,0.00066479243],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99437463,0.0022007897,0.0007312612,0.00016693716,0.00211778,0.00040857666],"domain_scores_gemma":[0.9963561,0.0027576822,0.00017314768,0.00015275688,0.00020119803,0.0003590742],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.010895397,0.00007344998,0.0002228533,0.00016351875,0.00036459474,0.000041530075,0.00080172194,0.00006011562,0.001275379],"category_scores_gemma":[0.0006498216,0.0000418386,0.000059853897,0.00021078119,0.00028447708,0.000036092446,0.00018677178,0.0016469121,7.676905e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017926118,0.00017572624,0.9444786,0.00013131957,0.00006724299,0.000039408704,0.023179695,0.000007778506,2.4530934e-7,0.00019671966,0.027816832,0.0021138345],"study_design_scores_gemma":[0.0016421924,0.0024023165,0.9491179,0.0000067270853,0.0000056621584,0.00029688442,0.037148602,0.00003115472,8.920506e-8,0.00029600278,0.009013642,0.00003881761],"about_ca_topic_score_codex":0.8579045,"about_ca_topic_score_gemma":0.97023785,"teacher_disagreement_score":0.11233334,"about_ca_system_score_codex":0.0010206581,"about_ca_system_score_gemma":0.00931355,"threshold_uncertainty_score":0.9996376},"labels":[],"label_agreement":null},{"id":"W4299808176","doi":"10.2196/36134","title":"Interventions Including Smart Technology Compared With Face-to-face Physical Activity Interventions in Older Adults: Systematic Review and Meta-analysis","year":2022,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Physical Activity and Health","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Joseph’s Healthcare Hamilton; University of Toronto; McMaster University","funders":"Canadian Frailty Network","keywords":"Psychological intervention; Meta-analysis; CINAHL; Grading (engineering); Medicine; Systematic review; MEDLINE; Randomized controlled trial; Anxiety; Quality of life (healthcare); Physical therapy; Gerontology; Nursing; Psychiatry; Surgery; Internal medicine","score_opus":0.46297467532008607,"score_gpt":0.5704284741234308,"score_spread":0.10745379880334471,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4299808176","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013032785,0.9829539,0.0008369735,0.011391014,0.000036618414,0.0033675665,0.000043309778,0.000018963881,0.000048375983],"genre_scores_gemma":[0.03312374,0.965028,0.00006437823,0.00013642326,0.00007087345,0.00085020927,0.000019888075,0.00004708686,0.0006594246],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9901936,0.0032704182,0.0020913726,0.00061577174,0.0032135956,0.0006152181],"domain_scores_gemma":[0.9945987,0.002207804,0.001252165,0.0006663655,0.00042067535,0.00085432845],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008858296,0.0004520964,0.012039975,0.0032639327,0.00011304413,0.0000624944,0.0011837541,0.0003142819,0.0015216412],"category_scores_gemma":[0.0042721345,0.00026542292,0.0043844734,0.004533594,0.0003739282,0.00013289055,0.0013172955,0.0072879638,0.000028918928],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000098264,0.00467118,0.0000044600292,0.93204695,0.051086176,0.00041199656,0.00034249463,6.7965095e-7,5.9377346e-8,0.00009685938,0.00060428324,0.010636577],"study_design_scores_gemma":[0.0009349333,0.002257257,0.000018792738,0.62497723,0.3617421,0.0008580652,0.0005693283,0.00018725879,7.729823e-7,0.000031706895,0.008162808,0.0002597204],"about_ca_topic_score_codex":0.00018780028,"about_ca_topic_score_gemma":0.0003615508,"teacher_disagreement_score":0.31065592,"about_ca_system_score_codex":0.0008456062,"about_ca_system_score_gemma":0.0007235612,"threshold_uncertainty_score":0.9999798},"labels":[],"label_agreement":null},{"id":"W4301392213","doi":"10.2196/39662","title":"Determinants of e-Mental Health Use During COVID-19: Cross-sectional Canadian Study","year":2022,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Centre for Addiction and Mental Health; Canada Health Infoway","funders":"","keywords":"Cross-sectional study; Mental health; Logistic regression; Odds; Medicine; Family medicine; eHealth; Ordered logit; Psychology; Health care; Gerontology; Psychiatry","score_opus":0.20130725663016252,"score_gpt":0.5579179608506769,"score_spread":0.3566107042205144,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4301392213","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98518836,0.00015412371,0.000013269167,0.0135174105,0.00048985344,0.000563746,0.00004034841,0.00000533098,0.000027548134],"genre_scores_gemma":[0.9968287,0.00009102743,0.000041484745,0.0019813026,0.0003572614,0.000018007933,0.00001809523,0.000015364352,0.0006487784],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9922398,0.0007420577,0.0013113846,0.00019574961,0.0049469327,0.000564121],"domain_scores_gemma":[0.99620116,0.00033756733,0.0003776308,0.00017187902,0.0003851015,0.002526657],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.011211419,0.00009388482,0.00039415155,0.0011162511,0.00039445885,0.000032755583,0.0004031702,0.000057448353,0.0092178555],"category_scores_gemma":[0.002756927,0.00007791156,0.00009436281,0.00044150994,0.00018808534,0.000120708384,0.00023851151,0.0016344794,0.0000046875452],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008882066,0.00057330326,0.96544206,0.0001653389,0.00006816308,0.0013497437,0.002755727,0.0000026389591,0.00002475209,0.000015530815,0.026581828,0.002132681],"study_design_scores_gemma":[0.005940005,0.0068315086,0.9500869,0.00008195834,0.0000075402286,0.003734008,0.005688929,0.00016619946,0.000063055086,0.000014552172,0.027334519,0.000050830444],"about_ca_topic_score_codex":0.20053302,"about_ca_topic_score_gemma":0.072416596,"teacher_disagreement_score":0.12811643,"about_ca_system_score_codex":0.0022278184,"about_ca_system_score_gemma":0.007786008,"threshold_uncertainty_score":0.9978389},"labels":[],"label_agreement":null},{"id":"W4307679902","doi":"10.2196/39689","title":"Barriers to and Facilitators of Using eHealth to Support Gestational Diabetes Mellitus Self-management: Systematic Literature Review of Perceptions of Health Care Professionals and Women With Gestational Diabetes Mellitus","year":2022,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Gestational Diabetes Research and Management","field":"Medicine","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Engineering and Physical Sciences Research Council","keywords":"Gestational diabetes; eHealth; CINAHL; Critical appraisal; Usability; Thematic analysis; Systematic review; Medicine; MEDLINE; Checklist; PsycINFO; Digital health; Health technology; Health care; Qualitative research; Nursing; Medical education; Psychology; Alternative medicine; Psychological intervention; Computer science; Pregnancy","score_opus":0.04434107922940969,"score_gpt":0.4346889220891304,"score_spread":0.3903478428597207,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307679902","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01584123,0.97800493,0.00004973546,0.0016765848,0.00007089954,0.0038784072,0.00042832235,0.0000054435313,0.00004443207],"genre_scores_gemma":[0.002792831,0.9933203,0.002559477,0.00048301963,0.00004758632,0.00041745827,0.00020012006,0.000040775056,0.00013844714],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9871778,0.0024770196,0.0026720997,0.00045146304,0.006483599,0.0007380397],"domain_scores_gemma":[0.99268174,0.0020003265,0.001129495,0.0003303859,0.0019112943,0.0019467832],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.012703306,0.00034780925,0.0029375649,0.0020661575,0.00012047543,0.000038961716,0.0005559198,0.00015259828,0.0013499485],"category_scores_gemma":[0.003659702,0.00023408457,0.0002253337,0.0014064139,0.00032204745,0.00013559291,0.0005370565,0.0012613852,0.000002295757],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007810569,0.00019669211,0.00035285554,0.90723073,0.0012150259,0.00005245932,0.0049140877,0.0000022254292,7.5968256e-7,0.0003542563,0.0025240076,0.08307878],"study_design_scores_gemma":[0.0009996068,0.005905213,0.00089134724,0.90254605,0.0005956205,0.00007662155,0.011217513,0.00003862104,0.0000016996856,0.00004275695,0.07744497,0.00023999071],"about_ca_topic_score_codex":0.00001527666,"about_ca_topic_score_gemma":0.0000034881537,"teacher_disagreement_score":0.08283879,"about_ca_system_score_codex":0.0008875572,"about_ca_system_score_gemma":0.0042664534,"threshold_uncertainty_score":0.999563},"labels":[],"label_agreement":null},{"id":"W4308012301","doi":"10.2196/43174","title":"Social Media is Addictive and Influences Behavior: Should it Be Regulated as a Digital Therapeutic?","year":2022,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Homewood Research Institute","funders":"","keywords":"Coroner; Social media; Addiction; Psychology; Addictive behavior; Social psychology; Internet privacy; Criminology; Medicine; Psychiatry; Suicide prevention; Medical emergency; Poison control; World Wide Web; Computer science","score_opus":0.25488440693019065,"score_gpt":0.5529632785138126,"score_spread":0.2980788715836219,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308012301","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92928004,0.000943385,0.0000083424,0.057230946,0.0010665928,0.00022411077,0.00011789618,0.000015932073,0.011112774],"genre_scores_gemma":[0.99356854,0.000018449344,0.000004856397,0.0019382981,0.00032054912,0.00007114514,0.000010912363,0.000023192388,0.004044047],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99379265,0.00065010163,0.0008405347,0.0002656843,0.003926982,0.00052405725],"domain_scores_gemma":[0.99778175,0.0009731125,0.00024706405,0.00014902571,0.00032575414,0.0005232962],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0033199037,0.00013546445,0.0003074363,0.00044311254,0.00020397558,0.00018707161,0.00095365586,0.00018946164,0.023064557],"category_scores_gemma":[0.0005771192,0.0001125961,0.00018483851,0.00041193326,0.00080609426,0.00029028612,0.0007192333,0.002482769,0.00009564678],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020292755,0.0034440716,0.005628533,0.000041036466,0.0006897527,0.0027153788,0.0371962,1.2917366e-7,0.000030496089,0.018793304,0.51975954,0.40967226],"study_design_scores_gemma":[0.0068011377,0.016755624,0.06921961,0.0006709143,0.00015245269,0.008864571,0.07864968,0.00010207557,0.00041806404,0.032574713,0.7851857,0.0006054638],"about_ca_topic_score_codex":0.00018842892,"about_ca_topic_score_gemma":0.000042725474,"teacher_disagreement_score":0.4090668,"about_ca_system_score_codex":0.00027178857,"about_ca_system_score_gemma":0.00029841135,"threshold_uncertainty_score":0.99981856},"labels":[],"label_agreement":null},{"id":"W4308353515","doi":"10.2196/39728","title":"Virtual Care and Electronic Patient Communication During COVID-19: Cross-sectional Study of Inequities Across a Canadian Tertiary Cancer Center","year":2022,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University Health Network; Princess Margaret Cancer Centre; Women's College Hospital; Public Health Ontario; University of Toronto","funders":"Princess Margaret Cancer Foundation","keywords":"Socioeconomic status; Medicine; Cross-sectional study; Health equity; Family medicine; Health care; Patient portal; Telemedicine; Pandemic; Coronavirus disease 2019 (COVID-19); Demography; Gerontology; Public health; Population; Environmental health; Nursing; Internal medicine; Disease","score_opus":0.07680801622487093,"score_gpt":0.4943245437606889,"score_spread":0.41751652753581797,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308353515","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9935662,0.0014930548,0.000007855512,0.004271258,0.00015420186,0.0004268939,0.00004320969,0.0000047067856,0.000032634158],"genre_scores_gemma":[0.99823177,0.00044545875,0.0000057873376,0.00093785586,0.00016844663,0.000069301976,0.00003275801,0.000012894207,0.000095757016],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.995309,0.00055700465,0.00085485756,0.00015615833,0.0026399207,0.00048304934],"domain_scores_gemma":[0.99794024,0.00024547134,0.00024410544,0.00017051573,0.000540752,0.00085890555],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003249983,0.000086713226,0.0002573858,0.00046261598,0.00038017184,0.000032339154,0.00032485276,0.00006309086,0.0023353575],"category_scores_gemma":[0.00076465117,0.000071911905,0.000049195958,0.00023729568,0.00022062044,0.00009268295,0.00039196239,0.0016653569,5.982615e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00089793187,0.00034771053,0.95447916,0.00018930399,0.00014004501,0.00018025207,0.034201965,0.00002212463,0.000042750144,0.000040742925,0.0027631992,0.006694842],"study_design_scores_gemma":[0.008383323,0.009484422,0.8468051,0.0001434957,0.000022524451,0.0011271609,0.11553663,0.0001574477,0.00012476533,0.000025685698,0.018109173,0.000080279846],"about_ca_topic_score_codex":0.15223177,"about_ca_topic_score_gemma":0.12891988,"teacher_disagreement_score":0.10767405,"about_ca_system_score_codex":0.0018141713,"about_ca_system_score_gemma":0.003245139,"threshold_uncertainty_score":0.99857664},"labels":[],"label_agreement":null},{"id":"W4308726987","doi":"10.2196/40347","title":"Determination of Markers of Successful Implementation of Mental Health Apps for Young People: Systematic Review","year":2022,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":60,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"European Commission","keywords":"Mental health; Psychological intervention; Systematic review; mHealth; Medicine; MEDLINE; Medical education; Internet privacy; Psychology; Computer science; Nursing; Psychiatry","score_opus":0.18128777816113756,"score_gpt":0.5997055332974662,"score_spread":0.4184177551363287,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308726987","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00005957148,0.9922375,0.00029894727,0.00081838825,0.0013205486,0.004503072,0.00041422297,0.0000031930308,0.00034456467],"genre_scores_gemma":[0.0016953014,0.9967279,0.00012770586,0.00003484052,0.00006169265,0.0005702145,0.00018454451,0.00004494655,0.0005528958],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.98547816,0.003586765,0.0064790375,0.00026957292,0.0037252964,0.0004611739],"domain_scores_gemma":[0.990381,0.0021399197,0.006152008,0.00038277416,0.0006126018,0.00033166472],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.023411028,0.00023411142,0.0033143668,0.0010243887,0.000045639958,0.00001710549,0.0015181656,0.00019291871,0.006228109],"category_scores_gemma":[0.0018279423,0.00018112916,0.0011785529,0.00072908873,0.00019852718,0.0001370159,0.00034223474,0.0010475639,0.000007424772],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006256919,0.00042910432,0.0000095107835,0.6437,0.00033671362,0.000005559665,0.00034067832,2.2631619e-9,3.8726895e-8,0.0005631729,0.014237744,0.34031492],"study_design_scores_gemma":[0.0010047852,0.006953609,0.00001658504,0.92033535,0.0006108868,0.00077828823,0.0031802163,0.000011435825,0.000004180556,0.000104830564,0.06686262,0.00013718622],"about_ca_topic_score_codex":0.000758769,"about_ca_topic_score_gemma":0.00036782867,"teacher_disagreement_score":0.34017774,"about_ca_system_score_codex":0.00087768974,"about_ca_system_score_gemma":0.0013677911,"threshold_uncertainty_score":0.99468035},"labels":[],"label_agreement":null},{"id":"W4309319319","doi":"10.2196/38206","title":"Automated Digital Interventions and Smoking Cessation: Systematic Review and Meta-analysis Relating Efficiency to a Psychological Theory of Intervention Perspective","year":2022,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Smoking Behavior and Cessation","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"West China Hospital, Sichuan University; Sichuan University","keywords":"Meta-analysis; Smoking cessation; Psychological intervention; Perspective (graphical); Intervention (counseling); Psychology; Clinical psychology; Psychotherapist; Applied psychology; Medicine; Computer science; Psychiatry; Artificial intelligence","score_opus":0.36197242309821476,"score_gpt":0.5621024905822045,"score_spread":0.20013006748398976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309319319","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0004096379,0.9965526,0.0010028476,0.0005157989,0.000065590146,0.0011758973,0.00001972635,0.000020642601,0.00023729111],"genre_scores_gemma":[0.061542317,0.937605,0.0000315631,0.000053262505,0.00004360709,0.00015654546,0.00003038029,0.000025567979,0.0005117296],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.9913248,0.002690943,0.0025091886,0.00038463523,0.0028649329,0.0002255146],"domain_scores_gemma":[0.9953013,0.0018681379,0.0014123583,0.00032485792,0.0007563449,0.00033702338],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01951622,0.00024346136,0.004301866,0.0016273202,0.00007244432,0.000115132614,0.00047846607,0.0002721451,0.0036908672],"category_scores_gemma":[0.013477491,0.00014532523,0.0026646787,0.0017079455,0.00024099913,0.00013360067,0.00042887154,0.002101353,0.0000014342307],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006318625,0.0012820469,0.00010329026,0.85313153,0.103400014,0.0003447089,0.0015099589,5.227485e-7,9.7637496e-8,0.0014283526,0.000664984,0.03807129],"study_design_scores_gemma":[0.00051222165,0.002108139,0.00013498051,0.26427904,0.72627723,0.0024174303,0.002545814,0.000060603903,2.580322e-7,0.0001780181,0.0012857141,0.00020055713],"about_ca_topic_score_codex":0.000025261967,"about_ca_topic_score_gemma":0.0000021970766,"teacher_disagreement_score":0.62287724,"about_ca_system_score_codex":0.00037269594,"about_ca_system_score_gemma":0.00013211038,"threshold_uncertainty_score":0.9972199},"labels":[],"label_agreement":null},{"id":"W4309657883","doi":"10.2196/40449","title":"Relative Validation of an Artificial Intelligence–Enhanced, Image-Assisted Mobile App for Dietary Assessment in Adults: Randomized Crossover Study","year":2022,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Nutritional Studies and Diet","field":"Medicine","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University; McGill University Health Centre","funders":"","keywords":"Wilcoxon signed-rank test; Crossover study; Medicine; Psychology; Statistics; Mathematics; Mann–Whitney U test","score_opus":0.0942484248655235,"score_gpt":0.48569960737567625,"score_spread":0.39145118251015276,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309657883","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9906397,0.00033839524,0.004308511,0.0021832318,0.00026099288,0.0019025226,0.000021393671,0.000004866108,0.00034040987],"genre_scores_gemma":[0.99748,0.00015484699,0.0014219296,0.00005102665,0.00027217067,0.0004549155,0.000031664014,0.0000132508685,0.000120192526],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9937561,0.0010986977,0.001326421,0.00022562791,0.0033167657,0.00027634593],"domain_scores_gemma":[0.99622756,0.0019779794,0.00033799582,0.00014109992,0.0010982454,0.0002171272],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.012214981,0.00010933392,0.0007821917,0.00038062697,0.000103036866,0.00002627341,0.0003301765,0.00007378117,0.0016853902],"category_scores_gemma":[0.002800887,0.00007973389,0.0002615174,0.00040548295,0.00036953937,0.00015429745,0.0002714593,0.0014329988,0.0000019755587],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.88090473,0.033854198,0.0012748631,0.00060723745,0.0015621985,0.0010403683,0.012850938,0.000186391,0.0024524187,0.0024077285,0.0069736647,0.05588529],"study_design_scores_gemma":[0.5113618,0.09989217,0.011582623,0.0040363916,0.0006172672,0.00047697863,0.26084942,0.045487735,0.0153391985,0.04721609,0.002456115,0.00068422034],"about_ca_topic_score_codex":0.00033843255,"about_ca_topic_score_gemma":0.00006891613,"teacher_disagreement_score":0.36954293,"about_ca_system_score_codex":0.00037964634,"about_ca_system_score_gemma":0.00041227895,"threshold_uncertainty_score":0.9992272},"labels":[],"label_agreement":null},{"id":"W4311500015","doi":"10.2196/40298","title":"Social Media Recruitment Strategies to Recruit Pregnant Women Into a Longitudinal Observational Cohort Study: Usability Study","year":2022,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"Alberta Children's Hospital Foundation; Children's Hospital Foundation","keywords":"Social media; Context (archaeology); Cohort; Advertising; Medicine; Observational study; Usability; Psychology; World Wide Web; Computer science; Business; Geography","score_opus":0.5975596901354361,"score_gpt":0.5883444049415872,"score_spread":0.009215285193848843,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4311500015","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9624865,0.00010263431,0.000021275644,0.027896294,0.0040249294,0.0051316633,0.0000028877098,0.000020897547,0.0003129011],"genre_scores_gemma":[0.990043,0.000048176775,0.00007794647,0.000100877,0.0032520378,0.0063037323,0.0000030776575,0.00001882552,0.00015231202],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.97244227,0.009439546,0.0013773504,0.00048708476,0.015293709,0.00096004986],"domain_scores_gemma":[0.9879844,0.008363825,0.00040630868,0.000265143,0.0017223138,0.001257977],"candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07462587,0.00016149107,0.00057054916,0.00051711337,0.0013454384,0.00027242975,0.0021138927,0.00014785504,0.0070406594],"category_scores_gemma":[0.038418196,0.00014658517,0.00010773669,0.0016896346,0.0006065782,0.00034855647,0.00084469613,0.0025266507,0.000028295759],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00031215037,0.0035180654,0.4627999,0.000018342238,0.00012820782,0.00009672539,0.50404483,0.0000035999442,0.0000025017337,0.0012030266,0.007805904,0.020066729],"study_design_scores_gemma":[0.00058048614,0.0023673796,0.5239191,0.000041544485,0.00001538615,0.0000043354767,0.44220462,0.000009122657,0.0000011885321,0.0025555422,0.028200954,0.00010036769],"about_ca_topic_score_codex":0.01341338,"about_ca_topic_score_gemma":0.016592186,"teacher_disagreement_score":0.061840218,"about_ca_system_score_codex":0.0067303665,"about_ca_system_score_gemma":0.0088134315,"threshold_uncertainty_score":0.9999547},"labels":[],"label_agreement":null},{"id":"W4312189233","doi":"10.2196/40150","title":"Web-Based Service Provision of HIV, Viral Hepatitis, and Sexually Transmitted Infection Prevention, Testing, Linkage, and Treatment for Key Populations: Systematic Review and Meta-analysis","year":2022,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Johns Hopkins University; World Health Organization; Bill and Melinda Gates Foundation; United States Agency for International Development","keywords":"Medicine; Psychological intervention; CINAHL; PsycINFO; Men who have sex with men; Randomized controlled trial; Outreach; Observational study; Systematic review; Reproductive health; Family medicine; MEDLINE; Population; Environmental health; Nursing; Human immunodeficiency virus (HIV); Internal medicine; Syphilis","score_opus":0.27179813238374334,"score_gpt":0.504053431483029,"score_spread":0.2322552990992856,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312189233","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002789909,0.99197227,0.0014560034,0.0020313228,0.000016329112,0.0040793545,0.00012359957,0.000008904755,0.000033201897],"genre_scores_gemma":[0.00022916979,0.99453676,0.00083629304,0.00006812308,0.00004876755,0.0007497675,0.00021952433,0.00003271559,0.0032789025],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.99213517,0.00267807,0.0023559083,0.0003713694,0.0021609236,0.0002985689],"domain_scores_gemma":[0.9947624,0.0021188213,0.0009924243,0.00031783868,0.0012566776,0.0005518442],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.009257921,0.00030169045,0.0045091985,0.0015044388,0.00011541939,0.00008248276,0.00025401928,0.00024522847,0.0012936348],"category_scores_gemma":[0.0076900097,0.00017924058,0.0014489824,0.0012300902,0.00016453255,0.00012476736,0.00012752436,0.0011112877,0.0000017471774],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000632992,0.0007915048,0.00015385705,0.8678742,0.048265032,0.000060265487,0.00009506948,3.415015e-7,7.9600466e-7,0.000046869754,0.0030513494,0.07959743],"study_design_scores_gemma":[0.0026301304,0.018812098,0.000090945745,0.21161078,0.6248543,0.0008330094,0.000051159594,0.0075270934,0.000001439821,0.00009413265,0.1332273,0.00026757212],"about_ca_topic_score_codex":0.0007026557,"about_ca_topic_score_gemma":0.0006980599,"teacher_disagreement_score":0.6562634,"about_ca_system_score_codex":0.00024022255,"about_ca_system_score_gemma":0.0011361637,"threshold_uncertainty_score":0.9996193},"labels":[],"label_agreement":null},{"id":"W4312315505","doi":"10.2196/37867","title":"Mailed Letter Versus Phone Call to Increase Diabetic-Related Retinopathy Screening Engagement by Patients in a Team-Based Primary Care Practice: Prospective, Single-Masked, Randomized Trial","year":2022,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Retinal Diseases and Treatments","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Hospital for Sick Children; University Health Network; Regent Park Community Health Centre; University of Toronto; Women's College Hospital","funders":"Women's College Hospital; Diabetes Action Research and Education Foundation","keywords":"Phone; Medicine; Diabetic retinopathy; Family medicine; Telemedicine; Randomized controlled trial; Telehealth; Telephone call; Intervention (counseling); Health care; Nursing; Diabetes mellitus; Internal medicine; Computer science","score_opus":0.031322785016931934,"score_gpt":0.36785497933937195,"score_spread":0.33653219432244,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312315505","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98457086,0.00086210744,0.0000784094,0.007922972,0.00062689837,0.0031604397,0.000030997628,0.00001582171,0.0027314958],"genre_scores_gemma":[0.9966727,0.000049712442,0.00047476965,0.0015179915,0.0002606904,0.00037263788,0.00014316064,0.00004708882,0.0004612641],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98682684,0.004451997,0.0013507823,0.00043436835,0.00629769,0.0006383078],"domain_scores_gemma":[0.9945001,0.0028561878,0.0004424525,0.00029387133,0.000871005,0.0010363822],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.009135824,0.00025008028,0.0010307627,0.0006899392,0.00013354342,0.00007806221,0.00050384965,0.00014614889,0.001583448],"category_scores_gemma":[0.016782032,0.00018688421,0.0003990628,0.00065130804,0.00022798673,0.00012568661,0.0005394681,0.0029115821,0.000023849328],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.948809,0.0062100524,0.0060086246,0.00012208821,0.0005666472,0.0030673759,0.0011571674,0.000013466364,0.00015406037,0.000005688632,0.029747725,0.004138052],"study_design_scores_gemma":[0.9684957,0.014952144,0.002565889,0.00086792686,0.00037778966,0.000038281574,0.0009291388,0.000416209,0.0002528038,0.000010130542,0.0109025575,0.00019140595],"about_ca_topic_score_codex":0.0007336005,"about_ca_topic_score_gemma":0.000010356375,"teacher_disagreement_score":0.019686671,"about_ca_system_score_codex":0.0020885898,"about_ca_system_score_gemma":0.0008006574,"threshold_uncertainty_score":0.99938875},"labels":[],"label_agreement":null},{"id":"W4312694242","doi":"10.2196/40778","title":"The Relation Between eHealth Literacy and Health-Related Behaviors: Systematic Review and Meta-analysis","year":2022,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":280,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Ministry of Science and ICT, South Korea; National Research Foundation of Korea; National Research Foundation","keywords":"eHealth; Health literacy; Literacy; Population; Medicine; Health care; MEDLINE; Meta-analysis; Psychology; Gerontology; Environmental health","score_opus":0.4568090394961257,"score_gpt":0.6492115161674654,"score_spread":0.1924024766713397,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312694242","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000010871513,0.9723817,0.00007500919,0.023002358,0.00018384299,0.00415554,0.000058800415,0.000012887995,0.00011898307],"genre_scores_gemma":[0.00003800023,0.9951637,0.00005166019,0.0019349734,0.0001304236,0.00053968263,0.00009877761,0.00002790794,0.0020149103],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9484841,0.03285338,0.013226276,0.00038878978,0.004199314,0.00084811536],"domain_scores_gemma":[0.96977484,0.018550647,0.008549844,0.00081134477,0.0009065493,0.0014067783],"candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.18523492,0.00035574468,0.007979286,0.0010670425,0.0014590884,0.00016212686,0.0013921054,0.0006286731,0.0057325982],"category_scores_gemma":[0.011698027,0.00016843343,0.0012518081,0.0020179937,0.0002740918,0.0006139096,0.00088384235,0.011981438,0.000051022027],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000061395394,0.000037304482,0.000107440595,0.9107066,0.017427282,0.000011543406,0.0017802364,1.1077667e-8,6.370637e-11,0.0003778782,0.008357797,0.061187774],"study_design_scores_gemma":[0.00016667621,0.0002218624,0.00011594563,0.09195042,0.11970908,0.00008354647,0.00024449875,0.00003588782,5.4898086e-10,0.0000996271,0.7872507,0.000121770834],"about_ca_topic_score_codex":0.00056789117,"about_ca_topic_score_gemma":0.000046828376,"teacher_disagreement_score":0.81875616,"about_ca_system_score_codex":0.0009647612,"about_ca_system_score_gemma":0.0038585456,"threshold_uncertainty_score":0.99984086},"labels":[],"label_agreement":null},{"id":"W4312874877","doi":"10.2196/41939","title":"The Use of Technology to Provide Mental Health Services to Youth Experiencing Homelessness: Scoping Review","year":2022,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Homelessness and Social Issues","field":"Health Professions","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Douglas Mental Health University Institute","funders":"","keywords":"CINAHL; PsycINFO; Mental health; Systematic review; Psychological intervention; Grey literature; MEDLINE; Psychology; Medical education; Medicine; Psychiatry; Political science","score_opus":0.20220974377495826,"score_gpt":0.5609224790976682,"score_spread":0.35871273532271,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312874877","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91709584,0.027133645,0.000103536775,0.053198773,0.00074557064,0.001657221,0.000013363951,0.000014879438,0.00003719652],"genre_scores_gemma":[0.9848485,0.01259857,0.00012478698,0.0016915976,0.0002573397,0.0002233145,0.0000025552547,0.000022043436,0.00023130309],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9918576,0.0024402947,0.0014581754,0.00019722802,0.003309774,0.0007369662],"domain_scores_gemma":[0.9969415,0.000968119,0.00050813233,0.0002853747,0.0007200211,0.000576851],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013787574,0.00010711048,0.0007898762,0.00044160627,0.0010202486,0.000033253866,0.0015403937,0.000109383895,0.0007013744],"category_scores_gemma":[0.001933893,0.0000685871,0.00009172421,0.0011353132,0.00014398532,0.000117231466,0.0019252868,0.0022555578,0.000018288369],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000582716,0.00034257615,0.010494288,0.0136458175,0.00012272567,0.00009926638,0.784717,0.000009519646,0.00010686074,0.0022271723,0.0084649585,0.17918709],"study_design_scores_gemma":[0.0003965898,0.0010472866,0.00011391172,0.08438935,0.0000053877097,0.000004582231,0.840246,0.00003869976,0.000064039385,0.00004657607,0.07356305,0.00008448359],"about_ca_topic_score_codex":0.0028602853,"about_ca_topic_score_gemma":0.0061461125,"teacher_disagreement_score":0.1791026,"about_ca_system_score_codex":0.0005559498,"about_ca_system_score_gemma":0.002001388,"threshold_uncertainty_score":0.9799402},"labels":[],"label_agreement":null},{"id":"W4313211066","doi":"10.2196/44175","title":"Sampling sexual and gender minority youth in Canada and the US: Lessons in cost-effectiveness from the UnACoRN internet-based survey (Preprint)","year":2022,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"LGBTQ Health, Identity, and Policy","field":"Psychology","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"BC Centre for Disease Control; University of Guelph; Simon Fraser University","funders":"","keywords":"Lesbian; Transgender; Queer; Sexual orientation; Pornography; Survey data collection; Social media; Reproductive health; The Internet; Psychology; Demography; Political science; Sociology; Social psychology; Population; Gender studies; Computer science","score_opus":0.30385249785181323,"score_gpt":0.4989169261406298,"score_spread":0.1950644282888166,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313211066","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9909547,0.0013096913,0.00013175192,0.006348125,0.00060546945,0.00037968325,0.00006789457,0.000001915206,0.00020076644],"genre_scores_gemma":[0.9989156,0.00014536653,0.0000032391051,0.0005717673,0.00020269788,0.00003614789,0.00000837848,0.000010698378,0.00010609727],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98645335,0.010650774,0.0005909076,0.00028876777,0.0015449685,0.00047124692],"domain_scores_gemma":[0.9891826,0.009995659,0.00015090026,0.00025878038,0.00013795345,0.00027409277],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.026023062,0.00011590167,0.00034497026,0.00020109297,0.000110108136,0.00008019364,0.00097254594,0.000101224556,0.0010192605],"category_scores_gemma":[0.0026918454,0.000071827155,0.00003628683,0.0003158866,0.00045923598,0.000043671065,0.0006495331,0.0035270385,0.000002844135],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016796862,0.00015234428,0.9812788,0.00009320291,0.00006883548,0.00019909348,0.0053751497,0.00003162829,0.0000014732681,0.0003555311,0.0033385875,0.0074257036],"study_design_scores_gemma":[0.0036007492,0.00013887134,0.9894137,0.000039898976,0.000016996577,0.000048946433,0.004497809,0.001264911,0.0000013202612,0.0005832112,0.00032463783,0.000068979934],"about_ca_topic_score_codex":0.9946148,"about_ca_topic_score_gemma":0.9854503,"teacher_disagreement_score":0.023331216,"about_ca_system_score_codex":0.00082396076,"about_ca_system_score_gemma":0.0021264432,"threshold_uncertainty_score":0.99989396},"labels":[],"label_agreement":null},{"id":"W4313451579","doi":"10.2196/37237","title":"Users’ Reactions to Announced Vaccines Against COVID-19 Before Marketing in France: Analysis of Twitter Posts","year":2023,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Vaccine Coverage and Hesitancy","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Centre hospitalier universitaire Sainte-Justine; Électricité de France; Agence Nationale de la Recherche","keywords":"Sentiment analysis; Coronavirus disease 2019 (COVID-19); Social media; Pandemic; Set (abstract data type); Psychology; Advertising; Computer science; Medicine; World Wide Web; Artificial intelligence; Business; Disease","score_opus":0.08839373993187909,"score_gpt":0.4687897842731598,"score_spread":0.3803960443412807,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313451579","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93627447,0.0001130896,0.00011593389,0.062075585,0.00021438816,0.000120748424,0.0000038239195,0.000011839054,0.0010700962],"genre_scores_gemma":[0.9940067,0.0008626616,0.000041766594,0.00082957675,0.00044778295,0.0000056528097,0.0000040718273,0.000008444538,0.0037933511],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.994388,0.0011104003,0.00078590855,0.00018982521,0.003032163,0.0004937021],"domain_scores_gemma":[0.9963838,0.0018076621,0.00019584567,0.00016882869,0.000713299,0.00073057914],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.02178178,0.000082934115,0.00040788154,0.0023041354,0.00013029933,0.00007394764,0.00088238204,0.00018379602,0.0017043325],"category_scores_gemma":[0.025363486,0.000066535395,0.00020990624,0.005339566,0.00005840738,0.00019286959,0.00019192988,0.0009084289,0.00003481463],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002818085,0.00016951644,0.7796586,0.000081565995,0.0004588587,0.00093700935,0.04941193,0.00023757825,0.00036853578,0.0002062523,0.15928511,0.008903237],"study_design_scores_gemma":[0.001023612,0.00030093928,0.7813396,0.0006578291,0.0000711983,0.000008521163,0.022924641,0.0018652531,0.000037880076,0.00038631636,0.19124058,0.000143613],"about_ca_topic_score_codex":0.0035373552,"about_ca_topic_score_gemma":0.009569073,"teacher_disagreement_score":0.061246008,"about_ca_system_score_codex":0.0003341097,"about_ca_system_score_gemma":0.0009979497,"threshold_uncertainty_score":0.9992083},"labels":[],"label_agreement":null},{"id":"W4313451641","doi":"10.2196/40922","title":"User-Chatbot Conversations During the COVID-19 Pandemic: Study Based on Topic Modeling and Sentiment Analysis","year":2023,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"AI in Service Interactions","field":"Computer Science","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Ministry of Science and ICT, South Korea; Institute for Basic Science; National Research Foundation of Korea; National Research Foundation","keywords":"Chatbot; Pandemic; Sentiment analysis; Conversation; Social media; Psychology; Internet privacy; Public health; Coronavirus disease 2019 (COVID-19); World Wide Web; Computer science; Medicine; Disease; Nursing; Artificial intelligence; Communication","score_opus":0.17599423830792266,"score_gpt":0.4758825514347036,"score_spread":0.29988831312678094,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313451641","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81128883,0.000022831273,0.13775021,0.05048067,0.00022560543,0.00015134785,8.284671e-7,0.000032250362,0.000047397534],"genre_scores_gemma":[0.99828726,0.0000455501,0.00016157773,0.00078019977,0.00012918806,0.000012256163,5.4749995e-7,0.0000052595256,0.0005781707],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.995435,0.00076060183,0.00048052776,0.0002379606,0.002801943,0.0002839627],"domain_scores_gemma":[0.9966951,0.0020244063,0.000115693976,0.00040679012,0.0003227891,0.00043520326],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00730959,0.00008545033,0.00019829774,0.00094946526,0.00021706765,0.00028600002,0.0014977491,0.00006795344,0.00032675735],"category_scores_gemma":[0.0014444011,0.000054485667,0.00011760467,0.001457391,0.00008792613,0.00020822625,0.0006439665,0.0011165893,0.000036467907],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003318841,0.0018872789,0.6684956,0.00016757204,0.00360125,0.002879576,0.040845584,0.25426647,0.00022966832,0.0035354956,0.017459562,0.006300062],"study_design_scores_gemma":[0.00059542275,0.00021700212,0.006484463,0.000038884144,0.000040487328,0.000057209385,0.002669204,0.9882863,0.000015455287,0.00020735583,0.0013365082,0.000051694795],"about_ca_topic_score_codex":0.000656252,"about_ca_topic_score_gemma":0.00046738813,"teacher_disagreement_score":0.7340198,"about_ca_system_score_codex":0.00028823863,"about_ca_system_score_gemma":0.0003098248,"threshold_uncertainty_score":0.4851087},"labels":[],"label_agreement":null},{"id":"W4313536866","doi":"10.2196/42401","title":"The Effect of the COVID-19 Pandemic on Digital Health–Seeking Behavior: Big Data Interrupted Time-Series Analysis of Google Trends","year":2023,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Data-Driven Disease Surveillance","field":"Medicine","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Pandemic; Coronavirus disease 2019 (COVID-19); 2019-20 coronavirus outbreak; Interrupted Time Series Analysis; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Time series; Series (stratigraphy); Interrupted time series; Big data; Computer science; Psychology; Medicine; Virology; Statistics; Data mining; Psychological intervention; Mathematics; Outbreak; Biology; Psychiatry","score_opus":0.18983780894771202,"score_gpt":0.4971471565111147,"score_spread":0.30730934756340267,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313536866","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97846615,0.00066513714,0.000102154896,0.018850615,0.00043611522,0.0003054992,0.0006978206,0.000033710792,0.0004427935],"genre_scores_gemma":[0.9969696,0.00044705675,0.0000037822003,0.00018413735,0.00022093678,0.0000075193457,0.0002522609,0.00001916715,0.0018955324],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99264365,0.0013713306,0.0010935498,0.00027269626,0.0041786684,0.00044009602],"domain_scores_gemma":[0.9930058,0.00423524,0.00055749837,0.0012194277,0.0002824572,0.0006995638],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0146295475,0.00014636107,0.0008301262,0.0009811246,0.0000918323,0.00006478979,0.0023237416,0.000119462085,0.0005036803],"category_scores_gemma":[0.020354135,0.00007020413,0.00039146256,0.002629567,0.0009895595,0.00012117498,0.0013522758,0.0013308356,0.000025025205],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0034216575,0.00027476944,0.5369822,0.00025676124,0.0023027814,0.0003267706,0.00045048338,0.000014217399,0.0003133632,0.00001564224,0.19605702,0.25958434],"study_design_scores_gemma":[0.008734854,0.013773818,0.63812333,0.0035125117,0.0018904537,0.0008084662,0.0012736582,0.023254199,0.0006205509,0.000054266213,0.3075963,0.00035756323],"about_ca_topic_score_codex":0.0003008811,"about_ca_topic_score_gemma":0.00048147817,"teacher_disagreement_score":0.25922677,"about_ca_system_score_codex":0.00027345505,"about_ca_system_score_gemma":0.0008807036,"threshold_uncertainty_score":0.9878978},"labels":[],"label_agreement":null},{"id":"W4315705177","doi":"10.2196/40267","title":"Characteristics and Health Care Use of Patients Attending Virtual Walk-in Clinics in Ontario, Canada: Cross-sectional Analysis","year":2023,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Simon Fraser University; St. Michael's Hospital; Sinai Health System; Trillium Health Centre; Women's College Hospital; University of Toronto; University Health Network","funders":"Toronto General Hospital Research Institute, University Health Network; Canadian Institutes of Health Research; University of Toronto; Women's College Hospital","keywords":"Cross-sectional study; Walk-in; Medicine; Family medicine; Health care; Emergency department; Pandemic; Population; Coronavirus disease 2019 (COVID-19); Nursing; Alternative medicine; Disease; Environmental health; Internal medicine","score_opus":0.17880041510051622,"score_gpt":0.5034885217875088,"score_spread":0.32468810668699255,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4315705177","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99685925,0.000054902375,0.00002581316,0.0025915485,0.00027096542,0.0001668299,0.000020649511,0.0000023125697,0.000007748854],"genre_scores_gemma":[0.9987408,0.00030009262,0.000045907324,0.0004424679,0.00012882432,0.000003066452,0.00015436484,0.000008240064,0.0001762418],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99500483,0.00022516251,0.0015309448,0.00016540862,0.0026805024,0.00039314444],"domain_scores_gemma":[0.99783766,0.00064314745,0.0003434621,0.0000991929,0.0006061348,0.00047041907],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005000355,0.00008148372,0.0005336524,0.0013003895,0.000030474981,0.000021028181,0.00013925307,0.00010972526,0.00045776519],"category_scores_gemma":[0.0019245009,0.00006589692,0.000064610664,0.0009215856,0.00010516327,0.00008780116,0.00010834027,0.0014058461,9.663402e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032554753,0.00009803896,0.98364604,0.00011733508,0.000101443344,0.0002786949,0.0012506664,0.000004654957,9.601124e-7,0.0000188346,0.0049527143,0.009205096],"study_design_scores_gemma":[0.0021968246,0.0011801381,0.9905905,0.00023539258,0.000020077547,0.000013879582,0.00077119103,0.00070455903,0.0000042309302,0.000003326267,0.004241804,0.00003804702],"about_ca_topic_score_codex":0.80772114,"about_ca_topic_score_gemma":0.9656924,"teacher_disagreement_score":0.15797126,"about_ca_system_score_codex":0.0014926932,"about_ca_system_score_gemma":0.004366445,"threshold_uncertainty_score":0.7745885},"labels":[],"label_agreement":null},{"id":"W4317214822","doi":"10.2196/40725","title":"Web-Based Asynchronous Tool to Facilitate Communication Between Primary Care Providers and Cancer Specialists: Pragmatic Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Cancer survivorship and care","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Princess Margaret Cancer Centre; Ottawa Hospital; Ontario Institute for Cancer Research; Bruyère; University of Ottawa; McMaster University; Public Health Ontario; University of Toronto","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Survivorship curve; Randomized controlled trial; Breast cancer; Randomization; Cancer; Family medicine; Health care; Physical therapy; Internal medicine","score_opus":0.064913331961097,"score_gpt":0.40060441822171244,"score_spread":0.33569108626061545,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4317214822","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9549912,0.0044659665,0.00034013073,0.033546608,0.0006030173,0.0042715757,0.000022131477,0.00003533738,0.0017240078],"genre_scores_gemma":[0.9943,0.0018684032,0.000096282,0.00062488264,0.0011388164,0.000541108,0.000047485555,0.000026383397,0.0013566207],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9926904,0.0020440158,0.0012240626,0.0002149047,0.0034236333,0.0004030183],"domain_scores_gemma":[0.99325734,0.00452109,0.00026267345,0.00031676536,0.0010365822,0.0006055261],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014841168,0.00016341983,0.0016679674,0.0006457705,0.00007335931,0.000118953234,0.0004808888,0.0002071425,0.0007096097],"category_scores_gemma":[0.007919784,0.00010705745,0.00037996875,0.0004799429,0.00045952038,0.0000930557,0.00020542151,0.0013166219,0.00002839039],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.89597905,0.000108469576,0.0007617952,0.0009349284,0.0006154453,0.00019785785,0.0075111524,0.0000053277636,0.00006112591,0.000055481072,0.025458738,0.06831061],"study_design_scores_gemma":[0.9655122,0.0014304561,0.0006211253,0.0026106234,0.0002631354,0.000018209514,0.0022198397,0.00075538224,0.0000662861,0.00010754275,0.026261616,0.00013359243],"about_ca_topic_score_codex":0.0015237433,"about_ca_topic_score_gemma":0.0010226455,"teacher_disagreement_score":0.06953312,"about_ca_system_score_codex":0.0006864747,"about_ca_system_score_gemma":0.0027098209,"threshold_uncertainty_score":0.94812936},"labels":[],"label_agreement":null},{"id":"W4317459904","doi":"10.2196/42507","title":"Patient Perspectives and Preferences for Consent in the Digital Health Context: State-of-the-art Literature Review","year":2023,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":64,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canada Health Infoway; University of Toronto; Centre for Addiction and Mental Health","funders":"Institute of Health Services and Policy Research; Canadian Institutes of Health Research; Australian Government; Centre for Addiction and Mental Health","keywords":"Digital health; Informed consent; Context (archaeology); Health care; Internet privacy; Legislation; Scopus; MEDLINE; Medicine; Psychology; Medical education; Family medicine; Alternative medicine; Computer science; Political science; Law","score_opus":0.29234674257854315,"score_gpt":0.60052077374263,"score_spread":0.30817403116408687,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4317459904","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000025017118,0.9601325,0.000020270458,0.03061669,0.00034858022,0.008436289,0.00019416091,0.000004775834,0.00022175972],"genre_scores_gemma":[0.000113194554,0.9936503,0.0000139957965,0.0016447576,0.00027625743,0.0030677284,0.000029090688,0.00002519903,0.0011794871],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9891725,0.004687654,0.0030042685,0.00030009673,0.0021049015,0.00073054485],"domain_scores_gemma":[0.98232704,0.0138480505,0.0018107971,0.0004047879,0.0009807013,0.0006286415],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.018032743,0.00021274501,0.0016270288,0.00035351145,0.0002496581,0.0000415608,0.0010914899,0.0003167958,0.00008917118],"category_scores_gemma":[0.012049591,0.00009531754,0.0003193244,0.00086999487,0.00040225242,0.000060420953,0.00034177216,0.0057597104,0.000025379539],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023818002,0.00008653887,0.000019182842,0.12991874,0.000031225576,0.0000069298494,0.002638981,4.2691783e-9,8.4643775e-10,0.0011826467,0.254103,0.6119889],"study_design_scores_gemma":[0.00023183822,0.00040249072,0.000021840733,0.29736227,0.000018723014,0.00005454465,0.0017978215,0.0000020476934,5.7377267e-9,0.000551819,0.69951415,0.000042429452],"about_ca_topic_score_codex":0.00009903388,"about_ca_topic_score_gemma":0.0006246094,"teacher_disagreement_score":0.6119465,"about_ca_system_score_codex":0.00036208227,"about_ca_system_score_gemma":0.010600778,"threshold_uncertainty_score":0.99653405},"labels":[],"label_agreement":null},{"id":"W4317525120","doi":"10.2196/40389","title":"Overdose Alert and Response Technologies: State-of-the-art Review","year":2023,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Opioid Use Disorder Treatment","field":"Medicine","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Scottish Government","keywords":"Scopus; Grey literature; MEDLINE; Medicine; Opioid overdose; Drug overdose; Web of science; Medical emergency; (+)-Naloxone; Meta-analysis; Poison control; Opioid","score_opus":0.15448418074768178,"score_gpt":0.5066310047374253,"score_spread":0.3521468239897435,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4317525120","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00027637157,0.98402965,0.00000522176,0.014022156,0.00027885663,0.0012300226,0.000015275617,0.00002722714,0.00011524711],"genre_scores_gemma":[0.000014940099,0.99226964,0.000052116273,0.000118952914,0.00008252608,0.000054307355,0.000005949626,0.00006436617,0.0073372237],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9911766,0.0015596994,0.0018510971,0.00033060502,0.00459541,0.00048657024],"domain_scores_gemma":[0.99455583,0.0029105265,0.0007385122,0.00077953486,0.00062552094,0.0003900788],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.012776543,0.00031817038,0.0026180684,0.0008529844,0.000033583845,0.000028951697,0.0013247236,0.0004901542,0.00035624419],"category_scores_gemma":[0.024808144,0.00015963937,0.0007679969,0.0012506958,0.0007764669,0.000047364472,0.0011973007,0.00394481,0.00016421854],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022533006,0.00023184395,0.000022518512,0.07444446,0.00068415556,0.0012456811,0.00008249696,4.471553e-9,4.0612534e-7,0.000015962241,0.17443544,0.7486117],"study_design_scores_gemma":[0.00045125678,0.0007758666,0.000026523745,0.32504442,0.00044145357,0.0011924668,0.00006763541,0.0000025726538,0.0000052165447,0.00006483147,0.6718554,0.000072373165],"about_ca_topic_score_codex":0.00002822835,"about_ca_topic_score_gemma":0.000007552412,"teacher_disagreement_score":0.7485393,"about_ca_system_score_codex":0.0004709283,"about_ca_system_score_gemma":0.0038542144,"threshold_uncertainty_score":0.9983531},"labels":[],"label_agreement":null},{"id":"W4318443094","doi":"10.2196/42134","title":"Implementation Science Perspectives on Implementing Telemedicine Interventions for Hypertension or Diabetes Management: Scoping Review","year":2023,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Ontario; University of Toronto","funders":"University of Toronto","keywords":"CINAHL; Telemedicine; Psychological intervention; Medicine; MEDLINE; eHealth; Implementation research; Telehealth; Disease management; Diabetes management; Nursing; Health care; Medical education; Diabetes mellitus; Type 2 diabetes; Alternative medicine; Health management system; Pathology","score_opus":0.2912881452426544,"score_gpt":0.6002386897508576,"score_spread":0.3089505445082032,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4318443094","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8651861,0.012702227,0.0022818604,0.110760145,0.0010432448,0.0070842453,0.000015804626,0.000115076036,0.0008112968],"genre_scores_gemma":[0.9297339,0.06146624,0.001837299,0.004013401,0.0016080877,0.00035242614,0.00009056016,0.0000587728,0.0008393705],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9926392,0.00020559931,0.0015729016,0.0003767479,0.0042574136,0.00094817113],"domain_scores_gemma":[0.99602336,0.0010679729,0.0004439732,0.0002594483,0.0016290973,0.00057614216],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.024168331,0.00015796282,0.00059374195,0.0019668422,0.00027678887,0.000054551587,0.00050579506,0.000060920174,0.0026367605],"category_scores_gemma":[0.0056849993,0.00010304896,0.00023499246,0.0020534159,0.00034873633,0.0002369337,0.00029352878,0.0006769674,0.000032902783],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00077801774,0.0006309737,0.007389569,0.051937606,0.00045349202,0.0007079657,0.0017806274,3.8048412e-7,0.0010883978,0.0028010595,0.3504996,0.5819323],"study_design_scores_gemma":[0.027554782,0.029986223,0.041052476,0.757078,0.0010033537,0.00090903067,0.09576569,0.0018066448,0.0071255397,0.0005974031,0.036570657,0.00055020326],"about_ca_topic_score_codex":0.000036964764,"about_ca_topic_score_gemma":0.0000600475,"teacher_disagreement_score":0.7051404,"about_ca_system_score_codex":0.00032118842,"about_ca_system_score_gemma":0.0008340178,"threshold_uncertainty_score":0.998275},"labels":[],"label_agreement":null},{"id":"W4319657017","doi":"10.2196/42892","title":"Parent-Reported Use of Pediatric Primary Care Telemedicine: Survey Study","year":2023,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"National Institute of Allergy and Infectious Diseases; National Institutes of Health","keywords":"Telemedicine; Medicine; Residence; Primary care; Quarter (Canadian coin); Family medicine; Health care; Demography","score_opus":0.3161503088900685,"score_gpt":0.5285589630427061,"score_spread":0.2124086541526376,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4319657017","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9956494,0.000538999,0.0000744053,0.0022266428,0.0005898324,0.0007750366,0.000013955478,0.0000275187,0.00010419246],"genre_scores_gemma":[0.9961417,0.0014563943,0.00007497289,0.0002735582,0.001350374,0.000014486806,0.0001734551,0.000031163712,0.00048395],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98857474,0.0010547659,0.0021064044,0.00026741455,0.007387053,0.00060963514],"domain_scores_gemma":[0.99292517,0.0022866335,0.00060613535,0.00037302516,0.00290132,0.00090772647],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.015343494,0.00016321245,0.0007900615,0.0016732761,0.000050779014,0.000024250114,0.0004437589,0.00017453458,0.0010448664],"category_scores_gemma":[0.0119491005,0.00011240237,0.00013352706,0.0020859134,0.00019503557,0.00014559252,0.0002707587,0.0017051524,0.00003312648],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007389925,0.00054837065,0.8066156,0.00054247084,0.00022341353,0.0022571248,0.0021428817,5.325074e-7,0.00005012524,0.0000035914336,0.16456856,0.022308344],"study_design_scores_gemma":[0.005559558,0.0067519844,0.97393185,0.0003435537,0.00016754972,0.000288725,0.006163132,0.00007838849,0.00008362068,0.00000769936,0.0065478883,0.00007603317],"about_ca_topic_score_codex":0.0025287198,"about_ca_topic_score_gemma":0.00047159035,"teacher_disagreement_score":0.16731627,"about_ca_system_score_codex":0.00024672816,"about_ca_system_score_gemma":0.0020546708,"threshold_uncertainty_score":0.99986833},"labels":[],"label_agreement":null},{"id":"W4320026889","doi":"10.2196/45095","title":"Making Sense of Theories, Models, and Frameworks in Digital Health Behavior Change Design: Qualitative Descriptive Study","year":2023,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; University Health Network; University of Toronto; Hamilton Health Sciences; Population Health Research Institute; Trillium Health Centre; McMaster University; Public Health Ontario","funders":"","keywords":"Thematic analysis; Research design; Qualitative research; Computer science; Psychology; Knowledge management; Management science; Engineering; Sociology; Social science","score_opus":0.5879509560042614,"score_gpt":0.6292266468395784,"score_spread":0.041275690835317014,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4320026889","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98936975,0.0011013867,0.0030690548,0.0040122597,0.000738806,0.0011532406,0.000039297473,0.000015175651,0.00050103065],"genre_scores_gemma":[0.99902874,0.0000501059,0.00010698954,0.000098859186,0.00010797514,0.00015506147,0.0000030039798,0.000023272949,0.00042596302],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9939606,0.002050684,0.0012150488,0.00024982056,0.0019388441,0.0005849701],"domain_scores_gemma":[0.99662447,0.0020905784,0.0003374028,0.00017917634,0.000371275,0.0003970805],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.015085566,0.00012803149,0.00046234578,0.000894839,0.000041676827,0.00008461845,0.00041299727,0.00023880899,0.0002344913],"category_scores_gemma":[0.0016703024,0.00010349,0.00008661455,0.0007602091,0.00045755977,0.00041616656,0.0003813007,0.0023099233,0.000029098474],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002516804,0.008176172,0.006276435,0.0002883785,0.00033500028,0.0046017533,0.64588463,0.000003997237,0.000002222482,0.061739016,0.010721598,0.259454],"study_design_scores_gemma":[0.004393597,0.026439475,0.028690193,0.0073786564,0.000024332865,0.0006941102,0.8124117,0.0029506322,0.000017875233,0.11648399,0.00022503441,0.0002903885],"about_ca_topic_score_codex":0.0009514088,"about_ca_topic_score_gemma":0.00022833612,"teacher_disagreement_score":0.25916362,"about_ca_system_score_codex":0.0003023904,"about_ca_system_score_gemma":0.00023422486,"threshold_uncertainty_score":0.9999918},"labels":[],"label_agreement":null},{"id":"W4320065382","doi":"10.2196/42927","title":"Cues Disseminated by Professional Associations That Represent 5 Health Care Professions Across 5 Nations: Lexical Analysis of Tweets","year":2023,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Health care; Professional boundaries; Public relations; Identity (music); Social media; Discourse analysis; Pharmacy; Professional association; Nursing; Psychology; Medicine; Political science; Linguistics","score_opus":0.3033168215459689,"score_gpt":0.6492444255597627,"score_spread":0.3459276040137938,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4320065382","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.851152,0.0011190699,0.00004584582,0.14336327,0.0030985738,0.0007007895,0.0000856864,0.000034518023,0.00040025543],"genre_scores_gemma":[0.9957831,0.00156629,0.000049224363,0.00012270325,0.0006740521,0.00015103341,0.00014475895,0.000013028923,0.0014958029],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9869591,0.0036837957,0.001080017,0.00023874022,0.007260703,0.0007776484],"domain_scores_gemma":[0.98301053,0.012939242,0.0007287656,0.00019667228,0.0022260717,0.0008987058],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.020668328,0.00009839602,0.0005304608,0.0011156658,0.00088796736,0.000071589166,0.0010095752,0.00041143748,0.0007789698],"category_scores_gemma":[0.06498771,0.0000793703,0.00023790856,0.0058131055,0.00075877947,0.00021851652,0.0002514482,0.0016144962,0.000020110496],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056304492,0.000665129,0.24517098,0.00012500904,0.0005334059,0.000017211263,0.368955,0.0000030169194,0.000029827537,0.0025837622,0.36698028,0.014880108],"study_design_scores_gemma":[0.00065499643,0.0003436014,0.4681838,0.0014708362,0.00011226739,0.0000018758067,0.46411034,0.00044780172,0.00028906614,0.00065537734,0.063544,0.00018606606],"about_ca_topic_score_codex":0.009301221,"about_ca_topic_score_gemma":0.009905276,"teacher_disagreement_score":0.30343628,"about_ca_system_score_codex":0.0012474534,"about_ca_system_score_gemma":0.004784354,"threshold_uncertainty_score":0.9972959},"labels":[],"label_agreement":null},{"id":"W4320076207","doi":"10.2196/38619","title":"A New Option for Pain Prevention Using a Therapeutic Virtual Reality Solution for Bone Marrow Biopsy (REVEH Trial): Open-Label, Randomized, Multicenter, Phase 3 Study","year":2023,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Pediatric Pain Management Techniques","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec en Outaouais","funders":"","keywords":"Medicine; Visual analogue scale; Randomized controlled trial; Biopsy; Context (archaeology); Surgery; Anesthesia; Radiology","score_opus":0.29711797877770985,"score_gpt":0.5473285729356453,"score_spread":0.25021059415793545,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4320076207","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16808707,0.00035508547,0.81153214,0.0077814874,0.0004580075,0.011701712,0.0000057529246,0.00006059506,0.000018124054],"genre_scores_gemma":[0.96740085,0.001183453,0.02153997,0.000318654,0.0035040928,0.0011592241,0.000079362406,0.00008168796,0.0047326945],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9908852,0.003850605,0.0016195701,0.00038308444,0.0026739652,0.0005875833],"domain_scores_gemma":[0.9941517,0.0036192497,0.00062992494,0.000319978,0.00079513097,0.0004840288],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.10692476,0.00019159533,0.0010114856,0.0010069131,0.00011408098,0.00015826426,0.00075405056,0.00024290003,0.00010902765],"category_scores_gemma":[0.019538144,0.00014553302,0.00032301163,0.00068468804,0.0001520742,0.00029549724,0.00038436204,0.0007821515,0.0000050541644],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.693252,0.0054627424,0.000037975587,0.00025248877,0.00071655033,0.00014638128,0.00031902528,0.0000013126233,0.002028372,0.00017319554,0.08191142,0.21569851],"study_design_scores_gemma":[0.71368855,0.02088703,0.000023063292,0.0008553773,0.00052151596,0.00004262677,0.0005648386,0.2573767,0.00009472587,0.003244961,0.002575195,0.00012544481],"about_ca_topic_score_codex":0.00035621872,"about_ca_topic_score_gemma":0.000025711533,"teacher_disagreement_score":0.7993138,"about_ca_system_score_codex":0.00046265806,"about_ca_system_score_gemma":0.0007662678,"threshold_uncertainty_score":0.9887207},"labels":[],"label_agreement":null},{"id":"W4320486085","doi":"10.2196/43549","title":"The Metaverse, the Built Environment, and Public Health: Opportunities and Uncertainties","year":2023,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Urban Transport and Accessibility","field":"Social Sciences","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan; University of Calgary","funders":"Japan Society for the Promotion of Science; Canadian Institutes of Health Research","keywords":"Metaverse; Field (mathematics); Key (lock); Computer science; Public health; Data science; Human–computer interaction; Knowledge management; Medicine; Virtual reality; Computer security","score_opus":0.3415665396632845,"score_gpt":0.46210954349679795,"score_spread":0.12054300383351346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4320486085","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.64690006,0.0038446267,0.000026781263,0.3478374,0.00017510555,0.00009387186,0.0000015639254,0.000007385635,0.0011131933],"genre_scores_gemma":[0.94964546,0.0443774,0.000005100392,0.00028190343,0.00029575443,0.0000037398368,6.400552e-7,0.000004186849,0.0053858003],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9956196,0.0010824875,0.00033781235,0.000101455415,0.002419669,0.00043899435],"domain_scores_gemma":[0.9973665,0.0018050595,0.00011153285,0.00011479607,0.00012085828,0.0004812561],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.027549842,0.000054594962,0.00014079633,0.00010842893,0.00073222007,0.0003577487,0.0007464034,0.00007132106,0.00052518875],"category_scores_gemma":[0.0018020364,0.000025699565,0.000047530502,0.00020307164,0.0034466363,0.00019748216,0.00019285666,0.0007533614,0.00000745916],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010692053,0.00012758032,0.16187331,0.00008645285,0.000295145,0.00025033535,0.0545874,4.8947277e-7,0.000005556151,0.047733743,0.2933597,0.44157335],"study_design_scores_gemma":[0.00016191039,0.000107995686,0.031654608,0.000039777824,0.000004435528,0.000005870677,0.065778114,0.00009748537,0.0000027592118,0.00438555,0.8977261,0.00003536919],"about_ca_topic_score_codex":0.0038232065,"about_ca_topic_score_gemma":0.0035273582,"teacher_disagreement_score":0.6043664,"about_ca_system_score_codex":0.00006351192,"about_ca_system_score_gemma":0.000669254,"threshold_uncertainty_score":0.99926543},"labels":[],"label_agreement":null},{"id":"W4321360204","doi":"10.2196/43484","title":"Data Challenges for Externally Controlled Trials: Viewpoint","year":2023,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Identification (biology); Reimbursement; Real world data; Data science; Randomized controlled trial; Data collection; Real world evidence; Comparative effectiveness research; Computer science; Medicine; Health care; Alternative medicine; Political science","score_opus":0.9362530133565048,"score_gpt":0.751610317599748,"score_spread":0.18464269575675685,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321360204","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.032699905,0.027075408,0.0050034933,0.9221452,0.0023964471,0.0029396168,0.00007558903,0.00008012664,0.0075842473],"genre_scores_gemma":[0.5054761,0.4018129,0.0049003684,0.004697425,0.022026196,0.00032639035,0.00011192683,0.00024431356,0.060404357],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9750495,0.0037382804,0.00394689,0.00062109623,0.015604704,0.0010395342],"domain_scores_gemma":[0.48084873,0.497396,0.0017982045,0.0034298198,0.012338412,0.004188836],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4347316,0.00018552002,0.0025130692,0.0010627627,0.00007310476,0.00013150237,0.0037750208,0.0008894595,0.0023702986],"category_scores_gemma":[0.7372817,0.00010713345,0.00081874523,0.0005104965,0.00073413487,0.00015988832,0.0014704902,0.008182312,0.00030473527],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.029423935,0.0016795793,0.00029262016,0.0028177826,0.0036552704,0.005302162,0.00091502245,0.0000014526169,0.00095241435,0.047354676,0.5785697,0.32903537],"study_design_scores_gemma":[0.069176205,0.014697773,0.0023953167,0.01694934,0.00055769936,0.0013559695,0.0036432012,0.04099105,0.00083558494,0.15966868,0.6893405,0.00038871143],"about_ca_topic_score_codex":0.00003421248,"about_ca_topic_score_gemma":0.00016162422,"teacher_disagreement_score":0.91744775,"about_ca_system_score_codex":0.00016816986,"about_ca_system_score_gemma":0.0036176664,"threshold_uncertainty_score":0.99854165},"labels":[],"label_agreement":null},{"id":"W4321462456","doi":"10.2196/38545","title":"Efficacy of the Aim2Be Intervention in Changing Lifestyle Behaviors Among Adolescents With Overweight and Obesity: Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Obesity, Physical Activity, Diet","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Children's Hospital of Eastern Ontario; University of Calgary; University of Alberta; McMaster University; BC Children's Hospital; Hospital for Sick Children; University of British Columbia; University of Ottawa","funders":"Obesity Canada; Canadian Institutes of Health Research; Merck Canada; Alberta Innovates; Public Health Agency; Ontario Ministry of Health and Long-Term Care; David Suzuki Foundation; BC Children's Hospital; Women and Children's Health Research Institute; Diabetes Canada; Public Health Agency of Canada; Children's Health Research Institute; Universidad Iberoamericana Ciudad de México; Alberta Health Services","keywords":"Overweight; Randomized controlled trial; Intervention (counseling); Obesity; Physical therapy; Medicine; Physical activity; Psychology; Gerontology; Behavior change; Psychiatry; Social psychology","score_opus":0.027052801256089123,"score_gpt":0.3735492901593349,"score_spread":0.3464964889032458,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321462456","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9963128,0.0001300489,0.000022038956,0.0011988169,0.0003012201,0.00193169,6.222091e-7,0.0000091908505,0.00009356918],"genre_scores_gemma":[0.9987276,0.00012426545,0.0000052089085,0.000028605864,0.00041887612,0.000039470844,0.0000010695501,0.000018663628,0.00063624635],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99335605,0.0017344228,0.0009509518,0.00019394245,0.0033555666,0.0004090887],"domain_scores_gemma":[0.99716014,0.0015182329,0.00043156554,0.00019995734,0.0003519216,0.00033819707],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013747896,0.00014537021,0.0014320149,0.0009597947,0.000039430604,0.00003879448,0.0004004435,0.00017510263,0.00010871504],"category_scores_gemma":[0.005915856,0.000073481635,0.0005049342,0.0009689095,0.00075140345,0.00012489196,0.00044557577,0.0017950106,0.00000525693],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.74028933,0.009318655,0.2462305,0.00030230294,0.0003324509,0.00047243372,0.0008600601,0.0000016994504,0.00010546785,0.00021897229,0.0003314796,0.0015366774],"study_design_scores_gemma":[0.7532241,0.0013503322,0.23604208,0.0062735802,0.00016966823,0.000043546876,0.00025078113,0.0019900145,0.0004359183,0.000145852,0.000013594261,0.000060544677],"about_ca_topic_score_codex":0.00020236718,"about_ca_topic_score_gemma":0.000091541835,"teacher_disagreement_score":0.012934777,"about_ca_system_score_codex":0.00011726646,"about_ca_system_score_gemma":0.00019324214,"threshold_uncertainty_score":0.77985275},"labels":[],"label_agreement":null},{"id":"W4322750995","doi":"10.2196/44602","title":"Performance-Based Measurement of eHealth Literacy: Systematic Scoping Review","year":2023,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"eHealth; CINAHL; PsycINFO; Health literacy; Systematic review; MEDLINE; Checklist; Computer science; Literacy; Cochrane Library; Information literacy; Medical education; Psychology; Medicine; World Wide Web; Health care; Nursing; Psychological intervention; Political science","score_opus":0.3378904183156055,"score_gpt":0.609760449351833,"score_spread":0.27187003103622753,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4322750995","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85476327,0.055274334,0.0053367997,0.059435483,0.0049460414,0.012056238,0.00001720197,0.0001529998,0.008017616],"genre_scores_gemma":[0.96847796,0.02513612,0.0002793239,0.005019288,0.0004871448,0.00018418807,0.000008312707,0.000020708118,0.00038695964],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.98097646,0.005123231,0.005794177,0.00014675249,0.0072363666,0.00072300754],"domain_scores_gemma":[0.9890227,0.0029518837,0.0017988562,0.00040218496,0.0051174792,0.00070693926],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1412327,0.00011704721,0.0009137947,0.0006994928,0.0002223429,0.000021195025,0.0009533961,0.0002128513,0.0030385084],"category_scores_gemma":[0.025764722,0.00007295036,0.00014738164,0.0011576557,0.00012853503,0.0005426291,0.00022008082,0.0025808779,0.00047794837],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012441071,0.000096643795,0.009951749,0.9387424,0.000027876335,0.000012907006,0.0019760095,0.0000024601034,0.0000045969355,0.00007181275,0.04167745,0.0073116804],"study_design_scores_gemma":[0.0008448495,0.0003996756,0.0027525695,0.9729138,0.000013933214,0.0000086300315,0.0003807252,0.019967841,0.000041294155,0.000021692344,0.0025919108,0.000063090316],"about_ca_topic_score_codex":0.00007917363,"about_ca_topic_score_gemma":0.00001653521,"teacher_disagreement_score":0.11546797,"about_ca_system_score_codex":0.0005368355,"about_ca_system_score_gemma":0.006607921,"threshold_uncertainty_score":0.9997202},"labels":[],"label_agreement":null},{"id":"W4323065351","doi":"10.2196/45002","title":"Patients’ and Members of the Public’s Wishes Regarding Transparency in the Context of Secondary Use of Health Data: Scoping Review","year":2023,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"PsycINFO; CINAHL; Transparency (behavior); MEDLINE; Information governance; Grey literature; Systematic review; Context (archaeology); Thematic analysis; Data sharing; Public health; Stakeholder; Medicine; Health care; Knowledge management; Psychology; Medical education; Public relations; Qualitative research; Information system; Computer science; Nursing; Political science; Alternative medicine; Psychological intervention; Sociology","score_opus":0.6829842720921847,"score_gpt":0.5794532624999446,"score_spread":0.10353100959224015,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323065351","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9405142,0.017253855,0.000015593,0.039091848,0.0007001886,0.0020461984,0.00008987909,0.000002746163,0.00028551518],"genre_scores_gemma":[0.9521348,0.045052905,0.000021187008,0.0025978105,0.000052792544,0.000018157954,0.000040561434,0.0000083369105,0.00007345938],"study_design_codex":"observational","study_design_gemma":"systematic_review","domain_scores_codex":[0.9892308,0.005011387,0.0024526094,0.00014794557,0.0027156612,0.0004415992],"domain_scores_gemma":[0.9942341,0.0035823225,0.001066227,0.00039346592,0.00048749163,0.00023641958],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.034194052,0.00007956585,0.00057389087,0.00023394635,0.00012568795,0.000006844195,0.0011040769,0.00009842894,0.00037727348],"category_scores_gemma":[0.0037041444,0.00004071764,0.000068377914,0.0005993193,0.00031992036,0.00023054423,0.00048272192,0.0016533794,0.0000018780054],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027802525,0.00057100813,0.49718145,0.12445435,0.00009300496,0.000014111821,0.022264365,3.3444968e-7,0.000007186057,0.000992934,0.2712152,0.08292804],"study_design_scores_gemma":[0.005376422,0.0028501612,0.06929596,0.84114474,0.000036385965,0.000012225803,0.034512848,0.0004717149,0.000085480446,0.00024240177,0.04581769,0.0001539879],"about_ca_topic_score_codex":0.0019617477,"about_ca_topic_score_gemma":0.0027591898,"teacher_disagreement_score":0.71669036,"about_ca_system_score_codex":0.00009932343,"about_ca_system_score_gemma":0.0020310509,"threshold_uncertainty_score":0.99450046},"labels":[],"label_agreement":null},{"id":"W4323900653","doi":"10.2196/44357","title":"Ethical Implications of Artificial Intelligence in Population Health and the Public’s Role in Its Governance: Perspectives From a Citizen and Expert Panel","year":2023,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":58,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; Simon Fraser University; Université de Montréal; Université Laval","funders":"","keywords":"Corporate governance; Population; Population health; Public relations; Public health; Digital health; Health care; Political science; Psychology; Sociology; Medicine; Business; Environmental health; Nursing; Law","score_opus":0.35395132904891835,"score_gpt":0.5485206197628826,"score_spread":0.19456929071396423,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323900653","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69887996,0.0039291605,0.000104075305,0.2967693,0.0000725105,0.00020992603,0.0000021728135,0.0000034288444,0.00002944079],"genre_scores_gemma":[0.98599726,0.012952657,0.000077166704,0.00059777993,0.00031598756,0.000020596155,0.000006070616,0.000007186046,0.000025323667],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99676454,0.00068876246,0.0009343443,0.00018414693,0.0011449399,0.00028328729],"domain_scores_gemma":[0.99667215,0.0022149307,0.00019455185,0.00013400716,0.00044594487,0.0003384061],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008217582,0.000068470625,0.0003266592,0.00035825977,0.000050187224,0.000041275198,0.00021795147,0.00022769762,0.00015264234],"category_scores_gemma":[0.011407375,0.000045907156,0.000041667645,0.0007132956,0.00045041787,0.00009761191,0.00010660035,0.0017463478,0.000006521111],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001730837,0.00044589816,0.065202944,0.00014156512,0.00004601516,0.000037828206,0.10847895,0.000003242544,0.00041562735,0.12625287,0.0035200263,0.6937242],"study_design_scores_gemma":[0.00078603375,0.0015709864,0.5465581,0.0034745492,0.000010896605,0.00021641672,0.23076497,0.048079964,0.0010922573,0.16551532,0.001736313,0.00019418959],"about_ca_topic_score_codex":0.013621049,"about_ca_topic_score_gemma":0.0028838967,"teacher_disagreement_score":0.69353,"about_ca_system_score_codex":0.00023243531,"about_ca_system_score_gemma":0.00075713947,"threshold_uncertainty_score":0.99692},"labels":[],"label_agreement":null},{"id":"W4323900667","doi":"10.2196/44035","title":"Information and Communications Technologies Enabling Integrated Primary Care for Patients With Complex Care Needs: Scoping Review","year":2023,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Chronic Disease Management Strategies","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lunenfeld-Tanenbaum Research Institute; University of Waterloo; University of Toronto","funders":"Canada Research Chairs","keywords":"eHealth; CINAHL; Integrated care; PsycINFO; Information and Communications Technology; Knowledge management; Psychological intervention; Telehealth; Teamwork; Nursing; Service (business); Medicine; MEDLINE; Telemedicine; Business; Health care; Computer science; Political science; World Wide Web","score_opus":0.1320552987402356,"score_gpt":0.45309724587982597,"score_spread":0.32104194713959033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323900667","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48666856,0.36539543,0.0036973883,0.11022324,0.0005357058,0.016778765,0.00015891578,0.00086557434,0.015676409],"genre_scores_gemma":[0.898948,0.097758934,0.0012207646,0.00058026245,0.00007193324,0.00013640088,0.0011819766,0.000023835912,0.000077886834],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9976651,0.00008837458,0.00051834306,0.000071754344,0.0014143522,0.00024208994],"domain_scores_gemma":[0.9972898,0.00038657905,0.00017034519,0.00030752725,0.0017084301,0.00013732503],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012144418,0.000092208094,0.00032640342,0.00070652494,0.000088305096,0.00008742346,0.00053963915,0.00008404902,0.00005815531],"category_scores_gemma":[0.002112891,0.00006045812,0.000054673794,0.0007276692,0.00037801405,0.00028649223,0.0005103616,0.00065000146,0.000007525889],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008692342,0.00023840307,0.013859004,0.14984071,0.0003796167,0.00005573968,0.0064754053,0.0000032271694,0.00000996711,0.0011017058,0.08767069,0.7394963],"study_design_scores_gemma":[0.011689314,0.004212816,0.01465581,0.5632151,0.00041697174,0.0000686363,0.229054,0.0012622288,0.000050405135,0.00016246283,0.17485362,0.00035864976],"about_ca_topic_score_codex":0.000029326251,"about_ca_topic_score_gemma":0.000028253375,"teacher_disagreement_score":0.73913765,"about_ca_system_score_codex":0.00028356188,"about_ca_system_score_gemma":0.0008217852,"threshold_uncertainty_score":0.2823969},"labels":[],"label_agreement":null},{"id":"W4323911764","doi":"10.2196/43242","title":"The Effectiveness of Smartphone App–Based Interventions for Assisting Smoking Cessation: Systematic Review and Meta-analysis","year":2023,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Smoking Behavior and Cessation","field":"Medicine","cited_by":75,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Beijing Postdoctoral Science Foundation; China Scholarship Council","keywords":"Smoking cessation; Medicine; PsycINFO; Abstinence; Psychological intervention; Cochrane Library; Meta-analysis; Randomized controlled trial; MEDLINE; mHealth; Systematic review; Odds ratio; Psychiatry; Internal medicine","score_opus":0.4529343355478555,"score_gpt":0.565186442655823,"score_spread":0.11225210710796746,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323911764","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000017731843,0.9936018,0.0034985966,0.0006148742,0.00013172602,0.0020886536,0.000019605199,0.000009418784,0.000017580387],"genre_scores_gemma":[0.0020057536,0.9966451,0.000029890809,0.000022000719,0.00009865775,0.00064840197,0.000052490217,0.000038164264,0.00045953534],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.9890638,0.0045153685,0.0026749677,0.00025780682,0.0032173982,0.00027063861],"domain_scores_gemma":[0.9765002,0.019360872,0.0017683636,0.000439684,0.0016910703,0.00023982367],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07082474,0.00023244007,0.005933988,0.001026134,0.00011155116,0.000098612254,0.00064079114,0.00031819323,0.00018985037],"category_scores_gemma":[0.02444644,0.00011289458,0.0047386712,0.001583775,0.00025296595,0.000051074403,0.00015188685,0.0015080209,0.0000012936966],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026820737,0.00008964355,0.000028265837,0.91562814,0.077938944,0.000032818753,0.000012649996,2.0463318e-7,5.8885828e-8,0.000084079344,0.00047040218,0.005687947],"study_design_scores_gemma":[0.00028490642,0.00023109699,0.000063919644,0.44095802,0.5562041,0.000094810304,0.000036411308,0.000036509173,0.0000021445085,0.000027113827,0.0019957824,0.00006520103],"about_ca_topic_score_codex":0.00003927995,"about_ca_topic_score_gemma":0.000015450672,"teacher_disagreement_score":0.47826514,"about_ca_system_score_codex":0.0002458123,"about_ca_system_score_gemma":0.0005973255,"threshold_uncertainty_score":0.9837711},"labels":[],"label_agreement":null},{"id":"W4323911815","doi":"10.2196/43386","title":"A “Do No Harm” Novel Safety Checklist and Research Approach to Determine Whether to Launch an Artificial Intelligence–Based Medical Technology: Introducing the Biological-Psychological, Economic, and Social (BPES) Framework","year":2023,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Government (linguistics); Software deployment; Health care; Harm; Knowledge management; Public relations; Computer science; Psychology; Political science","score_opus":0.47298190531916384,"score_gpt":0.5631730414563986,"score_spread":0.09019113613723473,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323911815","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.754185,0.00014131877,0.008364212,0.23583327,0.0004961612,0.0006417204,0.0000058476135,0.000037408645,0.00029503912],"genre_scores_gemma":[0.9889059,0.00043864545,0.0038107794,0.0024250539,0.0040901597,0.000091419875,0.000008356075,0.00003265889,0.00019699174],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.993101,0.00093669153,0.0013386077,0.0007770386,0.0028112282,0.001035433],"domain_scores_gemma":[0.9934842,0.0032014844,0.00014210983,0.0004884493,0.0012736873,0.0014100589],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03322582,0.00022146302,0.0006163621,0.0013084665,0.0004729108,0.00025556123,0.0012146907,0.0010547,0.001451566],"category_scores_gemma":[0.027882518,0.0001352342,0.000100729245,0.0015214058,0.0019197387,0.00010141332,0.0007131139,0.004967123,0.00030972352],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0042780773,0.0019365894,0.0036497,0.00021785832,0.0001335531,0.0002369447,0.014645252,0.000025956228,0.0028257535,0.021555468,0.041068062,0.9094268],"study_design_scores_gemma":[0.0018959218,0.04521847,0.024106884,0.007685876,0.00016779797,0.004442464,0.19160809,0.16995597,0.022834195,0.122621894,0.4070575,0.002404936],"about_ca_topic_score_codex":0.00034731298,"about_ca_topic_score_gemma":0.00008470394,"teacher_disagreement_score":0.9070219,"about_ca_system_score_codex":0.00031729985,"about_ca_system_score_gemma":0.0009509636,"threshold_uncertainty_score":0.99946123},"labels":[],"label_agreement":null},{"id":"W4323966599","doi":"10.2196/44292","title":"Evaluating Web-Based Care for Mental Health and Substance Use Issues for Lesbian, Gay, Bisexual, Transgender, Queer, Questioning, and 2-Spirit Youths in the Context of the COVID-19 Pandemic: Community-Based Participatory Research Study","year":2023,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"LGBTQ Health, Identity, and Policy","field":"Psychology","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario College of Art and Design; Ontario Tobacco Research Unit; University of Toronto; Centre for Addiction and Mental Health","funders":"","keywords":"Transgender; Lesbian; Thematic analysis; Queer; Psychology; Population; Mental health; Health care; Context (archaeology); Homosexuality; Qualitative research; Medicine; Sociology; Psychiatry; Political science","score_opus":0.826723968362745,"score_gpt":0.6802117195564016,"score_spread":0.1465122488063434,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323966599","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93796027,0.00456088,0.00008544163,0.055000097,0.00024789808,0.002020365,0.00010226131,0.000010914982,0.000011860237],"genre_scores_gemma":[0.99649763,0.00056232174,0.000036335507,0.0021495654,0.00018104838,0.00023012586,0.000014784031,0.000025054744,0.00030312687],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.97900486,0.016463695,0.0010000275,0.00025291296,0.0025132634,0.0007652324],"domain_scores_gemma":[0.98632777,0.011604745,0.0002589233,0.00041179717,0.00082884775,0.00056794396],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06876769,0.00013887971,0.0004329012,0.00057450973,0.0008032823,0.00013426054,0.0010205143,0.00019351777,0.000049468683],"category_scores_gemma":[0.009085456,0.00008935125,0.00009770607,0.00059404183,0.0011774637,0.000087364926,0.00010020492,0.002462099,0.000001620088],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020845516,0.00087417144,0.6251168,0.0025615776,0.00008631253,0.000019853594,0.28392273,0.000009426029,0.000035734527,0.0004397565,0.07882331,0.0060257767],"study_design_scores_gemma":[0.03487415,0.022000667,0.11365363,0.0016469338,0.000090769594,0.000088390516,0.749949,0.006154366,0.0000353825,0.0012545285,0.06990738,0.00034480885],"about_ca_topic_score_codex":0.033124045,"about_ca_topic_score_gemma":0.083152436,"teacher_disagreement_score":0.51146317,"about_ca_system_score_codex":0.00035821804,"about_ca_system_score_gemma":0.002544603,"threshold_uncertainty_score":0.99983925},"labels":[],"label_agreement":null},{"id":"W4324010932","doi":"10.2196/45268","title":"Leveraging Knowledge Graphs and Natural Language Processing for Automated Web Resource Labeling and Knowledge Mobilization in Neurodevelopmental Disorders: Development and Usability Study","year":2023,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Advanced Graph Neural Networks","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Women and Children’s Health Research Institute; University of Alberta","funders":"Natural Sciences and Engineering Research Council of Canada; Canadian Institutes of Health Research","keywords":"Usability; Computer science; World Wide Web; Human–computer interaction","score_opus":0.04934201919274787,"score_gpt":0.4064725414571596,"score_spread":0.3571305222644117,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4324010932","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99277705,0.004460878,0.0016878865,0.0005061916,0.00011668198,0.00036180762,1.9806598e-7,0.000077825076,0.000011480056],"genre_scores_gemma":[0.99672294,0.00017461205,0.002969578,0.000020840283,0.000027104898,0.00001902116,0.0000012949336,0.000011914298,0.000052671305],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99757177,0.0003981117,0.0005317832,0.0003828182,0.0007236673,0.00039187307],"domain_scores_gemma":[0.9984742,0.0009257906,0.000098129836,0.000102408565,0.00018317357,0.00021631701],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005545804,0.0001319719,0.00024151799,0.0006450212,0.00015105933,0.00019865565,0.00049826317,0.00007668079,0.0000014116],"category_scores_gemma":[0.000990964,0.00010494598,0.000020544356,0.0011241183,0.00019023055,0.00037956706,0.00090219313,0.00076532783,5.299184e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012617503,0.0004978711,0.067337036,0.00040668325,0.00004119994,0.00013949833,0.074999675,0.000057984187,0.00050246046,0.00013950959,0.00071906456,0.85503286],"study_design_scores_gemma":[0.0017864467,0.00027886458,0.073330335,0.0006126388,0.0000031996474,0.000076776676,0.005987269,0.91672987,0.00010585695,0.0003793109,0.00055870943,0.00015074373],"about_ca_topic_score_codex":0.000009167275,"about_ca_topic_score_gemma":0.0003122795,"teacher_disagreement_score":0.9166719,"about_ca_system_score_codex":0.00007819053,"about_ca_system_score_gemma":0.00026199894,"threshold_uncertainty_score":0.4279573},"labels":[],"label_agreement":null},{"id":"W4324288126","doi":"10.2196/44356","title":"Tweeting for Health Using Real-time Mining and Artificial Intelligence–Based Analytics: Design and Development of a Big Data Ecosystem for Detecting and Analyzing Misinformation on Twitter","year":2023,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Misinformation and Its Impacts","field":"Social Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Waterloo; Research Institute for Aging; University Health Network","funders":"","keywords":"Computer science; Misinformation; Big data; Social media; Data science; Cloud computing; Analytics; Social media analytics; Topic model; Information retrieval; World Wide Web; Data mining; Computer security","score_opus":0.5647391440669272,"score_gpt":0.5310532928822006,"score_spread":0.033685851184726556,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4324288126","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71285367,0.000032025342,0.28471047,0.0019458616,0.000080626385,0.0003321253,0.0000044291123,0.0000072170906,0.0000335714],"genre_scores_gemma":[0.96638215,0.000116603966,0.03314148,0.00007158187,0.00025214464,0.0000016052818,0.000006667838,0.000008364619,0.000019394582],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9972611,0.00030965908,0.0008929358,0.00011618904,0.001086664,0.0003334511],"domain_scores_gemma":[0.99615484,0.0026623632,0.00043778596,0.0000803179,0.00034152804,0.00032318846],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.03442202,0.00006998807,0.0002470203,0.0006445581,0.00033892543,0.00020724152,0.00024851726,0.00008927708,0.000014049807],"category_scores_gemma":[0.007415776,0.000056474986,0.00002243649,0.0003168182,0.00011408442,0.00026446374,0.000107286425,0.00018006693,7.094336e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038260093,0.00002695771,0.00012328399,0.0005968514,0.000073242256,0.0000027703907,0.082879856,0.0002458376,0.00026946576,0.00010820251,0.0017619444,0.913529],"study_design_scores_gemma":[0.000324184,0.0003728247,0.0000670636,0.0014840345,0.000009530448,0.000007046747,0.03982338,0.9555673,0.0011727255,0.00010921995,0.0009893591,0.00007333026],"about_ca_topic_score_codex":0.00008802492,"about_ca_topic_score_gemma":0.00017088353,"teacher_disagreement_score":0.9553215,"about_ca_system_score_codex":0.0001279768,"about_ca_system_score_gemma":0.0011010384,"threshold_uncertainty_score":0.99426574},"labels":[],"label_agreement":null},{"id":"W4361015648","doi":"10.2196/43518","title":"Factors Influencing Admission Decisions in Skilled Nursing Facilities: Retrospective Quantitative Study","year":2023,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Geriatric Care and Nursing Homes","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Retrospective cohort study; Nursing; Medicine","score_opus":0.26786239157675823,"score_gpt":0.5818481650648268,"score_spread":0.3139857734880686,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4361015648","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99354535,0.0002213309,0.00012068227,0.0027704549,0.0015705267,0.0005062323,0.000005508568,0.00003089159,0.0012290466],"genre_scores_gemma":[0.99624723,0.00026557207,0.000037341484,0.000019957826,0.0002765705,0.000014539481,0.000003174347,0.000020843017,0.0031147958],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99055994,0.0028560201,0.0013324948,0.00028167007,0.00414572,0.00082418806],"domain_scores_gemma":[0.9891789,0.008449878,0.00029341862,0.00023781585,0.0012020285,0.0006379629],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.014906434,0.00015856883,0.00062789617,0.0019025492,0.000327243,0.000036566315,0.00072921946,0.00033830726,0.0018753988],"category_scores_gemma":[0.036733598,0.000105120555,0.00014570229,0.0019583036,0.0002148187,0.00020404751,0.0002848771,0.004306951,0.0001623355],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008337395,0.0008180945,0.31715557,0.00005889295,0.000107680535,0.0007056493,0.5593384,0.000008128869,0.00011643437,0.0005019973,0.11231812,0.008037278],"study_design_scores_gemma":[0.0016477848,0.0015465356,0.3600577,0.00352479,0.000009313141,0.0000054069005,0.6293107,0.00027891243,0.000023651579,0.0019762171,0.0015304382,0.00008849461],"about_ca_topic_score_codex":0.0017728267,"about_ca_topic_score_gemma":0.00081609853,"teacher_disagreement_score":0.11078768,"about_ca_system_score_codex":0.0014234061,"about_ca_system_score_gemma":0.0016330493,"threshold_uncertainty_score":0.999037},"labels":[],"label_agreement":null},{"id":"W4361855940","doi":"10.2196/41942","title":"Using Smart Home Technologies to Promote Physical Activity Among the General and Aging Populations: Scoping Review","year":2023,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Context-Aware Activity Recognition Systems","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; University of Toronto; University of Waterloo; York University","funders":"Mitacs","keywords":"CINAHL; Scopus; Inclusion (mineral); Physical activity; Independent living; Gerontology; Naive Bayes classifier; MEDLINE; World Wide Web; Medicine; Computer science; Psychology; Psychological intervention; Artificial intelligence; Nursing; Political science; Physical therapy","score_opus":0.28967001902633016,"score_gpt":0.5015805018526005,"score_spread":0.21191048282627034,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4361855940","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9234272,0.001800512,0.0454299,0.028421365,0.000336274,0.0004791417,5.2289613e-7,0.00007807985,0.000026989792],"genre_scores_gemma":[0.9979386,0.000788003,0.00078397774,0.00010466097,0.00027177742,0.000020818943,1.793346e-7,0.000008748994,0.00008324075],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99615985,0.00068561285,0.0003477251,0.00022205303,0.0021786443,0.0004061109],"domain_scores_gemma":[0.9982333,0.0006911133,0.00017343179,0.00030578143,0.0003740972,0.00022224798],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008820309,0.00010165478,0.00033949027,0.00043277236,0.00013828403,0.0003054521,0.0012283442,0.00008047147,0.000007977443],"category_scores_gemma":[0.0038295276,0.00006486803,0.000091035676,0.0012849437,0.00019868964,0.0007625063,0.0014812177,0.0010745098,0.000023187833],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011899876,0.00013922615,0.0062362114,0.001091262,0.00007360298,0.0002183765,0.0014438297,0.00000791745,0.00114403,0.00082280376,0.0056448863,0.983166],"study_design_scores_gemma":[0.0013787297,0.0010268791,0.052904993,0.2677783,0.00006423485,0.0031392905,0.001067309,0.6523186,0.009727289,0.0062874,0.0034002697,0.0009067172],"about_ca_topic_score_codex":0.00016824833,"about_ca_topic_score_gemma":0.000048081314,"teacher_disagreement_score":0.9822592,"about_ca_system_score_codex":0.000112806054,"about_ca_system_score_gemma":0.00022151941,"threshold_uncertainty_score":0.466827},"labels":[],"label_agreement":null},{"id":"W4361857034","doi":"10.2196/45108","title":"Mpox Panic, Infodemic, and Stigmatization of the Two-Spirit, Lesbian, Gay, Bisexual, Transgender, Queer or Questioning, Intersex, Asexual Community: Geospatial Analysis, Topic Modeling, and Sentiment Analysis of a Large, Multilingual Social Media Database","year":2023,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Poxvirus research and outbreaks","field":"Immunology and Microbiology","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"York University","funders":"Natural Sciences and Engineering Research Council of Canada; International Development Research Centre; Styrelsen för Internationellt Utvecklingssamarbete","keywords":"Transgender; Queer; Lesbian; Social media; Sociology; Geospatial analysis; Gender studies; Psychology; Internet privacy; World Wide Web; Computer science; Geography","score_opus":0.16170912877145768,"score_gpt":0.46163461882173534,"score_spread":0.2999254900502777,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4361857034","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9928919,0.0012489153,0.004526381,0.0008154986,0.00015520671,0.00014004242,0.00019619947,0.000009273746,0.000016588298],"genre_scores_gemma":[0.9984044,0.00096374325,0.000035798395,0.000049451926,0.000068695095,0.000004959687,0.000160373,0.00001015975,0.00030246426],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99474686,0.0026127098,0.0010067116,0.00019816517,0.0009867246,0.0004488382],"domain_scores_gemma":[0.9971907,0.0014150871,0.0003146535,0.0002700071,0.0006527663,0.00015676866],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008883873,0.00015121234,0.0007074336,0.0013707661,0.00021783815,0.000038456066,0.0007449473,0.00031016022,0.0008240383],"category_scores_gemma":[0.0037521457,0.00009814639,0.00021103972,0.0014788801,0.0008058896,0.00012596797,0.0007219246,0.002094438,0.00000336623],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012454219,0.0057569775,0.26571953,0.002117464,0.093846984,0.0005139889,0.29902667,0.002493652,0.1367105,0.0029756173,0.04105555,0.13732886],"study_design_scores_gemma":[0.026191184,0.0028077178,0.09547335,0.0020618953,0.0099780895,0.00027076565,0.094796374,0.71813637,0.04021319,0.0005513105,0.00846776,0.001052025],"about_ca_topic_score_codex":0.003736833,"about_ca_topic_score_gemma":0.02196074,"teacher_disagreement_score":0.7156427,"about_ca_system_score_codex":0.0000597144,"about_ca_system_score_gemma":0.00044902254,"threshold_uncertainty_score":0.9958859},"labels":[],"label_agreement":null},{"id":"W4362652860","doi":"10.2196/40983","title":"A Digital-First Health Care Approach to Managing Pandemics: Scoping Review of Pandemic Self-triage Tools","year":2023,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Disaster Response and Management","field":"Health Professions","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Ivey Business School, Western University; Canadian Institutes of Health Research","keywords":"CINAHL; Triage; PsycINFO; Pandemic; Health care; MEDLINE; Usability; Scopus; Digital health; Medicine; Telemedicine; Nursing; Medical emergency; Coronavirus disease 2019 (COVID-19); Computer science; Psychological intervention; Political science","score_opus":0.2905915831643163,"score_gpt":0.5683307202544085,"score_spread":0.2777391370900921,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4362652860","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24144621,0.18117316,0.031806655,0.18639247,0.004608738,0.023047434,0.00010833018,0.000666516,0.33075047],"genre_scores_gemma":[0.57254153,0.3745239,0.0015454456,0.025754051,0.0029385283,0.00075537537,0.00011025585,0.00022147653,0.021609422],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.99235374,0.0014717916,0.0017695319,0.00027392572,0.0032596043,0.00087138097],"domain_scores_gemma":[0.9957235,0.0020098325,0.00048057744,0.00038381695,0.0006138838,0.0007884034],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.020883935,0.00014514317,0.00075452024,0.0008007586,0.00017642615,0.000053871176,0.0012144228,0.00015444346,0.00024598624],"category_scores_gemma":[0.0058295527,0.00010632584,0.00017813472,0.0010523242,0.000076586955,0.00023190075,0.0013261429,0.00184812,0.00021451432],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045227405,0.00028255355,0.004480331,0.15973678,0.00025255463,0.00021585991,0.03566909,0.0000046833065,0.000002980363,0.0012736662,0.6226403,0.17498893],"study_design_scores_gemma":[0.0023071484,0.0010951976,0.0006879214,0.59287506,0.00003731603,0.00004789254,0.047407128,0.00038265108,0.0000039830175,0.00019128714,0.35473007,0.00023436906],"about_ca_topic_score_codex":0.00008463526,"about_ca_topic_score_gemma":0.00006267461,"teacher_disagreement_score":0.43313825,"about_ca_system_score_codex":0.0004934545,"about_ca_system_score_gemma":0.001783161,"threshold_uncertainty_score":0.8029265},"labels":[],"label_agreement":null},{"id":"W4365794015","doi":"10.2196/43113","title":"The Development of a Chatbot Technology to Disseminate Post–COVID-19 Information: Descriptive Implementation Study","year":2023,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Hôpitaux Universitaires de Genève; Centre Hospitalier Universitaire Vaudois; Université de Sherbrooke; United Nations","keywords":"Chatbot; Misinformation; Medicine; Software deployment; World Wide Web; Telemedicine; Dissemination; Internet privacy; Computer science; Knowledge management; Health care","score_opus":0.16462150455246793,"score_gpt":0.5947047660319511,"score_spread":0.43008326147948317,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4365794015","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94949144,0.00007708238,0.0008184564,0.04697667,0.0010174229,0.0007121002,0.000010773352,0.000030840616,0.0008651878],"genre_scores_gemma":[0.99819124,0.000006612468,0.00013323287,0.00018484169,0.0000548274,0.00014966213,0.0000070312362,0.00000852208,0.0012640114],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99542,0.00039472635,0.0014600669,0.00012336229,0.0021273661,0.0004745013],"domain_scores_gemma":[0.9975131,0.0006685027,0.0003192122,0.00020849555,0.0007665788,0.00052410003],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.010971152,0.00008919349,0.00019945277,0.0012273769,0.00015970349,0.00007318196,0.001100952,0.00010108606,0.0011191311],"category_scores_gemma":[0.002796782,0.000059243703,0.000071206094,0.0012683267,0.00022344726,0.00021173387,0.00058728136,0.00069867383,0.0006368293],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010450407,0.0011516127,0.0066489894,0.00013391794,0.0004565266,0.00023105762,0.090523526,8.133442e-7,0.000036596623,0.013467445,0.15295634,0.73334813],"study_design_scores_gemma":[0.0033668173,0.012483471,0.083090946,0.0006830672,0.000019810062,0.00028609106,0.6999685,0.000043399614,0.0014232722,0.003260497,0.19518493,0.0001891737],"about_ca_topic_score_codex":0.00020387082,"about_ca_topic_score_gemma":0.00092540093,"teacher_disagreement_score":0.73315895,"about_ca_system_score_codex":0.00046752635,"about_ca_system_score_gemma":0.0007367927,"threshold_uncertainty_score":0.999794},"labels":[],"label_agreement":null},{"id":"W4366111460","doi":"10.2196/46084","title":"Using Twitter-Based Data for Sexual Violence Research: Scoping Review","year":2023,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Mental Health via Writing","field":"Psychology","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of Toronto","funders":"","keywords":"PsycINFO; Scopus; Sexual violence; Social media; Metadata; Inclusion (mineral); Criminal justice; Data source; Psychology; World Wide Web; Computer science; MEDLINE; Information retrieval; Criminology; Social psychology; Political science","score_opus":0.8336215801986873,"score_gpt":0.7062413753435995,"score_spread":0.12738020485508772,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366111460","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8235796,0.0723852,0.013865763,0.07800168,0.0045580687,0.0055486783,0.0001003392,0.00011483772,0.0018458274],"genre_scores_gemma":[0.9359522,0.024511984,0.009018598,0.012425944,0.013171718,0.00046224712,0.00026484186,0.00036773807,0.0038247397],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.9879862,0.003208376,0.00141025,0.00052221934,0.0055092904,0.0013636847],"domain_scores_gemma":[0.98937815,0.007492307,0.00028775612,0.0009430457,0.0010561238,0.0008425833],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.093742356,0.00013241536,0.00051061023,0.0008737667,0.00019859463,0.000085781736,0.0033369535,0.0002360982,0.0034711515],"category_scores_gemma":[0.01654284,0.00010772799,0.00007836922,0.0012899524,0.0005139616,0.00017349224,0.0012621561,0.002980273,0.0003871356],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006607599,0.00045362223,0.0012291218,0.023531541,0.00011655738,0.0022418138,0.0006112686,0.0000029467662,0.00036345347,0.00046503238,0.79703236,0.1732915],"study_design_scores_gemma":[0.0053400667,0.0045951717,0.0005410178,0.88032377,0.00005850891,0.0013213543,0.009635075,0.06003448,0.0004923409,0.0012490007,0.035925057,0.00048413614],"about_ca_topic_score_codex":0.0006597023,"about_ca_topic_score_gemma":0.000083900224,"teacher_disagreement_score":0.8567923,"about_ca_system_score_codex":0.00027966316,"about_ca_system_score_gemma":0.0017562248,"threshold_uncertainty_score":0.9993199},"labels":[],"label_agreement":null},{"id":"W4366128182","doi":"10.2196/42097","title":"Cervical Myelopathy and Social Media: Mixed Methods Analysis","year":2023,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; Université de Montréal; McGill University","funders":"","keywords":"Social media; Categorization; Myelopathy; Medicine; Computer science; World Wide Web; Artificial intelligence","score_opus":0.33866819660090114,"score_gpt":0.6116366419831428,"score_spread":0.2729684453822417,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366128182","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8399269,0.00061995175,0.00071873126,0.15239891,0.005416421,0.00022072345,0.0000018700941,0.00003741406,0.00065907824],"genre_scores_gemma":[0.98887455,0.0026075593,0.0013132419,0.00019105121,0.0067722816,0.00005113984,0.000005111588,0.0000160811,0.00016894947],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9875985,0.005735698,0.000696245,0.00020238452,0.0050960006,0.00067118765],"domain_scores_gemma":[0.97307557,0.024639178,0.00022246862,0.00010579205,0.0010162259,0.0009407445],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.054895356,0.00008559331,0.0004500344,0.0012803525,0.0003633482,0.00013418955,0.0008682652,0.00045970848,0.0015370114],"category_scores_gemma":[0.07313386,0.000072009076,0.00018033922,0.0037200232,0.001187026,0.00014987135,0.00024902943,0.0016657161,0.000068561814],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000088045905,0.00015053805,0.018791508,0.0000784713,0.00041049306,0.00017870529,0.26360634,3.637595e-7,0.000022842965,0.013413463,0.06635761,0.6369016],"study_design_scores_gemma":[0.00092479115,0.00024962414,0.3677113,0.00015324885,0.0002760558,0.00001947624,0.150893,0.001245713,0.00010175156,0.011658747,0.46650994,0.00025636327],"about_ca_topic_score_codex":0.0021878807,"about_ca_topic_score_gemma":0.0033650997,"teacher_disagreement_score":0.63664526,"about_ca_system_score_codex":0.00033160532,"about_ca_system_score_gemma":0.0015433994,"threshold_uncertainty_score":0.9993757},"labels":[],"label_agreement":null},{"id":"W4367174433","doi":"10.2196/41870","title":"The Development, Deployment, and Evaluation of the CLEFT-Q Computerized Adaptive Test: A Multimethods Approach Contributing to Personalized, Person-Centered Health Assessments in Plastic Surgery","year":2023,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Cleft Lip and Palate Research","field":"Biochemistry, Genetics and Molecular Biology","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; McMaster University","funders":"NIHR Oxford Biomedical Research Centre; Canadian Institutes of Health Research; Department of Health and Social Care; National Institute for Health and Care Research","keywords":"Prom; Computerized adaptive testing; Patient-reported outcome; Limits of agreement; Medicine; Rasch model; Cohen's kappa; Health care; Medical physics; Computer science; Psychology; Algorithm; Statistics; Psychometrics; Mathematics; Machine learning; Nursing; Clinical psychology; Nuclear medicine; Quality of life (healthcare)","score_opus":0.2622127269937913,"score_gpt":0.488908312015344,"score_spread":0.22669558502155274,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4367174433","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.994346,0.0003243072,0.0029481389,0.0017761481,0.00017584805,0.00038119312,0.000005183461,0.0000019687598,0.000041192918],"genre_scores_gemma":[0.9986647,0.00038156193,0.0006293383,0.00004923,0.00011677032,0.000021941647,0.0000082688475,0.000011747636,0.00011644292],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9933229,0.0027434905,0.000582586,0.00021429936,0.0025661676,0.0005705538],"domain_scores_gemma":[0.9956437,0.0031275058,0.00020431004,0.00014530806,0.000607839,0.00027139162],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.041925732,0.00009689948,0.00026434,0.00020847119,0.0001580247,0.000057423957,0.0005094813,0.00010915535,0.000015314592],"category_scores_gemma":[0.0104893865,0.000056805675,0.00008782597,0.00043613432,0.00022957192,0.000006022291,0.0005575704,0.0006062437,0.0000015862294],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0025729458,0.0008570732,0.57595605,0.00030351212,0.00074472034,0.000035504716,0.004987597,0.00011855763,0.023094492,0.00005821889,0.020897858,0.3703735],"study_design_scores_gemma":[0.006597078,0.0011595258,0.760889,0.0016636633,0.000021990483,0.00013020035,0.0066963998,0.2109234,0.004417754,0.00003703868,0.007235802,0.00022812192],"about_ca_topic_score_codex":0.00008926666,"about_ca_topic_score_gemma":0.000116019444,"teacher_disagreement_score":0.37014538,"about_ca_system_score_codex":0.00014565121,"about_ca_system_score_gemma":0.001603736,"threshold_uncertainty_score":0.9978457},"labels":[],"label_agreement":null},{"id":"W4367299623","doi":"10.2196/38169","title":"Exploring Differential Perceptions of Artificial Intelligence in Health Care Among Younger Versus Older Canadians: Results From the 2021 Canadian Digital Health Survey","year":2023,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université du Québec à Montréal; University of Toronto; Jewish General Hospital; McGill University Health Centre","funders":"","keywords":"Health care; Public health; Medicine; Gerontology; Digital health; Psychology; Family medicine; Nursing","score_opus":0.4812574673897146,"score_gpt":0.5127688704607873,"score_spread":0.03151140307107275,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4367299623","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94701016,0.0004119234,0.00014535381,0.050048277,0.0017765132,0.00034149876,0.00019496695,0.00000556634,0.00006575811],"genre_scores_gemma":[0.9962786,0.0018561662,0.000015534933,0.0002130211,0.0012210184,0.000013190505,0.00028674986,0.000019653184,0.000096079464],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9941617,0.0008823287,0.0017584718,0.00028414547,0.002076242,0.0008370915],"domain_scores_gemma":[0.9940167,0.0028428412,0.00028257506,0.00033872246,0.00095824804,0.0015609289],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0070659122,0.0001334745,0.00045083973,0.0008787495,0.00016773345,0.000097273274,0.0005645611,0.0001681297,0.0008793034],"category_scores_gemma":[0.009683232,0.00009844619,0.000121679586,0.0012988315,0.00040441073,0.00025917543,0.000088549445,0.0019347167,0.00007474591],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019562608,0.00026529186,0.082502104,0.00015833376,0.00013326007,0.00027530832,0.11963933,0.00005510935,0.0000078594585,0.00019239546,0.040899232,0.7539155],"study_design_scores_gemma":[0.00035195213,0.0016864125,0.74896985,0.0037504241,0.000011405343,0.000022909098,0.23991257,0.0031184992,0.00011944575,0.00016266161,0.0017219931,0.0001718718],"about_ca_topic_score_codex":0.95469254,"about_ca_topic_score_gemma":0.96304744,"teacher_disagreement_score":0.75374365,"about_ca_system_score_codex":0.001547348,"about_ca_system_score_gemma":0.009319759,"threshold_uncertainty_score":0.9986586},"labels":[],"label_agreement":null},{"id":"W4376872075","doi":"10.2196/40213","title":"Social Prescription Interventions Addressing Social Isolation and Loneliness in Older Adults: Meta-Review Integrating On-the-Ground Resources","year":2023,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Art Therapy and Mental Health","field":"Arts and Humanities","cited_by":118,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dawson College; McGill University; Université Laval; Simon Fraser University; Centre hospitalier universitaire de Québec","funders":"National Institute on Aging","keywords":"Loneliness; Social isolation; Psychological intervention; Medical prescription; Social support; Intervention (counseling); Population; Psychology; Mental health; Gerontology; Medicine; Applied psychology; Nursing; Social psychology; Psychiatry; Environmental health","score_opus":0.6055010771238405,"score_gpt":0.5549937723956124,"score_spread":0.050507304728228064,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4376872075","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0004386415,0.9916025,0.000024774212,0.006257262,0.00040096467,0.0007349982,0.000017740436,0.000012312845,0.00051082164],"genre_scores_gemma":[0.0014888714,0.9929898,0.0000043544155,0.0002803459,0.0027852778,0.00011356201,0.000024600917,0.000041154333,0.0022720532],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99309325,0.0026419263,0.0017954264,0.00024389532,0.0018536842,0.00037179893],"domain_scores_gemma":[0.99724936,0.0013410397,0.00081462914,0.000099743185,0.0003567185,0.00013850817],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.012734851,0.00025638836,0.0014424864,0.00054672174,0.00049792754,0.0003220971,0.0006442946,0.00025207768,0.0027200102],"category_scores_gemma":[0.00095798884,0.00013756451,0.00084479875,0.0002099263,0.0005601234,0.00021777661,0.00023856011,0.0032033224,0.00003507603],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000078472294,0.00027790453,5.177394e-7,0.053380784,0.0007336578,0.000055372886,0.027972668,1.230357e-8,2.5108223e-8,0.011620894,0.05646771,0.84941196],"study_design_scores_gemma":[0.00029033923,0.00022143823,0.000003937555,0.2374616,0.00046457816,0.000032880995,0.0050187195,0.0000402702,5.4372755e-8,0.00036958023,0.755979,0.00011761712],"about_ca_topic_score_codex":0.00041622468,"about_ca_topic_score_gemma":0.0019980834,"teacher_disagreement_score":0.84929436,"about_ca_system_score_codex":0.00025749597,"about_ca_system_score_gemma":0.0002516096,"threshold_uncertainty_score":0.99909633},"labels":[],"label_agreement":null},{"id":"W4378071380","doi":"10.2196/49323","title":"Open Science and Software Assistance: Commentary on “Artificial Intelligence Can Generate Fraudulent but Authentic-Looking Scientific Medical Articles: Pandora’s Box Has Been Opened”","year":2023,"lang":"en","type":"letter","venue":"Journal of Medical Internet Research","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Visibility; Computer science; Data science; Work (physics); Open science; Software; Internet privacy; Engineering ethics; Psychology; Engineering","score_opus":0.3816587135590341,"score_gpt":0.5133856465238442,"score_spread":0.13172693296481014,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378071380","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14642148,0.00051232445,0.0009868214,0.8468047,0.0043034176,0.00085626036,0.000025407428,0.000029018747,0.000060569415],"genre_scores_gemma":[0.50481397,0.0015549648,0.0008487438,0.4684811,0.019228091,0.00014060567,0.00015758157,0.00018439669,0.004590538],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97768,0.0010613983,0.0023189632,0.0011441334,0.016275732,0.001519735],"domain_scores_gemma":[0.98919266,0.003003692,0.0006485597,0.0009283741,0.0040925043,0.0021342079],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.039582524,0.00040324268,0.0010278019,0.0018659988,0.0010351351,0.0026310186,0.004860537,0.0010946008,0.0022603562],"category_scores_gemma":[0.02755455,0.0003057564,0.00018584087,0.0018039779,0.005875332,0.0003902919,0.002511674,0.00961307,0.00021054671],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037414767,0.0003319223,0.00062777114,0.00033435892,0.00011987405,0.0037232828,0.002581655,0.0000015805454,0.00008062394,0.00008873522,0.80802536,0.1837107],"study_design_scores_gemma":[0.0008109045,0.007408835,0.000691467,0.034723163,0.00039811927,0.002296809,0.017173078,0.015803926,0.048053972,0.01830457,0.85291773,0.0014174405],"about_ca_topic_score_codex":0.006481204,"about_ca_topic_score_gemma":0.0019303014,"teacher_disagreement_score":0.3783236,"about_ca_system_score_codex":0.0016262417,"about_ca_system_score_gemma":0.013507588,"threshold_uncertainty_score":0.99993944},"labels":[],"label_agreement":null},{"id":"W4378172411","doi":"10.2196/45662","title":"Generate Analysis-Ready Data for Real-world Evidence: Tutorial for Harnessing Electronic Health Records With Advanced Informatic Technologies","year":2023,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of British Columbia","funders":"U.S. National Library of Medicine; National Institute of Arthritis and Musculoskeletal and Skin Diseases; National Institute of Neurological Disorders and Stroke; National Institutes of Health","keywords":"Computer science; Leverage (statistics); Data science; Missing data; Data mining; Artificial intelligence; Machine learning","score_opus":0.19956327033626153,"score_gpt":0.5260047112488783,"score_spread":0.32644144091261673,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378172411","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.044747647,0.001965144,0.81851715,0.13131718,0.0015910018,0.0013958258,0.000023605022,0.0003796034,0.000062851104],"genre_scores_gemma":[0.88262427,0.007311118,0.10410769,0.0005984382,0.0023207704,0.00029576427,0.00018001642,0.00007314741,0.0024887603],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9935944,0.00059191487,0.0011674037,0.00046482755,0.0030118981,0.0011695339],"domain_scores_gemma":[0.9926944,0.003923147,0.00070203334,0.0011324739,0.0012022243,0.0003457341],"candidate_categories":["metaresearch","open_science"],"consensus_categories":[],"category_scores_codex":[0.027879227,0.00016996832,0.00065036316,0.0018401045,0.00025045834,0.00041712137,0.0055930465,0.00015835791,0.000018878352],"category_scores_gemma":[0.011769432,0.000115364455,0.000117862975,0.003670416,0.00017960234,0.001115808,0.0012042891,0.0020243684,0.000007759432],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010934392,0.00010780369,0.004898997,0.0014648286,0.0008117895,0.00008997576,0.0015082787,0.0017839356,0.000024171763,0.02152914,0.1055626,0.86112505],"study_design_scores_gemma":[0.0010490785,0.0032923992,0.0006782372,0.0013241114,0.00003865927,0.000049016755,0.00038813904,0.9358439,0.0000702193,0.0020618066,0.05504415,0.00016031679],"about_ca_topic_score_codex":0.0009348832,"about_ca_topic_score_gemma":0.0028454761,"teacher_disagreement_score":0.9340599,"about_ca_system_score_codex":0.0005693448,"about_ca_system_score_gemma":0.0043275985,"threshold_uncertainty_score":0.99978715},"labels":[],"label_agreement":null},{"id":"W4378907323","doi":"10.2196/46873","title":"The Complexity of Transferring Remote Monitoring and Virtual Care Technology Between Countries: Lessons From an International Workshop","year":2023,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia; Institute for Work & Health; Toronto Rehabilitation Institute; University of Waterloo; University Health Network; University of Toronto; University of Ottawa","funders":"Wellcome Trust","keywords":"Software deployment; Sustainability; Health care; Business; Knowledge management; Digital health; Value-Based Purchasing; Contingency plan; Process management; Computer science; Economic growth; Economics; Computer security","score_opus":0.24134651631588028,"score_gpt":0.5361364872457329,"score_spread":0.29478997092985265,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378907323","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9180703,0.00047133237,0.0009065151,0.079964414,0.00037088327,0.00013380258,0.000015814872,0.000017837143,0.00004907781],"genre_scores_gemma":[0.99609864,0.0023342422,0.00022616901,0.00004783409,0.001202498,0.0000021747612,0.000021594384,0.000012342578,0.00005452078],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9963382,0.00017868949,0.0007112034,0.00015082277,0.0023044588,0.00031664644],"domain_scores_gemma":[0.9974883,0.0011444231,0.00014077408,0.00017149621,0.0007195554,0.00033543244],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033844623,0.00008291784,0.0003114554,0.0005193251,0.00010496243,0.000034532295,0.0005234948,0.00016796256,0.00015307161],"category_scores_gemma":[0.0016118967,0.000054620647,0.00004763249,0.00036000356,0.0008654043,0.00010810473,0.00016322431,0.0013308291,0.0000046236314],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007626691,0.00005525826,0.28264377,0.00013812978,0.0004212369,0.0003592307,0.009090265,0.0000010557426,0.0008454562,0.0025966978,0.002402963,0.7006833],"study_design_scores_gemma":[0.008580921,0.0049738213,0.76609737,0.004245788,0.00016825146,0.0003253732,0.13590115,0.0021026724,0.014771789,0.005128296,0.05749871,0.00020584534],"about_ca_topic_score_codex":0.00058141665,"about_ca_topic_score_gemma":0.00016453711,"teacher_disagreement_score":0.7004774,"about_ca_system_score_codex":0.00012865524,"about_ca_system_score_gemma":0.0003487167,"threshold_uncertainty_score":0.5781864},"labels":[],"label_agreement":null},{"id":"W4379469539","doi":"10.2196/45767","title":"Using Social Media to Help Understand Patient-Reported Health Outcomes of Post–COVID-19 Condition: Natural Language Processing Approach","year":2023,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Mental Health via Writing","field":"Psychology","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Telus (Canada); Queen's University; Roche (Canada); Vector Institute; University of British Columbia; York University; University Health Network; University of Toronto","funders":"","keywords":"Social media; Normalization (sociology); Terminology; Computer science; Natural language processing; Artificial intelligence; Named-entity recognition; Sentiment analysis; Data science; Machine learning; Information retrieval; Task (project management); World Wide Web","score_opus":0.33487123235326416,"score_gpt":0.5826748219116427,"score_spread":0.2478035895583785,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379469539","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9722944,0.0012005913,0.0010616775,0.023516335,0.0008744984,0.0003742791,0.000019044684,0.000032335414,0.00062682765],"genre_scores_gemma":[0.99596846,0.000011688489,0.00050825014,0.0026891336,0.00053912995,0.000007511325,0.00002943396,0.000029050125,0.0002173453],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9924123,0.0011930802,0.0014362334,0.00028355228,0.0038797464,0.0007950815],"domain_scores_gemma":[0.99629796,0.0012424575,0.0006689264,0.00015840154,0.0004907451,0.0011415025],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.009718779,0.0001453923,0.0005818365,0.00093446707,0.00019797009,0.000050892868,0.00056334987,0.00021856773,0.0012500832],"category_scores_gemma":[0.004997344,0.00011518283,0.0001330823,0.0009857055,0.0003341102,0.00011584587,0.00027372263,0.0016358554,0.000028429142],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0025254972,0.0017265872,0.017557945,0.003997521,0.00080850953,0.0064125103,0.52733546,0.000017577751,0.0010410764,0.0028483341,0.19608742,0.23964158],"study_design_scores_gemma":[0.008905462,0.0027394565,0.049168173,0.0024660467,0.000059527836,0.003772834,0.9227256,0.0053135855,0.00031117414,0.0009695204,0.0029889138,0.00057967677],"about_ca_topic_score_codex":0.00101311,"about_ca_topic_score_gemma":0.00016566852,"teacher_disagreement_score":0.39539018,"about_ca_system_score_codex":0.00086381723,"about_ca_system_score_gemma":0.0017531088,"threshold_uncertainty_score":0.99966294},"labels":[],"label_agreement":null},{"id":"W4379514509","doi":"10.2196/43219","title":"Digital Parenting Interventions for Fathers of Infants From Conception to the Age of 12 Months: Systematic Review of Mixed Methods Studies","year":2023,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Okanagan University College; University of British Columbia, Okanagan Campus; University of British Columbia; University of Calgary","funders":"Alberta Children's Hospital Foundation; Children's Hospital Foundation","keywords":"CINAHL; Psychological intervention; PsycINFO; Systematic review; MEDLINE; Medicine; Critical appraisal; Cochrane Library; Intervention (counseling); Family medicine; Inclusion (mineral); Grey literature; Pediatrics; Psychology; Nursing; Meta-analysis; Alternative medicine; Social psychology","score_opus":0.6080024680043867,"score_gpt":0.7051935619476941,"score_spread":0.09719109394330738,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379514509","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000026949801,0.98098946,0.0064745196,0.0012102217,0.0008587567,0.010021188,0.0003345233,0.00000787916,0.00007651176],"genre_scores_gemma":[0.0000529403,0.9919796,0.0008723484,0.00010642842,0.00040943184,0.0057365666,0.00008027285,0.000042282863,0.0007201048],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.98178416,0.007094694,0.0081096245,0.0002711712,0.0021693353,0.00057099265],"domain_scores_gemma":[0.95670986,0.033156987,0.006050486,0.0007171012,0.0028342102,0.0005313735],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.044552825,0.00023271856,0.0044955635,0.00059363584,0.00014622304,0.000010964297,0.0016250454,0.00040137122,0.00020325476],"category_scores_gemma":[0.07789559,0.00012741196,0.0012521959,0.0007894155,0.0003313552,0.00007159546,0.00067038054,0.002127997,0.000030645104],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021861179,0.00008040076,0.0000074601617,0.7431901,0.0005879244,0.0000020970933,0.00066959305,7.202128e-8,2.2415024e-7,0.00018789398,0.02701607,0.22823632],"study_design_scores_gemma":[0.0002370688,0.00028392643,0.000007351989,0.7540859,0.0006322039,0.0000028817653,0.002785251,0.000011560564,5.650115e-7,0.00014877849,0.2417504,0.000054089338],"about_ca_topic_score_codex":0.00019527033,"about_ca_topic_score_gemma":0.0002225398,"teacher_disagreement_score":0.22818223,"about_ca_system_score_codex":0.0003049049,"about_ca_system_score_gemma":0.0020267577,"threshold_uncertainty_score":0.9838339},"labels":[],"label_agreement":null},{"id":"W4379792800","doi":"10.2196/44586","title":"Analysis of Fluoride-Free Content on Twitter: Topic Modeling Study","year":2023,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Fluoride Effects and Removal","field":"Environmental Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Research Institute for Aging; University Health Network; Public Health Ontario; University of Toronto; University of Waterloo","funders":"Fundação de Amparo à Pesquisa do Estado de São Paulo","keywords":"Misinformation; Latent Dirichlet allocation; Social media; Computer science; Topic model; Active listening; Homophily; Data science; World Wide Web; Information retrieval; Psychology","score_opus":0.14976469883185092,"score_gpt":0.41297325226824905,"score_spread":0.26320855343639815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379792800","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9959757,0.00003703287,0.00028590448,0.0024132,0.00029805477,0.00012949444,9.305906e-7,0.000006923472,0.0008527775],"genre_scores_gemma":[0.9980379,0.00007037175,0.000030442985,0.000072840565,0.00016757689,0.000002550458,7.6700803e-7,0.000008002283,0.0016095529],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99383813,0.00041362573,0.00061238895,0.00019575827,0.0046087,0.00033136777],"domain_scores_gemma":[0.99859667,0.0005606983,0.000109590655,0.00033286226,0.0000903896,0.00030980996],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008782585,0.00009021512,0.0003911038,0.00059365237,0.000039318318,0.00003183408,0.0012383243,0.00009152462,0.003126378],"category_scores_gemma":[0.0019118564,0.000055403703,0.00022582743,0.0012979968,0.0001911016,0.00006997826,0.000741305,0.0008759253,0.00014002496],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001848575,0.0052907546,0.4975195,0.00012828877,0.0067440066,0.008061472,0.014342788,0.072525814,0.012393578,0.00048456952,0.19874845,0.1819122],"study_design_scores_gemma":[0.0021227328,0.0038498756,0.13126451,0.0002339999,0.00023713424,0.00003053681,0.0030168353,0.85624135,0.0010024739,0.00031579207,0.0015314483,0.00015332329],"about_ca_topic_score_codex":0.0015337516,"about_ca_topic_score_gemma":0.00021991627,"teacher_disagreement_score":0.78371555,"about_ca_system_score_codex":0.00015583196,"about_ca_system_score_gemma":0.000039630864,"threshold_uncertainty_score":0.9977849},"labels":[],"label_agreement":null},{"id":"W4382361384","doi":"10.2196/47094","title":"Economic Evaluation Associated With Clinical-Grade Mobile App–Based Digital Therapeutic Interventions: Systematic Review","year":2023,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; University of Toronto","funders":"","keywords":"Systematic review; Psychological intervention; Medicine; Cochrane Library; Telemedicine; MEDLINE; Economic evaluation; Health care; Randomized controlled trial; Clinical trial; Cost effectiveness; Nursing; Risk analysis (engineering)","score_opus":0.5656200882546029,"score_gpt":0.687634619125133,"score_spread":0.12201453087053016,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382361384","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000067758474,0.97646177,0.0003547655,0.0015647287,0.0009681958,0.020209696,0.00008451579,0.00006341372,0.00028613344],"genre_scores_gemma":[0.00006230665,0.97044337,0.000013467816,0.0006479416,0.0007995755,0.02545902,0.00030255667,0.000121756544,0.0021500248],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.96678346,0.017456912,0.009478588,0.0005760473,0.0046029123,0.0011020653],"domain_scores_gemma":[0.9621029,0.026249632,0.0067065614,0.0010414948,0.0022416168,0.0016578111],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.104058705,0.0004305218,0.0049626464,0.0009790272,0.00032197408,0.0000821577,0.0021130398,0.001254733,0.0027623384],"category_scores_gemma":[0.026076207,0.00025959752,0.0015290343,0.001031942,0.0003545657,0.00016744387,0.00030930838,0.008521766,0.002664689],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017850178,0.0003378308,0.00001996376,0.76331025,0.00063051,0.00002420048,0.000023337023,5.7034975e-7,5.850539e-10,0.00014711574,0.04634252,0.18914583],"study_design_scores_gemma":[0.0007335817,0.0005734449,0.000004632104,0.64681554,0.0014760537,0.000025586845,0.00009201574,0.00036711057,3.0601979e-9,0.00009593065,0.34969217,0.00012390592],"about_ca_topic_score_codex":0.00005395856,"about_ca_topic_score_gemma":0.00021839316,"teacher_disagreement_score":0.30334967,"about_ca_system_score_codex":0.0026245792,"about_ca_system_score_gemma":0.020255236,"threshold_uncertainty_score":0.99998564},"labels":[],"label_agreement":null},{"id":"W4382502305","doi":"10.2196/45550","title":"Evaluating the Supporting Evidence of Medical Cannabis Claims Made on Clinic Websites: Cross-Sectional Study","year":2023,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Cannabis and Cannabinoid Research","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa; McMaster University; University of Toronto; St. Michael's Hospital","funders":"","keywords":"Cannabis; Medical prescription; Medicine; Family medicine; Medical cannabis; Cross-sectional study; Psychiatry; Nursing","score_opus":0.3348380620692847,"score_gpt":0.6110787628635308,"score_spread":0.2762407007942461,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382502305","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9063822,0.0005070815,0.000021377815,0.091428235,0.0006288023,0.0006231692,0.0000030251006,0.000019602288,0.0003865006],"genre_scores_gemma":[0.96762836,0.00055000716,0.000011782493,0.0004565923,0.0018525791,0.000054510394,0.0000031908946,0.00003842811,0.029404575],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.96478033,0.0021639906,0.0025121479,0.00049023103,0.0290185,0.0010348178],"domain_scores_gemma":[0.99168736,0.0026046387,0.00059615547,0.00065334694,0.003078247,0.0013802319],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.11779043,0.00020660812,0.00069601886,0.0009615174,0.0002195035,0.00019531508,0.002160797,0.00045783687,0.021869944],"category_scores_gemma":[0.07158282,0.00011828154,0.000468383,0.001656769,0.001266298,0.00014891633,0.0010412841,0.00637497,0.00040763838],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0044266693,0.0020161932,0.4482206,0.0006823667,0.0005739946,0.004230622,0.002654382,0.000029193177,0.0017037219,0.00018418438,0.49722183,0.03805623],"study_design_scores_gemma":[0.004710003,0.025388654,0.9325424,0.0041038734,0.000066794644,0.001311585,0.0060591553,0.016353028,0.0008167285,0.0004053117,0.008052578,0.00018993553],"about_ca_topic_score_codex":0.00087517436,"about_ca_topic_score_gemma":0.00013395029,"teacher_disagreement_score":0.48916924,"about_ca_system_score_codex":0.00039331501,"about_ca_system_score_gemma":0.005470621,"threshold_uncertainty_score":0.9959174},"labels":[],"label_agreement":null},{"id":"W4382502400","doi":"10.2196/46783","title":"Use of Electronic Ecological Momentary Assessment Methodologies in Physical Activity, Sedentary Behavior, and Sleep Research in Young Adults: Systematic Review","year":2023,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Physical Activity and Health","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"National Institute of Environmental Health Sciences; National Institutes of Health; Gordon and Betty Moore Foundation","keywords":"PsycINFO; Observational study; CINAHL; Checklist; Actigraphy; MEDLINE; Psychology; Descriptive statistics; Medicine; Gerontology; Psychological intervention; Psychiatry; Insomnia","score_opus":0.5713813198831592,"score_gpt":0.6310483025002231,"score_spread":0.059666982617063935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382502400","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09736861,0.8950958,0.000008425137,0.0024022725,0.00012090101,0.004944968,0.000015733396,0.0000121911135,0.00003108416],"genre_scores_gemma":[0.021982545,0.97696567,0.000078542056,0.000044763587,0.0002572272,0.0005376633,0.000014302552,0.00004750996,0.00007180633],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9756451,0.014013607,0.002233338,0.000608421,0.00626358,0.0012359145],"domain_scores_gemma":[0.9784205,0.019148491,0.0007605518,0.0004969049,0.00052364136,0.00064990285],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03833106,0.00039599414,0.0068157413,0.0020153327,0.000044943037,0.00005382317,0.0010399091,0.000661519,0.000100436315],"category_scores_gemma":[0.009377932,0.00024650057,0.00065265375,0.002025681,0.0007665324,0.00022950766,0.001326363,0.014122288,0.000015321106],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031045536,0.0056681097,0.0002486119,0.8767683,0.0004929736,0.0028058945,0.00016346759,1.5606264e-7,0.000004140983,0.00020890696,0.0007083666,0.11262065],"study_design_scores_gemma":[0.001135731,0.0057087457,0.0020391797,0.9863211,0.0010312562,0.0011,0.0002812217,0.00043432618,0.000004500136,0.00043916432,0.0012869131,0.00021784731],"about_ca_topic_score_codex":0.0019490244,"about_ca_topic_score_gemma":0.0007772769,"teacher_disagreement_score":0.112402804,"about_ca_system_score_codex":0.0026094527,"about_ca_system_score_gemma":0.002741005,"threshold_uncertainty_score":0.99999875},"labels":[],"label_agreement":null},{"id":"W4382538598","doi":"10.2196/40477","title":"Community and Health Care Provider Preferences for Bacterial Sexually Transmitted Infection Testing Interventions for Gay, Bisexual, and Other Men Who Have Sex With Men: e-Delphi Study","year":2023,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto Public Health; Hassle Free Clinic; Community Based Research Centre; Women's College Hospital; Maple Leaf Medical Clinic; Ontario HIV Treatment Network; Public Health Ontario; BC Centre for Disease Control; University of Toronto; Alpha Cancer Technologies","funders":"","keywords":"Psychological intervention; Men who have sex with men; Delphi method; Medicine; Reproductive health; Sexually active; Sexually transmitted disease; Gerontology; Family medicine; Human immunodeficiency virus (HIV); Psychology; Nursing; Population; Environmental health; Syphilis","score_opus":0.3404649852651088,"score_gpt":0.5326926212118684,"score_spread":0.19222763594675962,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382538598","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98478097,0.00039319036,0.0040411307,0.0073001715,0.00003158669,0.002596388,0.00006371751,0.000032291075,0.0007605508],"genre_scores_gemma":[0.99074817,0.00011552897,0.00033882257,0.00006357348,0.00038430368,0.0002938525,0.000037948914,0.0000397994,0.007978012],"study_design_codex":"not_applicable","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.9960748,0.0010888504,0.0007761401,0.00022808576,0.0013400381,0.00049209106],"domain_scores_gemma":[0.99650764,0.0013208371,0.00018978558,0.00018120608,0.0011599561,0.000640549],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010284949,0.00015097678,0.0005208066,0.0006765725,0.00033855162,0.0001883291,0.0002676081,0.00012096639,0.0001623843],"category_scores_gemma":[0.0035456577,0.0001002281,0.000112113565,0.00034080684,0.00035831626,0.00017624868,0.00017935269,0.001367277,0.0000014663519],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0048669605,0.0033686305,0.12779225,0.010192557,0.0019488581,0.0000752225,0.055202905,0.000001736835,0.00051348953,0.0000610318,0.47587702,0.32009935],"study_design_scores_gemma":[0.03484771,0.40925208,0.1405548,0.019231906,0.00040504013,0.00076817756,0.32591224,0.042870328,0.00047094983,0.00063561986,0.024519783,0.00053136767],"about_ca_topic_score_codex":0.0044175335,"about_ca_topic_score_gemma":0.008025517,"teacher_disagreement_score":0.45135725,"about_ca_system_score_codex":0.00014074928,"about_ca_system_score_gemma":0.00073461083,"threshold_uncertainty_score":0.6678019},"labels":[],"label_agreement":null},{"id":"W4383267937","doi":"10.2196/46773","title":"What’s Next for Modernizing Gender, Sex, and Sexual Orientation Terminology in Digital Health Systems? Viewpoint on Research and Implementation Priorities","year":2023,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"LGBTQ Health, Identity, and Policy","field":"Psychology","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Victoria","funders":"Michael Smith Health Research BC","keywords":"Terminology; Sexual orientation; Reproductive health; Health care; Orientation (vector space); Public relations; Psychology; Medical education; Medicine; Political science; Social psychology; Environmental health","score_opus":0.41765878554687924,"score_gpt":0.59780515742321,"score_spread":0.1801463718763308,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4383267937","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97556776,0.0034464023,0.00010716984,0.018953698,0.001063734,0.0006081832,0.000011951663,0.000010953807,0.00023014199],"genre_scores_gemma":[0.98632616,0.008001953,0.000012789201,0.00022023167,0.0010013104,0.00006701301,0.000020358159,0.00002396515,0.004326204],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99546885,0.00094324385,0.0008418167,0.00031287066,0.0016382601,0.00079497515],"domain_scores_gemma":[0.99689555,0.0019991468,0.00016857985,0.0001441478,0.00036853674,0.0004240198],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013734751,0.000103124425,0.00032574078,0.0013862733,0.00016183626,0.00063191244,0.00028784265,0.00020064128,0.00010689644],"category_scores_gemma":[0.000832822,0.000087642686,0.000027405476,0.00031836817,0.00033449486,0.00066430337,0.00019534385,0.0013245537,0.00004157758],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011770844,0.0004638634,0.049002152,0.0047754743,0.00017103855,0.00050078175,0.062347654,0.0000031791913,0.000040669227,0.04134776,0.18868947,0.65148085],"study_design_scores_gemma":[0.017361833,0.028511949,0.23163521,0.002173516,0.000029304281,0.0026519417,0.5885996,0.008127,0.000036094327,0.056392353,0.06385236,0.0006288264],"about_ca_topic_score_codex":0.003999181,"about_ca_topic_score_gemma":0.0008256768,"teacher_disagreement_score":0.650852,"about_ca_system_score_codex":0.00030788785,"about_ca_system_score_gemma":0.0005625395,"threshold_uncertainty_score":0.6093546},"labels":[],"label_agreement":null},{"id":"W4385147517","doi":"10.2196/45224","title":"Strengths, Weaknesses, Opportunities, and Threats Analysis of the Use of Digital Health Technologies in Primary Health Care in the Sub-Saharan African Region: Qualitative Study","year":2023,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Okanagan University College","funders":"National Institute for Health and Care Research; Imperial College London; UK Research and Innovation","keywords":"Digital health; Health care; Primary health care; Strengths and weaknesses; Medicine; Data science; Computer science; Nursing; Environmental health; Psychology; Political science; Population","score_opus":0.3681771170189188,"score_gpt":0.5686672069129425,"score_spread":0.20049008989402367,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385147517","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8114974,0.008959797,0.000032116055,0.17611913,0.00011324549,0.0029864786,0.00010459313,0.000019632625,0.00016761762],"genre_scores_gemma":[0.96934426,0.029470455,0.000014765902,0.00058028504,0.000034142548,0.00041110857,0.000028073895,0.000011879138,0.00010503255],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9882343,0.0060363663,0.002348765,0.00025715787,0.0023815725,0.00074183283],"domain_scores_gemma":[0.9878817,0.009566959,0.0011223544,0.0005476225,0.00058131386,0.00030000284],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.016913261,0.00013500705,0.0009057917,0.0016617109,0.00023767528,0.000020368947,0.0010007415,0.00019586322,0.000018352392],"category_scores_gemma":[0.004351382,0.000075500066,0.000104587096,0.00402687,0.00063489034,0.00014837623,0.00046791488,0.0027363638,0.0000011040289],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007991912,0.0014653348,0.12519747,0.0031093739,0.0003304248,0.000120049655,0.35058138,0.000012535766,0.0000010128904,0.0044274405,0.0942528,0.41970298],"study_design_scores_gemma":[0.0014358327,0.0015024527,0.12373233,0.0015124734,0.00003013253,0.00000974344,0.8208998,0.00014632566,9.727115e-7,0.00045504645,0.050201297,0.000073640505],"about_ca_topic_score_codex":0.004445451,"about_ca_topic_score_gemma":0.015870154,"teacher_disagreement_score":0.47031838,"about_ca_system_score_codex":0.00058022735,"about_ca_system_score_gemma":0.006147893,"threshold_uncertainty_score":0.99956435},"labels":[],"label_agreement":null},{"id":"W4385227357","doi":"10.2196/45458","title":"Benefits of Telerehabilitation for Patients With Severe Acquired Brain Injury: Promising Results From a Multicenter Randomized Controlled Trial Using Nonimmersive Virtual Reality","year":2023,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Traumatic Brain Injury Research","field":"Medicine","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Ministero della Salute","keywords":"Telerehabilitation; Neurorehabilitation; Randomized controlled trial; Rehabilitation; Quality of life (healthcare); Physical therapy; Beck Depression Inventory; Medicine; Tinetti test; Beck Anxiety Inventory; Physical medicine and rehabilitation; Psychology; Telemedicine; Health care; Psychiatry; Nursing; Anxiety; Balance (ability)","score_opus":0.11327969596764113,"score_gpt":0.43915901782993316,"score_spread":0.325879321862292,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385227357","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9811848,0.000035658217,0.0007790804,0.009181938,0.00038261886,0.00818689,0.00014966521,0.0000151367385,0.000084235595],"genre_scores_gemma":[0.9974049,0.000027716118,0.0013598953,0.00008391156,0.0006034182,0.00014542886,0.000078455974,0.000044698594,0.0002515745],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98707765,0.002860599,0.0026703635,0.0004153769,0.006321735,0.0006542912],"domain_scores_gemma":[0.9567339,0.036354523,0.0012061679,0.00044250346,0.004569017,0.0006938955],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03196623,0.00023331847,0.0022481685,0.0009664129,0.000082864615,0.00007042991,0.0005616981,0.00035678304,0.00025096603],"category_scores_gemma":[0.12058431,0.000141838,0.0005991038,0.00069519813,0.0008905818,0.00022617627,0.00021228509,0.0009910658,0.000007322208],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.978417,0.00116104,0.00035482683,0.00018974833,0.0013641272,0.000022136512,0.0030685978,0.000031551157,0.00035108096,0.00007039436,0.006545223,0.008424316],"study_design_scores_gemma":[0.9629916,0.009704635,0.002370641,0.003276013,0.00025745953,0.000010088004,0.001399499,0.019172482,0.0004441868,0.0001767881,0.00007253848,0.00012408945],"about_ca_topic_score_codex":0.0003796865,"about_ca_topic_score_gemma":0.000024024015,"teacher_disagreement_score":0.08861808,"about_ca_system_score_codex":0.00037119325,"about_ca_system_score_gemma":0.0013331692,"threshold_uncertainty_score":0.99679446},"labels":[],"label_agreement":null},{"id":"W4385399344","doi":"10.2196/45287","title":"Evaluation Strategies for Understanding Experiences With Virtual Care in Canada: Mixed Methods Study","year":2023,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Children's Hospital of Eastern Ontario; University of Ottawa","funders":"","keywords":"Health care; Computer-assisted web interviewing; Set (abstract data type); Psychology; Nursing; Medical education; Medicine; Computer science","score_opus":0.37829481436332235,"score_gpt":0.5995658556276985,"score_spread":0.22127104126437613,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385399344","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9868755,0.000177798,0.007891279,0.0037894505,0.00034554684,0.00081202254,0.0000010237118,0.0000054306242,0.00010199463],"genre_scores_gemma":[0.9991313,0.00002653524,0.00035339023,0.0000848121,0.00023997201,0.00012026976,0.000008415271,0.000010255635,0.000025012028],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9929701,0.0009665468,0.0006170749,0.00015034543,0.0049321624,0.00036375812],"domain_scores_gemma":[0.9972734,0.0012948029,0.00013332609,0.00009183872,0.0009116737,0.00029499712],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.019566003,0.00007824124,0.00029927646,0.00056139583,0.00005169884,0.00003084923,0.00020062231,0.00005036711,0.00037730884],"category_scores_gemma":[0.0026110958,0.000049963957,0.000027651004,0.00066046085,0.000085353844,0.00011419519,0.000047544512,0.0006020905,7.085069e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0032758038,0.00038037903,0.04764275,0.00044008894,0.00044177443,0.0015296432,0.27457437,0.00006203788,0.000090730406,0.0010005645,0.05852652,0.61203533],"study_design_scores_gemma":[0.004731987,0.008939011,0.013233058,0.00032749545,0.00004564184,0.000060439663,0.9665068,0.0053022797,0.00013700798,0.00023023173,0.000441665,0.000044376433],"about_ca_topic_score_codex":0.15955845,"about_ca_topic_score_gemma":0.7416817,"teacher_disagreement_score":0.69193244,"about_ca_system_score_codex":0.0020488906,"about_ca_system_score_gemma":0.014152086,"threshold_uncertainty_score":0.9914368},"labels":[],"label_agreement":null},{"id":"W4385435599","doi":"10.2196/45215","title":"Exploring Patient Advisors’ Perceptions of Virtual Care Across Canada: Qualitative Phenomenological Study","year":2023,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia; Queen's University","funders":"","keywords":"Qualitative research; Perception; Psychology; Health care; Medicine; Nursing; Applied psychology; Sociology","score_opus":0.39909466713441644,"score_gpt":0.558912213316059,"score_spread":0.15981754618164257,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385435599","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99365604,0.000116424584,0.00006644739,0.0052655702,0.0003612103,0.00039640666,0.00001740447,0.00001231251,0.00010815637],"genre_scores_gemma":[0.9990156,0.00022510905,0.00004236511,0.00016428842,0.00038018604,0.000040318446,0.000018798619,0.000013978137,0.000099319535],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9927119,0.0007923788,0.0011413263,0.00018354318,0.004640627,0.00053024886],"domain_scores_gemma":[0.9966537,0.0010635813,0.0002297181,0.00016765067,0.0012686844,0.0006167043],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0050344076,0.00011015374,0.00047844872,0.000284782,0.000087239365,0.0000119022825,0.00030961013,0.00007360652,0.0010664645],"category_scores_gemma":[0.0036518588,0.00007570713,0.00008188682,0.0007268886,0.00023165626,0.00010479214,0.00024980964,0.0013241109,0.00001631807],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000951781,0.00097498373,0.05124841,0.00028558396,0.0003614852,0.0020146077,0.6941331,0.0000069850967,0.0001939081,0.00017383811,0.03629313,0.21336217],"study_design_scores_gemma":[0.0023373605,0.011424212,0.09930474,0.00029149142,0.000022494085,0.0000730228,0.8822315,0.000052016432,0.00014766342,0.00001384684,0.004046653,0.000054998454],"about_ca_topic_score_codex":0.07095839,"about_ca_topic_score_gemma":0.06467743,"teacher_disagreement_score":0.21330717,"about_ca_system_score_codex":0.000531475,"about_ca_system_score_gemma":0.0014017659,"threshold_uncertainty_score":0.9998467},"labels":[],"label_agreement":null},{"id":"W4385441668","doi":"10.2196/46715","title":"Barriers to Video Call–Based Telehealth in Allied Health Professions and Nursing: Scoping Review and Mapping Process","year":2023,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Telehealth; Psychological intervention; CINAHL; Nursing; Health care; Systematic review; Medicine; MEDLINE; Inclusion (mineral); Psychology; Telemedicine; Medical education; Family medicine; Political science","score_opus":0.17633274537055801,"score_gpt":0.5688464114813857,"score_spread":0.3925136661108277,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385441668","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46414605,0.01105005,0.00052265404,0.5220895,0.00013290186,0.00196424,0.000001842929,0.000021532669,0.00007124147],"genre_scores_gemma":[0.948728,0.022890022,0.0005864882,0.02718791,0.00032500937,0.000088342385,0.00001185578,0.00003114994,0.00015121738],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9952429,0.00058038667,0.0011966334,0.00025208242,0.0020581284,0.0006698727],"domain_scores_gemma":[0.99619305,0.0006343105,0.00022593452,0.0001293272,0.00035155864,0.0024658039],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01423242,0.00011729077,0.00067134603,0.00107915,0.00010934972,0.000021024076,0.00018583643,0.00010145639,0.0002808319],"category_scores_gemma":[0.007761934,0.00008574522,0.000031265812,0.0012403617,0.00016992624,0.00008360029,0.000076138494,0.0014061173,0.000005483823],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009272606,0.0003885991,0.13537905,0.092852384,0.00010044041,0.0012379357,0.022069268,0.0000023710134,0.00013181903,0.00020664642,0.34997833,0.39672592],"study_design_scores_gemma":[0.010457994,0.007333345,0.12214713,0.8282528,0.00006918051,0.0010092532,0.018140148,0.0025451102,0.00015593668,0.00033250614,0.009258523,0.00029808015],"about_ca_topic_score_codex":0.00021116357,"about_ca_topic_score_gemma":0.00022291232,"teacher_disagreement_score":0.73540044,"about_ca_system_score_codex":0.0002795687,"about_ca_system_score_gemma":0.004811637,"threshold_uncertainty_score":0.929232},"labels":[],"label_agreement":null},{"id":"W4385683847","doi":"10.2196/45731","title":"Defining Misinformation and Related Terms in Health-Related Literature: Scoping Review","year":2023,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Misinformation and Its Impacts","field":"Social Sciences","cited_by":58,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact; Queen's University","funders":"","keywords":"Misinformation; Disinformation; Systematic review; MEDLINE; Pandemic; Medical literature; Medicine; Psychology; Internet privacy; Social media; Computer science; Coronavirus disease 2019 (COVID-19); Political science; World Wide Web; Computer security","score_opus":0.09323791019137048,"score_gpt":0.500336036427381,"score_spread":0.4070981262360105,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385683847","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3893223,0.1458174,0.00006950415,0.37747952,0.0016873333,0.0016851967,0.0000036283789,0.00012574096,0.083809376],"genre_scores_gemma":[0.71129173,0.28392008,0.0000615239,0.0017282713,0.00010874915,0.0000021771173,0.000015080259,0.000010621757,0.0028617699],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9950096,0.000864838,0.0012157531,0.000069851456,0.002441449,0.0003985219],"domain_scores_gemma":[0.9982546,0.0006014717,0.00033047618,0.00007094398,0.00024675502,0.00049577624],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03517379,0.000059620957,0.0002571386,0.00066651223,0.00012687579,0.00019651931,0.00033217928,0.00017824065,0.001094446],"category_scores_gemma":[0.014844266,0.00004474662,0.000047320227,0.0016391611,0.00018960825,0.00073800964,0.00008996794,0.0012333805,0.0001262492],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000081607235,0.00007467466,0.0006757481,0.007890775,0.00005767035,0.0004581347,0.30952314,0.000010682214,0.000004463374,0.03743908,0.2450159,0.39876813],"study_design_scores_gemma":[0.0037344764,0.0008288652,0.007591312,0.89687437,0.000010015934,0.00090969104,0.020978546,0.009139225,0.00002773101,0.0059161875,0.053620793,0.0003688112],"about_ca_topic_score_codex":0.0002478855,"about_ca_topic_score_gemma":0.00013261114,"teacher_disagreement_score":0.88898355,"about_ca_system_score_codex":0.00015463548,"about_ca_system_score_gemma":0.00089622836,"threshold_uncertainty_score":0.9998187},"labels":[],"label_agreement":null},{"id":"W4385710584","doi":"10.2196/49357","title":"Effects of Using Websites on Physical Activity and Diet Quality for Adults Living With Chronic Health Conditions: Systematic Review and Meta-Analysis","year":2023,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Diabetes and Digestive and Kidney Diseases; National Center for Advancing Translational Sciences; National Research Foundation of Korea; Medical Research Council; National Health and Medical Research Council; University of California, San Francisco; Rehabilitation Research and Development Service; Helse Nord RHF; Food and Health Bureau; National Institute for Health and Care Research; Korea Health Industry Development Institute; Health and Medical Research Fund; Universiteit Maastricht; ZonMw; National Institutes of Health; European Commission; Maastricht Universitair Medisch Centrum; Canada Research Chairs; Hong Kong Baptist University; National Cancer Institute; KWF Kankerbestrijding; National Research Foundation; National Heart Foundation of Australia; U.S. Department of Veterans Affairs; Prostate Cancer Foundation","keywords":"Meta-analysis; Physical activity; Gerontology; Quality (philosophy); Medicine; Psychology; Physical therapy","score_opus":0.41464825679510564,"score_gpt":0.6630614225073811,"score_spread":0.24841316571227545,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385710584","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011582533,0.9909122,0.00062778883,0.0011955424,0.000056436485,0.0058942083,0.00013574987,0.000010433688,0.000009364489],"genre_scores_gemma":[0.0012942461,0.9971628,0.00007792901,0.00048146516,0.00016987839,0.0005910923,0.000016347964,0.000026109958,0.00018010738],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.97969896,0.013364395,0.0038488188,0.00033498407,0.0022004622,0.0005523939],"domain_scores_gemma":[0.9529844,0.04011977,0.0047368947,0.00038627352,0.0011253174,0.00064735033],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.044326898,0.00030166257,0.008138887,0.0007525827,0.000298887,0.0000399142,0.0004934436,0.00033160814,0.00021888553],"category_scores_gemma":[0.021566845,0.00015247993,0.0009631161,0.0010017093,0.0002632378,0.0003540562,0.00028845647,0.0031325347,0.000010833277],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052900716,0.00016070419,0.000008192752,0.98165256,0.01418924,0.0000027106996,0.0005890897,1.18508844e-7,1.6843751e-8,0.00011292746,0.0006892109,0.0025423523],"study_design_scores_gemma":[0.0004866159,0.001613233,0.000114572336,0.90201986,0.08964142,0.000014299759,0.00022147295,0.0014130851,2.0656174e-7,0.00003473871,0.0042686136,0.00017189217],"about_ca_topic_score_codex":0.00042323445,"about_ca_topic_score_gemma":0.0001543314,"teacher_disagreement_score":0.07963269,"about_ca_system_score_codex":0.0006170655,"about_ca_system_score_gemma":0.0029882141,"threshold_uncertainty_score":0.99916726},"labels":[],"label_agreement":null},{"id":"W4385851471","doi":"10.2196/46953","title":"Association Between Online Health Information–Seeking Behaviors by Caregivers and Delays in Pediatric Cancer: Mixed Methods Study in China","year":2023,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Childhood Cancer Survivors' Quality of Life","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Ontario; University of Toronto","funders":"National Natural Science Foundation of China; Shandong University","keywords":"Medicine; Descriptive statistics; Logistic regression; Health Information National Trends Survey; Association (psychology); Pediatric cancer; Cancer; Clinical psychology; Family medicine; Psychology; Health care; Health information","score_opus":0.08347181529884697,"score_gpt":0.5167776930375747,"score_spread":0.43330587773872775,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385851471","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.951706,0.00090368517,0.00014892007,0.04647702,0.00029927655,0.00040871053,0.000022124743,0.000014041059,0.000020230995],"genre_scores_gemma":[0.9947055,0.004118856,0.00022153849,0.000257789,0.00051252265,0.000011806492,0.000036429607,0.000015073945,0.00012050914],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9916319,0.0023021733,0.0014730362,0.00018638647,0.003865411,0.0005410523],"domain_scores_gemma":[0.9969535,0.0015218575,0.0005078145,0.00013443743,0.0003125589,0.00056985294],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.033360925,0.00012700999,0.0006903258,0.0015722098,0.000045380064,0.000052879357,0.0003596681,0.00021271981,0.00009173473],"category_scores_gemma":[0.005821396,0.0001108904,0.00007117726,0.0015496793,0.000059320126,0.00028798144,0.00026013996,0.0026435417,0.0000046893324],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010130708,0.00025325306,0.8842684,0.00019646579,0.000087745044,0.00007216333,0.027913056,0.000003325964,0.0000035612218,0.000001637786,0.03608218,0.05101689],"study_design_scores_gemma":[0.003956428,0.0012245659,0.97034776,0.00060183584,0.00004765292,0.00001462648,0.021250127,0.0005836182,0.000012478874,0.000024850842,0.0018476598,0.00008839928],"about_ca_topic_score_codex":0.022749428,"about_ca_topic_score_gemma":0.008760806,"teacher_disagreement_score":0.086079344,"about_ca_system_score_codex":0.0014838064,"about_ca_system_score_gemma":0.0012478605,"threshold_uncertainty_score":0.9996574},"labels":[],"label_agreement":null},{"id":"W4385882590","doi":"10.2196/45451","title":"Real-Time Virtual Support as an Emergency Department Strategy for Rural, Remote, and Indigenous Communities in British Columbia: Descriptive Case Study","year":2023,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"Ministry of Health, British Columbia","keywords":"Indigenous; Peer support; Nursing; Emergency department; Medicine; Accountability; Qualitative research; Burnout; Rural health; Health care; Telehealth; Telemedicine; Rural area; Public relations; Sociology; Political science","score_opus":0.14421661935882768,"score_gpt":0.4830723925613365,"score_spread":0.3388557732025088,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385882590","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9972998,0.00009009926,0.000022273156,0.00093111803,0.0001659816,0.0013734435,0.000021143433,0.000020206808,0.00007592283],"genre_scores_gemma":[0.99508893,0.0024733946,0.000058494945,0.00008620768,0.00028367536,0.000040085062,0.00009844637,0.000026669759,0.0018440726],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9954569,0.0007307613,0.0011284747,0.00016194645,0.0019134533,0.00060849095],"domain_scores_gemma":[0.9976626,0.0005247583,0.00018294706,0.00017912281,0.00067302544,0.00077752146],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.009505378,0.0001023307,0.00047693058,0.00044335486,0.00016278015,0.000111546164,0.0002548629,0.00014001271,0.0023344136],"category_scores_gemma":[0.0008865645,0.00011379848,0.000055824887,0.0004417099,0.00019126733,0.0001961745,0.00014793049,0.0010462432,0.000011296406],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00092462456,0.0026198982,0.28133786,0.00034628317,0.00041828345,0.08898855,0.061939903,0.0000010685036,0.00010222936,0.000013861172,0.18653211,0.37677532],"study_design_scores_gemma":[0.0100847585,0.06656022,0.17783527,0.000576042,0.00009420433,0.035040155,0.7055678,0.001284234,0.000013340263,0.00039001094,0.0023850559,0.00016891552],"about_ca_topic_score_codex":0.30163866,"about_ca_topic_score_gemma":0.34581214,"teacher_disagreement_score":0.6436279,"about_ca_system_score_codex":0.00024328513,"about_ca_system_score_gemma":0.0010618238,"threshold_uncertainty_score":0.9985776},"labels":[],"label_agreement":null},{"id":"W4385992589","doi":"10.2196/43630","title":"Automating Detection of Drug-Related Harms on Social Media: Machine Learning Framework","year":2023,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Pharmacovigilance and Adverse Drug Reactions","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"York University; Canadian Centre on Substance Use and Addiction; Greo; Canadian Medical Protective Association; Carleton University; Saint Mary's University","funders":"Health Canada","keywords":"Social media; Enforcement; Warning system; Internet privacy; Law enforcement; Public health; Medicine; Public health surveillance; Business; Computer science; World Wide Web; Political science; Pathology","score_opus":0.22201196440057253,"score_gpt":0.5458263209758333,"score_spread":0.32381435657526075,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385992589","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9901192,0.00029525202,0.00009640525,0.00602234,0.0021908442,0.000105789935,0.000009297059,0.00007301329,0.0010878186],"genre_scores_gemma":[0.99653494,0.0013831672,0.000014781411,0.00020614923,0.0010619902,0.00000769174,0.000008448922,0.000023204499,0.0007596386],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9951086,0.0015460838,0.0007850372,0.00017635412,0.0018676027,0.00051630277],"domain_scores_gemma":[0.9935553,0.005219855,0.000383902,0.00007753885,0.00036294988,0.00040046583],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00992515,0.00013919266,0.00036776686,0.00073623814,0.00024856225,0.000022979351,0.00060573174,0.0005128952,0.0034278126],"category_scores_gemma":[0.00607145,0.000112848844,0.00021465075,0.0010195632,0.00038780918,0.00013005665,0.00018549235,0.008451267,0.00037923089],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0033552593,0.0022731328,0.013608222,0.00057949795,0.0024626958,0.003471562,0.032798897,0.002720708,0.19516036,0.003904577,0.10867255,0.63099253],"study_design_scores_gemma":[0.012104747,0.0013955272,0.017072236,0.0024092246,0.00041401782,0.00074964,0.009904341,0.2940102,0.37889013,0.0070792637,0.27516308,0.0008075704],"about_ca_topic_score_codex":0.000030526622,"about_ca_topic_score_gemma":0.000012724538,"teacher_disagreement_score":0.63018495,"about_ca_system_score_codex":0.00014794884,"about_ca_system_score_gemma":0.00021782555,"threshold_uncertainty_score":0.9974832},"labels":[],"label_agreement":null},{"id":"W4386046003","doi":"10.2196/45955","title":"Exploring the Perspectives and Experiences of Older Adults With Asthma and Chronic Obstructive Pulmonary Disease Toward Mobile Health: Qualitative Study","year":2023,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; Public Health Ontario; University of Toronto; Women's College Hospital","funders":"","keywords":"mHealth; COPD; Asthma; Medicine; Qualitative research; Population; eHealth; Health care; Gerontology; Psychological intervention; Nursing; Environmental health; Psychiatry","score_opus":0.20244921646066147,"score_gpt":0.5507549837642989,"score_spread":0.3483057673036374,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386046003","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9818773,0.0063146134,0.00005289529,0.00861801,0.000168852,0.0029006356,0.000006962902,0.000013104706,0.00004757355],"genre_scores_gemma":[0.98576754,0.006390065,0.000026116204,0.000079631405,0.0003469523,0.007225105,0.0000017397493,0.000015197707,0.00014764282],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9936117,0.0027574864,0.00087098306,0.00030051105,0.0018487487,0.0006105969],"domain_scores_gemma":[0.99419266,0.0033669542,0.00039851214,0.00020911232,0.0007162005,0.0011165808],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009285388,0.00012014945,0.00038510797,0.00031801086,0.00047759133,0.000013864372,0.00038896358,0.00006173618,0.00023029771],"category_scores_gemma":[0.0012292078,0.00006675819,0.000035495315,0.0006035197,0.0008193547,0.00019266695,0.0003084245,0.0017536281,0.0000070543647],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00076472276,0.00026516902,0.0023618464,0.0009314829,0.00003496117,0.00004405988,0.94906586,6.1556875e-7,9.741736e-7,0.0007038361,0.0011249157,0.044701524],"study_design_scores_gemma":[0.0009012563,0.0021036093,0.058147077,0.0013478721,0.000004936631,0.0000155183,0.93576306,0.00026413242,0.0000021870255,0.00011860577,0.0012821539,0.000049577837],"about_ca_topic_score_codex":0.00076812436,"about_ca_topic_score_gemma":0.00019807726,"teacher_disagreement_score":0.05578523,"about_ca_system_score_codex":0.00023074917,"about_ca_system_score_gemma":0.0022447333,"threshold_uncertainty_score":0.7618739},"labels":[],"label_agreement":null},{"id":"W4386208946","doi":"10.2196/48496","title":"A Comprehensive, Valid, and Reliable Tool to Assess the Degree of Responsibility of Digital Health Solutions That Operate With or Without Artificial Intelligence: 3-Phase Mixed Methods Study","year":2023,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre Hospitalier de l’Université de Montréal; Université de Montréal","funders":"Canadian Institutes of Health Research","keywords":"CLARITY; Delphi method; Inter-rater reliability; Reliability (semiconductor); Delphi; Digital health; Psychology; Computer science; Applied psychology; Artificial intelligence; Rating scale; Health care","score_opus":0.860717626630618,"score_gpt":0.6915041917528214,"score_spread":0.1692134348777966,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386208946","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.193172,0.7426259,0.03622547,0.014488266,0.0021560758,0.011105433,0.00010675379,0.000042762444,0.00007732186],"genre_scores_gemma":[0.088944584,0.9052019,0.0038867372,0.0001404312,0.00085410726,0.00015934286,0.000018280703,0.00009575917,0.00069882703],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98853004,0.0038655857,0.0031912222,0.00048331116,0.0032725234,0.0006573056],"domain_scores_gemma":[0.98577946,0.008255446,0.0010350263,0.00073993346,0.003457713,0.0007324043],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.028502695,0.00030442592,0.0025489856,0.0009406522,0.00018096266,0.00012936149,0.0008541218,0.0003273047,0.00017934994],"category_scores_gemma":[0.013935495,0.00015035845,0.00025496216,0.00182864,0.0010969389,0.00013909521,0.00053078344,0.002732363,0.000016049897],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002678736,0.0013688616,0.0001939719,0.0065164785,0.00043891725,0.000090029476,0.0037527601,0.0000012027257,0.0000025638547,0.00013837268,0.0016186411,0.9831995],"study_design_scores_gemma":[0.0013199196,0.1334252,0.000603648,0.21111155,0.0026572405,0.0047702403,0.24651718,0.004161032,0.001538511,0.002894394,0.3897429,0.0012581664],"about_ca_topic_score_codex":0.0014809404,"about_ca_topic_score_gemma":0.0007172843,"teacher_disagreement_score":0.9819413,"about_ca_system_score_codex":0.0003544131,"about_ca_system_score_gemma":0.009877222,"threshold_uncertainty_score":0.9995684},"labels":[],"label_agreement":null},{"id":"W4386305978","doi":"10.2196/48763","title":"Consolidated Reporting Guidelines for Prognostic and Diagnostic Machine Learning Modeling Studies: Development and Validation","year":2023,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":57,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Agricultural Research Institute of Ontario; University of Ottawa","funders":"Canadian Institutes of Health Research; Natural Sciences and Engineering Research Council of Canada; Canada Research Chairs","keywords":"Checklist; Guideline; Systematic review; Inclusion (mineral); Inclusion and exclusion criteria; Quality (philosophy); MEDLINE; Computer science; Quality Score; Set (abstract data type); Medicine; Medical physics; Data science; Psychology; Pathology; Alternative medicine; Operations management; Engineering; Metric (unit)","score_opus":0.7286857415267036,"score_gpt":0.6306642509162856,"score_spread":0.09802149061041798,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386305978","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97225356,0.0030628878,0.003159594,0.020933887,0.0002415901,0.0003206759,3.1200116e-7,0.000018375538,0.000009088071],"genre_scores_gemma":[0.9926667,0.0046410956,0.0017024846,0.00014542087,0.00050463097,0.00003290869,0.000014504244,0.00001381559,0.00027844094],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99661875,0.00014967227,0.001704263,0.0001709325,0.0010700866,0.00028629205],"domain_scores_gemma":[0.9894688,0.005270685,0.000540755,0.00008066511,0.0042153066,0.00042380055],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.015744833,0.000080426384,0.0003117002,0.00037174256,0.00014176329,0.000047400925,0.00008096814,0.00011125621,0.000026356587],"category_scores_gemma":[0.2613445,0.000057538677,0.000033241035,0.00027071073,0.00011837624,0.00007645893,0.000107610416,0.0006768043,0.000005740285],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006034628,0.00020292221,0.18628976,0.0026240714,0.00050443836,0.00077583373,0.025629789,0.00047917242,0.00050580385,0.00020490204,0.017437302,0.76474255],"study_design_scores_gemma":[0.00056567334,0.0018919065,0.0019100705,0.0089320475,0.00011995963,0.0015070646,0.036603477,0.926047,0.008774833,0.0023019472,0.011144275,0.00020172105],"about_ca_topic_score_codex":0.0001289062,"about_ca_topic_score_gemma":0.00003105098,"teacher_disagreement_score":0.92556787,"about_ca_system_score_codex":0.00008947386,"about_ca_system_score_gemma":0.0006167121,"threshold_uncertainty_score":0.7448775},"labels":[],"label_agreement":null},{"id":"W4386306053","doi":"10.2196/51584","title":"Best Practices for Using AI Tools as an Author, Peer Reviewer, or Editor","year":2023,"lang":"en","type":"editorial","venue":"Journal of Medical Internet Research","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":105,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria; JMIR Publications","funders":"","keywords":"Chatbot; Computer science; Publishing; Scientific publishing; Generative grammar; Data science; World Wide Web; Artificial intelligence; Political science","score_opus":0.693170544728797,"score_gpt":0.6910681960244153,"score_spread":0.0021023487043817513,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386306053","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0020115024,0.0015857099,0.0004360154,0.045898594,0.9490376,0.0008558461,0.000033556396,0.000021395677,0.00011978063],"genre_scores_gemma":[0.00013955077,0.005374028,0.00068148196,0.000320145,0.949342,0.000059894755,0.00015766584,0.00010615891,0.043819048],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98300874,0.0009987855,0.0021793537,0.00052069663,0.012404882,0.00088756456],"domain_scores_gemma":[0.8107825,0.078719646,0.0061153057,0.002017484,0.09572633,0.0066387295],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.038714513,0.00029755587,0.0011244591,0.0008422498,0.00017513688,0.00045635362,0.0012375196,0.0025068263,0.002797076],"category_scores_gemma":[0.60530514,0.0001992717,0.00035871295,0.0006198622,0.00035311098,0.00062589877,0.00021854982,0.008345807,0.00036910418],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023802938,0.00050715666,0.00001200366,0.0018425365,0.00017616086,0.0004676526,0.00074828323,2.9301083e-7,0.000010572567,0.000033711058,0.9176924,0.0761289],"study_design_scores_gemma":[0.0002214621,0.006599505,8.5217533e-7,0.010129034,0.00023862113,0.00016897179,0.0030026468,0.00095948693,0.00018202906,0.00043271002,0.97789544,0.00016922572],"about_ca_topic_score_codex":0.0068830033,"about_ca_topic_score_gemma":0.00075956265,"teacher_disagreement_score":0.5665906,"about_ca_system_score_codex":0.00088948716,"about_ca_system_score_gemma":0.019478945,"threshold_uncertainty_score":0.9997302},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4386335674","doi":"10.2196/47014","title":"Identifying Potential Lyme Disease Cases Using Self-Reported Worldwide Tweets: Deep Learning Modeling Approach Enhanced With Sentimental Words Through Emojis","year":2023,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Montréal","funders":"Natural Sciences and Engineering Research Council of Canada; Université de Montréal; University of Victoria","keywords":"Lyme disease; Artificial intelligence; Computer science; Machine learning; Preprocessor; LYME; Natural language processing; Disease; Medicine; Pathology","score_opus":0.26291088556582043,"score_gpt":0.514763621562837,"score_spread":0.2518527359970165,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386335674","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9666915,0.00056493806,0.026204117,0.0033509098,0.0021792832,0.0005602413,7.444813e-7,0.0000984887,0.00034979227],"genre_scores_gemma":[0.9932563,0.0009516448,0.0023207627,0.00007568763,0.003067399,0.00005880857,0.000011297714,0.00004220257,0.00021591302],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98873585,0.0019237419,0.00096484344,0.00038614517,0.0069483276,0.0010410585],"domain_scores_gemma":[0.9950072,0.0022792146,0.00046110275,0.00017934182,0.00092076167,0.0011523453],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.011410288,0.00017379501,0.00038506454,0.0006080531,0.0008187428,0.00036042472,0.00078999414,0.00023133568,0.0005312048],"category_scores_gemma":[0.0146928085,0.00015020253,0.00016015914,0.0019380497,0.0005272273,0.00070347975,0.0002510501,0.002002521,0.000030654093],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0033839874,0.0034237085,0.09836005,0.001701563,0.0029960133,0.015233887,0.7621625,0.030915745,0.0012934498,0.0014639808,0.0051196665,0.07394545],"study_design_scores_gemma":[0.0028730314,0.0005414296,0.0027582173,0.0035237123,0.00044378723,0.0004890283,0.29034737,0.69268006,0.00036139885,0.0016747509,0.0035576103,0.000749599],"about_ca_topic_score_codex":0.008508461,"about_ca_topic_score_gemma":0.0004991604,"teacher_disagreement_score":0.6617643,"about_ca_system_score_codex":0.0010980685,"about_ca_system_score_gemma":0.0027304927,"threshold_uncertainty_score":0.99809396},"labels":[],"label_agreement":null},{"id":"W4386472748","doi":"10.2196/46188","title":"Researched Apps Used in Dementia Care for People Living With Dementia and Their Informal Caregivers: Systematic Review on App Features, Security, and Usability","year":2023,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; University of Calgary; Toronto Rehabilitation Institute; University of Toronto","funders":"","keywords":"Dementia; Usability; Psychological intervention; Mobile apps; Internet privacy; Gerontology; Quality of life (healthcare); Psychology; Medicine; Nursing; World Wide Web; Computer science; Human–computer interaction; Disease","score_opus":0.14439224513891394,"score_gpt":0.5289579027351465,"score_spread":0.3845656575962326,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386472748","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00026233683,0.98256767,0.00004861644,0.0014683107,0.00013700014,0.015297221,0.000065227694,0.000019347603,0.00013429664],"genre_scores_gemma":[0.0012198631,0.9899585,0.000040371633,0.00020838606,0.00026485906,0.008052698,0.00005341125,0.00005846806,0.00014343644],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9878848,0.005017333,0.0028903948,0.0005129629,0.0024503816,0.0012440782],"domain_scores_gemma":[0.97957057,0.016035056,0.001224363,0.000588481,0.0011809827,0.0014005294],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.034174018,0.00038049024,0.0032548476,0.00089319714,0.00044955997,0.00006307384,0.0010696087,0.00076956995,0.00015900422],"category_scores_gemma":[0.011994333,0.00021967015,0.0002318911,0.0008966064,0.0002706288,0.00013166308,0.00082596333,0.0063982713,0.000022840619],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006032611,0.000067883026,0.0003966079,0.95229954,0.0002542823,0.000013170649,0.004389678,2.6735494e-8,6.436858e-9,0.00030205335,0.008531471,0.03368495],"study_design_scores_gemma":[0.00083869044,0.0006308625,0.00012412791,0.79027027,0.00036342113,0.0000562068,0.00859742,0.000026118587,2.996182e-8,0.00004477264,0.19890437,0.00014370965],"about_ca_topic_score_codex":0.0008137316,"about_ca_topic_score_gemma":0.008945878,"teacher_disagreement_score":0.1903729,"about_ca_system_score_codex":0.00059111236,"about_ca_system_score_gemma":0.0052484544,"threshold_uncertainty_score":0.99632806},"labels":[],"label_agreement":null},{"id":"W4386596079","doi":"10.2196/47475","title":"Digital Tool-Assisted Hospitalization Detection in the Tailored Antiplatelet Initiation to Lessen Outcomes due to Decreased Clopidogrel Response After Percutaneous Coronary Intervention Study Compared to Traditional Site-Coordinator Ascertainment: Intervention Study","year":2023,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Antiplatelet Therapy and Cardiovascular Diseases","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; St. Michael's Hospital; Université de Montréal; University of Ottawa; Montreal Heart Institute","funders":"National Heart, Lung, and Blood Institute; National Institute of Biomedical Imaging and Bioengineering; Aurora Research Institute; Greenville Health System; Sunnybrook Research Institute; NYU Langone Medical Center; National Institutes of Health; U.S. Department of Health and Human Services","keywords":"Conventional PCI; Percutaneous coronary intervention; Clopidogrel; Medicine; Intervention (counseling); Clinical trial; Emergency medicine; Medical emergency; Telehealth; Telemedicine; Internal medicine; Aspirin; Myocardial infarction; Nursing; Health care","score_opus":0.05133750389744511,"score_gpt":0.37639803804133587,"score_spread":0.32506053414389074,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386596079","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9914107,0.00007586428,0.0020753355,0.0034827318,0.0003219405,0.0025541615,0.000025480342,0.000039980707,0.000013859963],"genre_scores_gemma":[0.99889976,0.000012395579,0.000016615364,0.00037340002,0.0002003163,0.00022476653,0.000091279144,0.000036825917,0.00014464553],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9914208,0.0024197148,0.0012008405,0.00042775663,0.0040977197,0.00043314975],"domain_scores_gemma":[0.99750435,0.00081390224,0.00016042944,0.00035233927,0.0006503261,0.0005186777],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009329353,0.00024800713,0.000637405,0.0015298236,0.00010892718,0.00028769873,0.00050349167,0.00015165964,0.00035558396],"category_scores_gemma":[0.004038641,0.0001807312,0.0004963793,0.0015929864,0.0000713049,0.00032652894,0.00020486151,0.00073648867,0.00013143693],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.11551323,0.02091275,0.5743452,0.00020733279,0.002396116,0.044391617,0.022214212,0.0002432186,0.0010362897,0.000012901824,0.0042978157,0.21442933],"study_design_scores_gemma":[0.0064502275,0.011539719,0.96190757,0.00082260417,0.0001251304,0.0012951839,0.01651944,0.0005893022,0.00007549011,0.000028602984,0.00046759887,0.00017915301],"about_ca_topic_score_codex":0.00014821625,"about_ca_topic_score_gemma":0.00041302183,"teacher_disagreement_score":0.38756236,"about_ca_system_score_codex":0.00052707596,"about_ca_system_score_gemma":0.00015151755,"threshold_uncertainty_score":0.7370004},"labels":[],"label_agreement":null},{"id":"W4386817765","doi":"10.2196/47884","title":"Ethical Imperatives for Working With Diverse Populations in Digital Research","year":2023,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"NeuroDevNet; University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada; College of Engineering, Michigan State University; Canadian Institutes of Health Research; University of Rochester; Faculty of Medicine, University of British Columbia; Michigan State University; National Institutes of Health; National Science Foundation","keywords":"Confidentiality; Autonomy; Engineering ethics; Research ethics; Context (archaeology); Economic Justice; Individualism; Participatory action research; Diversity (politics); Sociology; Informed consent; Public relations; Political science; Medicine; Engineering; Law; Alternative medicine","score_opus":0.8631291613806001,"score_gpt":0.7180257442674458,"score_spread":0.14510341711315433,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386817765","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8489707,0.00017349153,0.0008212311,0.14606129,0.00025219368,0.0007161197,0.000004932254,0.00002473046,0.002975328],"genre_scores_gemma":[0.9921323,0.0006209394,0.00067548733,0.00026447294,0.00093830266,0.00004434606,0.000011126944,0.000038051236,0.0052749747],"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9831694,0.0008684654,0.0011060078,0.00041641312,0.013298749,0.0011409797],"domain_scores_gemma":[0.9216566,0.06871961,0.0001616686,0.00057975756,0.0071788905,0.0017034585],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.08381653,0.00013071464,0.00052220793,0.00200287,0.00017358977,0.00026223322,0.0010949194,0.001146913,0.0005358997],"category_scores_gemma":[0.21143976,0.00008542479,0.00018662412,0.0025291643,0.0019859977,0.00017743371,0.0008333146,0.022678591,0.00012517821],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.017660387,0.002683927,0.3734952,0.0014852231,0.00065503607,0.016741395,0.01133556,0.00007467117,0.00062730105,0.28951192,0.20723261,0.07849677],"study_design_scores_gemma":[0.036042042,0.039746594,0.1632311,0.04476558,0.000093165225,0.0022516502,0.052904177,0.050280143,0.0013736513,0.49787673,0.11042403,0.0010111387],"about_ca_topic_score_codex":0.0001542107,"about_ca_topic_score_gemma":0.0008722183,"teacher_disagreement_score":0.21026409,"about_ca_system_score_codex":0.00042484803,"about_ca_system_score_gemma":0.00305029,"threshold_uncertainty_score":0.9795761},"labels":[],"label_agreement":null},{"id":"W4386874491","doi":"10.2196/43765","title":"Patient and Health Care Provider Perspectives on Patient Access to Test Results via Web Portals: Scoping Review","year":2023,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"South Health Campus; MacEwan University; University of Alberta; University of Victoria","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Patient portal; Test (biology); Health care; Medicine; Internet privacy; World Wide Web; Nursing; Computer science","score_opus":0.25779061100298534,"score_gpt":0.6165575520580805,"score_spread":0.35876694105509516,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386874491","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.291531,0.1315449,0.00006221957,0.5580162,0.0024649876,0.011716645,0.00007371559,0.00012297308,0.0044673914],"genre_scores_gemma":[0.919986,0.06546692,0.00006155752,0.012210598,0.0012734153,0.00040960585,0.0000144388805,0.000069171634,0.0005082632],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.98794484,0.0033776667,0.0026176732,0.00048469083,0.004200243,0.0013748688],"domain_scores_gemma":[0.99124146,0.003992678,0.0008916782,0.00039486733,0.0017103079,0.001769031],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.02012255,0.00019339216,0.00081192446,0.0007327137,0.0003773366,0.000050509272,0.0007032018,0.00024161447,0.00048649975],"category_scores_gemma":[0.020441646,0.00013355498,0.00009309326,0.0010153119,0.00009647305,0.00016382775,0.0007161204,0.003905011,0.00025308484],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034136293,0.00025435316,0.0026450003,0.021936264,0.000047034107,0.00033335199,0.041406322,0.0000013814268,0.0000072086436,0.00007066216,0.8211635,0.111793585],"study_design_scores_gemma":[0.002882253,0.022818517,0.0031283333,0.7578204,0.000014826014,0.00017588737,0.07320707,0.0004209446,0.00004669499,0.000050740677,0.13905933,0.0003749625],"about_ca_topic_score_codex":0.0011337226,"about_ca_topic_score_gemma":0.0028943194,"teacher_disagreement_score":0.7358842,"about_ca_system_score_codex":0.0015893435,"about_ca_system_score_gemma":0.0088115875,"threshold_uncertainty_score":0.998393},"labels":[],"label_agreement":null},{"id":"W4386945571","doi":"10.2196/42786","title":"The Effect of Internet-Based Cognitive Behavioral Therapy on Major Depressive Disorder: Randomized Controlled Trial","year":2023,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University Health Network; Brain and Cognition Discovery Foundation","funders":"National Key Research and Development Program of China; Sun Yat-sen University; National Natural Science Foundation of China","keywords":"Randomized controlled trial; Mental health; Distress; Anxiety; Clinical psychology; Quality of life (healthcare); Cognitive behavioral therapy; Major depressive disorder; Psychiatry; Medicine; Depression (economics); Cognition; Psychology; Internal medicine","score_opus":0.08362428212163543,"score_gpt":0.5266265405229662,"score_spread":0.4430022584013308,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386945571","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9841021,0.0012476051,0.00017398209,0.00483347,0.0035649373,0.0038846103,0.000014027281,0.000021397076,0.0021578905],"genre_scores_gemma":[0.9929276,0.00008525123,0.000001865714,0.000084543084,0.0003363502,0.0010246483,0.000009056158,0.000032402782,0.005498245],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9861259,0.007866447,0.0019074351,0.00025328857,0.0032219703,0.0006249883],"domain_scores_gemma":[0.96676254,0.0312791,0.0007918708,0.00025083128,0.00051767164,0.00039799453],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.024737395,0.00021483969,0.0014281257,0.00062821066,0.00009131461,0.00010976341,0.0011674803,0.00025884403,0.0022933325],"category_scores_gemma":[0.010059676,0.00010510385,0.0012255603,0.00042006097,0.0012488988,0.00007151168,0.0001694142,0.0018236929,0.00031664743],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.91561425,0.0015090768,0.00021316958,0.000031755746,0.00082861417,0.00031070138,0.0003842405,4.586582e-7,0.000003569426,0.00086099526,0.01488999,0.06535318],"study_design_scores_gemma":[0.9621966,0.03276056,0.00017848874,0.0013735822,0.000081992854,0.000028254944,0.00028552598,0.00047972635,0.0013467988,0.00039979565,0.00078362064,0.00008504961],"about_ca_topic_score_codex":0.00049860193,"about_ca_topic_score_gemma":0.000078680736,"teacher_disagreement_score":0.06526812,"about_ca_system_score_codex":0.00010395892,"about_ca_system_score_gemma":0.00021635987,"threshold_uncertainty_score":0.9986187},"labels":[],"label_agreement":null},{"id":"W4386971393","doi":"10.2196/49416","title":"Twitter Misinformation Discourses About Vaping: Systematic Content Analysis","year":2023,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Misinformation and Its Impacts","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Misinformation; Narrative; Blame; Social media; Internet privacy; Distrust; Electronic cigarette; Crowdsourcing; Public relations; Psychology; Political science; Advertising; Social psychology; Computer science; Business; Medicine; World Wide Web; Computer security","score_opus":0.28010680999158183,"score_gpt":0.5146206462008774,"score_spread":0.2345138362092956,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386971393","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93412375,0.00030829516,0.002769464,0.04121867,0.0007785319,0.0003815116,0.0000020074704,0.00004647537,0.020371309],"genre_scores_gemma":[0.9869901,0.0006233559,0.000019127643,0.00037284568,0.00033593053,0.0000020201226,0.0000040125974,0.0000046629643,0.01164797],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.99140203,0.00079906813,0.0009977553,0.00006959677,0.0062809926,0.00045057945],"domain_scores_gemma":[0.99697995,0.0008945103,0.00037639972,0.00014637617,0.00095266174,0.000650102],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.024203187,0.00007469963,0.0003696526,0.0013973904,0.00017483727,0.00044410283,0.00083548186,0.0001514371,0.002390633],"category_scores_gemma":[0.012651096,0.000048357513,0.00023725268,0.001941803,0.0003180961,0.00068720005,0.000101819176,0.0006414169,0.00053279236],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000111637084,0.00017088858,0.002776187,0.002692578,0.0016924393,0.00018915074,0.3902218,0.00008379252,0.00002676006,0.019432053,0.5770608,0.0055418587],"study_design_scores_gemma":[0.0025063271,0.00068105594,0.03706054,0.015536046,0.0005943359,0.000104526516,0.8018846,0.056030404,0.0002506589,0.0011394373,0.08371655,0.0004955378],"about_ca_topic_score_codex":0.0005883928,"about_ca_topic_score_gemma":0.00024202047,"teacher_disagreement_score":0.4933443,"about_ca_system_score_codex":0.00020579733,"about_ca_system_score_gemma":0.0005438777,"threshold_uncertainty_score":0.9985213},"labels":[],"label_agreement":null},{"id":"W4387144848","doi":"10.2196/48996","title":"Automated Paper Screening for Clinical Reviews Using Large Language Models: Data Analysis Study","year":2023,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":177,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Calgary","funders":"","keywords":"Computer science; Workflow; Machine learning; Python (programming language); Artificial intelligence; Natural language processing; Information retrieval; Data science; Data mining; Database; Programming language","score_opus":0.9651539480355735,"score_gpt":0.7553193395729202,"score_spread":0.20983460846265334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387144848","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47263983,0.010146509,0.508602,0.0048323437,0.00078615395,0.0023452998,0.00009360825,0.00002771603,0.0005265494],"genre_scores_gemma":[0.9673539,0.0020529993,0.017457394,0.0006165822,0.0015936013,0.000035388886,0.00006900447,0.000045689012,0.010775457],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.8919721,0.053486206,0.022335619,0.0014069546,0.029949408,0.0008496815],"domain_scores_gemma":[0.9493373,0.031233564,0.0068081687,0.006983861,0.0044693267,0.0011677842],"candidate_categories":["metaresearch","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.7778753,0.0002308797,0.005243443,0.0022531308,0.0001496465,0.0010739649,0.010140974,0.0002261154,0.015315903],"category_scores_gemma":[0.33318642,0.00010234403,0.0028832087,0.0069194506,0.0001326088,0.0006634713,0.0022641663,0.001339968,0.000849909],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000062420266,0.0004922705,0.02363258,0.000061215316,0.0037873173,0.0003210595,0.0014401331,0.00021118384,0.0000065710806,0.000109261746,0.92401606,0.045859948],"study_design_scores_gemma":[0.0006159284,0.00019503414,0.0025044398,0.00018038116,0.0009379392,0.0000201276,0.0052662566,0.8848037,3.9808438e-7,0.00025773706,0.10513058,0.000087451896],"about_ca_topic_score_codex":0.00008481838,"about_ca_topic_score_gemma":0.0003093585,"teacher_disagreement_score":0.88459253,"about_ca_system_score_codex":0.00004562445,"about_ca_system_score_gemma":0.00030330825,"threshold_uncertainty_score":0.99996305},"labels":[],"label_agreement":null},{"id":"W4387191968","doi":"10.2196/51712","title":"The Potential of Chatbots for Emotional Support and Promoting Mental Well-Being in Different Cultures: Mixed Methods Study","year":2023,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Mental Health via Writing","field":"Psychology","cited_by":139,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Institute for Basic Science; National Research Foundation of Korea; National Research Foundation","keywords":"Chatbot; Sadness; Popularity; Conversation; Social media; Psychology; World Wide Web; Computer science; Social psychology; Anger; Communication","score_opus":0.1092124191007147,"score_gpt":0.563993706912816,"score_spread":0.4547812878121013,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387191968","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9912495,0.00015253587,0.00028727384,0.006074664,0.0011150275,0.0006987882,0.000002442666,0.0000061292703,0.0004136256],"genre_scores_gemma":[0.9982488,0.00009661169,0.0002372452,0.00004022044,0.00050275907,0.000049934184,0.000004248834,0.00001689546,0.000803273],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9936787,0.0023291353,0.0011212912,0.00022588382,0.002052881,0.00059211435],"domain_scores_gemma":[0.99666697,0.0024283573,0.00026503386,0.00012635361,0.00021134992,0.00030195474],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02855893,0.000110779576,0.00034336507,0.00034932545,0.00014596597,0.000050521772,0.00057853083,0.00013542474,0.00051994366],"category_scores_gemma":[0.0016951847,0.00006585355,0.0000962143,0.00026727695,0.00022855023,0.00005706765,0.000419298,0.0011661651,0.000008703115],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0040192995,0.005465855,0.089343876,0.0012825873,0.0011791039,0.001853219,0.12321049,0.0000026427876,0.007467052,0.008233757,0.07975877,0.6781833],"study_design_scores_gemma":[0.01872367,0.014945976,0.6115704,0.0034080972,0.000078137426,0.0017538263,0.30743495,0.01935928,0.005188928,0.008750407,0.00836686,0.00041945194],"about_ca_topic_score_codex":0.0001039762,"about_ca_topic_score_gemma":0.0000897391,"teacher_disagreement_score":0.6777639,"about_ca_system_score_codex":0.0001229674,"about_ca_system_score_gemma":0.00010862415,"threshold_uncertainty_score":0.9898013},"labels":[],"label_agreement":null},{"id":"W4387208588","doi":"10.2196/47970","title":"Effectiveness and Cost of Using Facebook Recruitment to Elicit Canadian Women’s Perspectives on Bone Health and Osteoporosis: Cross-Sectional Survey Study","year":2023,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Alberta Bone and Joint Health Institute; University of Calgary; Alberta Health Services","funders":"Cumming School of Medicine, University of Calgary","keywords":"Web survey; Cross-sectional study; Medicine; Family medicine; Public health; Osteoporosis; Globe; Survey data collection; Gerontology; Psychology; Nursing; Marketing; Business","score_opus":0.4646675129723527,"score_gpt":0.5963801221090613,"score_spread":0.13171260913670862,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387208588","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9926807,0.00027239783,0.0000046979517,0.0029292915,0.0009944717,0.003062893,0.000010100335,0.000005525359,0.000039885577],"genre_scores_gemma":[0.9984964,0.000513775,0.000011734546,0.00007772964,0.00037463722,0.0004635579,9.933115e-7,0.000010262298,0.000050885676],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9919303,0.0041278885,0.00050476246,0.00023440947,0.0026185524,0.0005840909],"domain_scores_gemma":[0.9910608,0.005852113,0.00016737952,0.00008496242,0.00090543396,0.0019293283],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04611756,0.00008004701,0.00031558223,0.00080095185,0.00036530496,0.00011254683,0.00026815198,0.00013141721,0.00022056939],"category_scores_gemma":[0.026066411,0.00007167604,0.000025861491,0.0007383516,0.00050213584,0.0000899477,0.00008713776,0.00069833593,0.00000800355],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029731836,0.00018459912,0.72907305,0.00006567838,0.00004227219,0.000018351457,0.25892067,0.000004662517,0.0000094386605,0.00014540345,0.00038591132,0.010852654],"study_design_scores_gemma":[0.0005057808,0.0015007528,0.84303784,0.00024082715,0.0000011512481,0.000005361239,0.15276071,0.000024891193,0.0000068679597,0.000058975707,0.0018093453,0.000047463276],"about_ca_topic_score_codex":0.394011,"about_ca_topic_score_gemma":0.18626975,"teacher_disagreement_score":0.20774125,"about_ca_system_score_codex":0.0034377873,"about_ca_system_score_gemma":0.0054653734,"threshold_uncertainty_score":0.98222274},"labels":[],"label_agreement":null},{"id":"W4387316134","doi":"10.2196/49753","title":"Deep Learning Analysis of COVID-19 Vaccine Hesitancy and Confidence Expressed on Twitter in 6 High-Income Countries: Longitudinal Observational Study","year":2023,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Vaccine Coverage and Hesitancy","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Fudan University","keywords":"Vaccination; Confidence interval; Coronavirus disease 2019 (COVID-19); Pandemic; Medicine; Demography; Observational study; Influenza vaccine; Family medicine; Virology; Internal medicine; Infectious disease (medical specialty); Sociology","score_opus":0.17139339914724963,"score_gpt":0.475156199272465,"score_spread":0.3037628001252154,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387316134","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97899264,0.00030590233,0.00045521592,0.019868458,0.00010261249,0.00016641991,0.0000013601285,0.000010043247,0.000097330674],"genre_scores_gemma":[0.9977158,0.0011470997,0.000015504793,0.0002008297,0.00023877402,0.000007680535,0.0000023827483,0.0000072785433,0.0006646932],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9932211,0.0013332446,0.0008031393,0.0002459742,0.004000251,0.0003963006],"domain_scores_gemma":[0.9940392,0.0044268523,0.00026402983,0.00014065001,0.00066489365,0.00046439064],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.015017625,0.00010232244,0.00053396047,0.0014917032,0.00016525797,0.00010797479,0.0007087521,0.00014086175,0.0031416328],"category_scores_gemma":[0.012044654,0.00008188663,0.00009907192,0.0023027724,0.000091234746,0.00023735123,0.00017929688,0.0010525157,0.00001696667],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000368128,0.00017349089,0.9780235,0.00004614826,0.00031075533,0.0009130973,0.014002075,0.0003380743,0.000011036236,0.002613753,0.0029620081,0.00023788825],"study_design_scores_gemma":[0.0014639039,0.00076516345,0.98134124,0.00024224576,0.00007486022,0.0000038667968,0.010604508,0.0023045116,0.000010551995,0.0010410541,0.0020634576,0.00008464398],"about_ca_topic_score_codex":0.0039227135,"about_ca_topic_score_gemma":0.0082286345,"teacher_disagreement_score":0.01966763,"about_ca_system_score_codex":0.00026225715,"about_ca_system_score_gemma":0.00070403883,"threshold_uncertainty_score":0.99776965},"labels":[],"label_agreement":null},{"id":"W4387547555","doi":"10.2196/40710","title":"Synchronous Web-Based Psychotherapy for Mental Disorders From a Health Quality Perspective: Scoping Review","year":2023,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"PsycINFO; MEDLINE; Mental health; Systematic review; Cochrane Library; Scopus; Psychology; Health care; Mental illness; Medicine; Psychotherapist; Meta-analysis","score_opus":0.21452755209200086,"score_gpt":0.6312157204935664,"score_spread":0.4166881684015656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387547555","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06271696,0.15708542,0.011078091,0.7472342,0.009329553,0.006017168,0.00044186224,0.00017700119,0.005919702],"genre_scores_gemma":[0.92786914,0.04507468,0.0009852106,0.016002126,0.0019619993,0.0009804544,0.00015022402,0.00019028812,0.0067859036],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.99370784,0.001512273,0.0014641412,0.000363642,0.0022097656,0.0007423482],"domain_scores_gemma":[0.9963994,0.0017751202,0.00045720048,0.00031288835,0.0003452469,0.0007101233],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.013309527,0.00015188707,0.00059120636,0.0003638092,0.00013095657,0.00007792358,0.00092138036,0.00014082064,0.0064777057],"category_scores_gemma":[0.0011192953,0.0001253199,0.00042471875,0.00055450364,0.00031028513,0.0001148341,0.00006758534,0.001029159,0.00030707705],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011019284,0.00207835,0.0003425488,0.0038390215,0.00031666487,0.000052141615,0.0013606189,4.6429054e-7,0.0000071894906,0.0055991868,0.77885956,0.20644231],"study_design_scores_gemma":[0.03696467,0.03513273,0.009592747,0.63076836,0.00007723043,0.00024018441,0.013533005,0.0025690328,0.00015595862,0.07391145,0.1958197,0.0012349273],"about_ca_topic_score_codex":0.002637017,"about_ca_topic_score_gemma":0.0020972763,"teacher_disagreement_score":0.8651522,"about_ca_system_score_codex":0.0006538372,"about_ca_system_score_gemma":0.0012900089,"threshold_uncertainty_score":0.9944305},"labels":[],"label_agreement":null},{"id":"W4387753828","doi":"10.2196/52091","title":"The Impact of Generative Conversational Artificial Intelligence on the Lesbian, Gay, Bisexual, Transgender, and Queer Community: Scoping Review","year":2023,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Queer; Transgender; Lesbian; Generative grammar; Psychology; Sociology; Gender studies; Computer science; Artificial intelligence","score_opus":0.6421809520637752,"score_gpt":0.6352718860376174,"score_spread":0.006909066026157817,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387753828","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.793926,0.01947692,0.0014079985,0.17803948,0.0015816917,0.0014024732,0.000049643673,0.000019541145,0.0040962654],"genre_scores_gemma":[0.9956153,0.0031277058,0.000006025077,0.00036399663,0.00014428358,0.000028110178,0.00000361394,0.000011161952,0.0006997767],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.9943223,0.0027566832,0.00093387085,0.0001069535,0.0015513118,0.00032885626],"domain_scores_gemma":[0.9931898,0.005693536,0.00023515757,0.00024543685,0.0003986341,0.00023743555],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.015837196,0.000094942305,0.00024988886,0.0001856494,0.0002148941,0.00007497307,0.00082688074,0.00008704399,0.0020784573],"category_scores_gemma":[0.0026897853,0.000047691778,0.00017765115,0.00044016185,0.0009404668,0.00007467478,0.0001645319,0.0018008893,0.00013067681],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012884781,0.0017586742,0.000422966,0.002169512,0.0013158271,0.00022153892,0.014851836,0.000015250541,0.00008718391,0.1759567,0.4105777,0.39133433],"study_design_scores_gemma":[0.0041311225,0.0676076,0.029415324,0.46842587,0.00029456674,0.0029960703,0.115045324,0.013603372,0.0104265725,0.27533045,0.011273344,0.0014503988],"about_ca_topic_score_codex":0.00052311365,"about_ca_topic_score_gemma":0.0002575275,"teacher_disagreement_score":0.46625635,"about_ca_system_score_codex":0.00011210362,"about_ca_system_score_gemma":0.0003823477,"threshold_uncertainty_score":0.9988338},"labels":[],"label_agreement":null},{"id":"W4387808815","doi":"10.2196/49942","title":"Comparison of Telephone and Video Telehealth Consultations: Systematic Review","year":2023,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Telehealth; Medicine; Telemedicine; MEDLINE; Psychological intervention; Randomized controlled trial; Cochrane Library; Telerehabilitation; Modalities; Health care; Family medicine; Physical therapy; Nursing; Internal medicine","score_opus":0.34028336048302527,"score_gpt":0.6139662961795068,"score_spread":0.27368293569648156,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387808815","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000058406455,0.9928843,0.00008536458,0.0037298382,0.00021603676,0.0029358647,0.000013932528,0.000014574391,0.00006170105],"genre_scores_gemma":[0.00010596963,0.9982625,0.00016794264,0.0003807323,0.00041321176,0.00010950277,0.000053338044,0.00005092738,0.00045587955],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.986596,0.0018521585,0.00571213,0.000275657,0.0050659026,0.0004981466],"domain_scores_gemma":[0.9878075,0.006401061,0.0027304753,0.00038474143,0.001663618,0.0010125778],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.020374218,0.00027965877,0.006090021,0.001346019,0.000049048576,0.000023349725,0.0005594377,0.00038842903,0.00053533696],"category_scores_gemma":[0.029299129,0.00016961928,0.00037821117,0.0013693424,0.0003790751,0.00006667364,0.00019896933,0.0030317975,0.00007245578],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021923284,0.00014198654,0.000031421827,0.7637059,0.000465542,0.00018727311,0.00021868071,2.5809674e-9,1.4354711e-7,0.00007882474,0.06172479,0.17342351],"study_design_scores_gemma":[0.0007690502,0.0014350979,0.000013652675,0.75321,0.001889665,0.0016968996,0.00052240194,0.00001922783,0.0000012658622,0.000020837855,0.24034283,0.00007905961],"about_ca_topic_score_codex":0.00016928697,"about_ca_topic_score_gemma":0.000035709752,"teacher_disagreement_score":0.17861803,"about_ca_system_score_codex":0.00028324514,"about_ca_system_score_gemma":0.0034350785,"threshold_uncertainty_score":0.99926823},"labels":[],"label_agreement":null},{"id":"W4387982854","doi":"10.2196/52286","title":"Authors’ Reply: Modernizing Gender, Sex, and Sexual Orientation Data Through Engagement and Education","year":2023,"lang":"en","type":"letter","venue":"Journal of Medical Internet Research","topic":"Gender Roles and Identity Studies","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Sexual orientation; Psychology; Men who have sex with men; Sex education; Social psychology; Human sexuality; Medicine; Gender studies; Sociology; Human immunodeficiency virus (HIV)","score_opus":0.475874664285993,"score_gpt":0.5325243626186404,"score_spread":0.056649698332647436,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387982854","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012830352,0.003309407,0.00059319526,0.9797929,0.0019631851,0.0002580135,0.0000127195835,0.000017081264,0.001223181],"genre_scores_gemma":[0.18135971,0.14975467,0.0028534865,0.32365245,0.09560242,0.00008974277,0.00062053255,0.00028259878,0.24578439],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9920129,0.0017693229,0.0005629764,0.00045161592,0.004741896,0.00046125782],"domain_scores_gemma":[0.99809295,0.0006071462,0.000261633,0.000302315,0.00051103137,0.0002249247],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.018027665,0.0001353756,0.00032352877,0.00031294714,0.00043536982,0.0005429558,0.0010945721,0.00044104218,0.00010814757],"category_scores_gemma":[0.0052410807,0.00011374468,0.000034846482,0.00023887385,0.00037127492,0.00044493916,0.0015302217,0.0038971305,0.000015153045],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007652069,0.00003392516,0.00055044924,0.00017220042,0.00014404302,0.00013762849,0.031776704,9.5366445e-8,0.0000011450235,0.00020723832,0.94768,0.019288898],"study_design_scores_gemma":[0.00018766239,0.000107267886,0.00031709595,0.00024794784,0.000044246804,0.00003241601,0.086596414,0.00019921077,0.0000013548873,0.004335582,0.9078272,0.000103621715],"about_ca_topic_score_codex":0.008428411,"about_ca_topic_score_gemma":0.0010703679,"teacher_disagreement_score":0.6561404,"about_ca_system_score_codex":0.00019680322,"about_ca_system_score_gemma":0.0012617538,"threshold_uncertainty_score":0.9984009},"labels":[],"label_agreement":null},{"id":"W4387987538","doi":"10.2196/45139","title":"Innovative Approaches to Menstruation and Fertility Tracking Using Wearable Reproductive Health Technology: Systematic Review","year":2023,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Ovarian function and disorders","field":"Medicine","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Menstrual cycle; Fertility; Luteal phase; Menstruation; Wearable computer; Medicine; Reproductive health; Wearable technology; Ovulation; Window of opportunity; Tracking (education); Gynecology; Computer science; Psychology; Population; Environmental health; Follicular phase; Internal medicine","score_opus":0.5835417797338354,"score_gpt":0.5328169449797209,"score_spread":0.05072483475411449,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387987538","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00004854422,0.97942245,0.0006993549,0.016708465,0.0002045741,0.002783542,0.0000023944565,0.000025346868,0.00010533091],"genre_scores_gemma":[0.00010406501,0.998328,0.00038022586,0.0003218483,0.00019002894,0.00006393339,0.000006031843,0.00004120353,0.00056472],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9926528,0.0015019887,0.0022597166,0.0004960751,0.002662849,0.0004266205],"domain_scores_gemma":[0.99617237,0.0005495489,0.0010339876,0.0004801728,0.0012436715,0.00052023266],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.027994221,0.00024903,0.0032483712,0.0017759138,0.000077555604,0.00005840677,0.00039409197,0.00041635908,0.00011714637],"category_scores_gemma":[0.03381881,0.0001590134,0.00021281996,0.0036702987,0.0002849219,0.00009439714,0.00028690347,0.0031045787,0.000045029046],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047457634,0.0001157336,0.0000070358396,0.7620009,0.0005681703,0.00008311542,0.00021638535,6.9941954e-8,1.5826853e-7,0.00024336904,0.003170811,0.23354675],"study_design_scores_gemma":[0.00033473014,0.0006574182,0.000007075555,0.9663131,0.00048688985,0.0014163686,0.0011736234,0.000087167195,0.0000011599531,0.00015572878,0.029252624,0.000114092436],"about_ca_topic_score_codex":0.00005128087,"about_ca_topic_score_gemma":0.000006898227,"teacher_disagreement_score":0.23343267,"about_ca_system_score_codex":0.000718123,"about_ca_system_score_gemma":0.0029104403,"threshold_uncertainty_score":0.9991953},"labels":[],"label_agreement":null},{"id":"W4388143661","doi":"10.2196/49173","title":"Experiences and Outcomes of Using e-Prescribing for Opioids: Rapid Scoping Review","year":2023,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Opioid Use Disorder Treatment","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; Public Health Ontario; Canada Health Infoway; Trillium Health Centre; Toronto Rehabilitation Institute; University of Toronto","funders":"Canadian Institutes of Health Research; University of Toronto; Government of Canada","keywords":"Medicine; MEDLINE; Observational study; Medical prescription; Scopus; Health care; Family medicine; Nursing","score_opus":0.2037510350543512,"score_gpt":0.5154052822644181,"score_spread":0.31165424721006685,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388143661","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9388997,0.052221105,0.00025510194,0.0075937477,0.00023182252,0.00071131473,0.0000014201213,0.000008834116,0.00007694086],"genre_scores_gemma":[0.91224813,0.084857546,0.0017453155,0.00045212498,0.0002760559,0.0000698816,0.0000043463087,0.00003070138,0.00031587557],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.99664134,0.00016585861,0.0007448216,0.00015357672,0.0019817392,0.00031265896],"domain_scores_gemma":[0.99796283,0.0009431548,0.00017423838,0.0001545741,0.00045347144,0.00031170135],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0048870267,0.00009567225,0.00062780676,0.0003666175,0.000038551145,0.000022009861,0.000270551,0.00008575716,0.00042736554],"category_scores_gemma":[0.006000657,0.00006108255,0.00015761088,0.0003263047,0.00024549584,0.00008893957,0.00019525572,0.00039106468,0.000003485101],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002393519,0.0028519863,0.22458188,0.15470876,0.0036143595,0.0030234067,0.07295625,0.0000068315167,0.0053493744,0.00094390067,0.11725879,0.41231093],"study_design_scores_gemma":[0.013873391,0.007820775,0.017555926,0.86286134,0.0006429406,0.0012559365,0.062745586,0.011482555,0.016153434,0.00049560633,0.004608113,0.000504379],"about_ca_topic_score_codex":0.000070584254,"about_ca_topic_score_gemma":0.00000422962,"teacher_disagreement_score":0.7081526,"about_ca_system_score_codex":0.000062294595,"about_ca_system_score_gemma":0.00059381494,"threshold_uncertainty_score":0.71837807},"labels":[],"label_agreement":null},{"id":"W4388399144","doi":"10.2196/51003","title":"Use of Epic Electronic Health Record System for Health Care Research: Scoping Review","year":2023,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":97,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; Alberta Health Services","funders":"Cumming School of Medicine, University of Calgary; Alberta Health Services","keywords":"EPIC; Health records; Globe; Electronic health record; Health care; Health information exchange; Health information technology; Medicine; Data science; Computer science; Health information; Political science","score_opus":0.5611653928994033,"score_gpt":0.6721959611053249,"score_spread":0.11103056820592161,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388399144","genre_codex":"commentary","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.049440466,0.4423672,0.002785469,0.47069007,0.0068092537,0.026590707,0.000098473574,0.0002846363,0.00093371345],"genre_scores_gemma":[0.4327078,0.5445367,0.00077622506,0.0077728913,0.006057227,0.0019010421,0.00008817405,0.00033920666,0.005820742],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.9577163,0.023759797,0.005724022,0.0005801058,0.0075627784,0.0046570133],"domain_scores_gemma":[0.9732522,0.01691477,0.0020389883,0.00077652844,0.005030768,0.001986795],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.15733474,0.00024764144,0.0020701406,0.0017824408,0.000833685,0.000034705652,0.0017338583,0.000514144,0.0005400376],"category_scores_gemma":[0.024733754,0.00019119913,0.00034286018,0.002660603,0.0002980552,0.00022740659,0.00057547726,0.009129124,0.0002474568],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0003504521,0.00007573623,0.00073855923,0.21812789,0.00010162525,0.000042497908,0.0038045903,7.4219975e-7,0.000008084491,0.0033689851,0.72303885,0.050341967],"study_design_scores_gemma":[0.0018757909,0.007945484,0.00012894094,0.68627775,0.000011855714,0.000110297544,0.012414675,0.0006247057,0.000026899763,0.00022541326,0.29017663,0.00018156446],"about_ca_topic_score_codex":0.0068663713,"about_ca_topic_score_gemma":0.0076205744,"teacher_disagreement_score":0.46814984,"about_ca_system_score_codex":0.006952117,"about_ca_system_score_gemma":0.060210347,"threshold_uncertainty_score":0.999747},"labels":[],"label_agreement":null},{"id":"W4388981618","doi":"10.2196/47217","title":"Evaluation of the Current State of Chatbots for Digital Health: Scoping Review","year":2023,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":81,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada); University of Toronto","funders":"","keywords":"Digital health; State (computer science); mHealth; Computer science; eHealth; Health care; Data science; Medicine; Psychological intervention; Nursing; Political science","score_opus":0.5021538532622322,"score_gpt":0.6671720990618973,"score_spread":0.16501824579966518,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388981618","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.57790893,0.25777492,0.0017040924,0.13388261,0.0149155855,0.009148792,0.00032337543,0.000031975298,0.0043097064],"genre_scores_gemma":[0.99637395,0.0026001832,0.000010022593,0.00012440978,0.00015187149,0.00008460473,0.000007243699,0.000015297976,0.00063239865],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9923101,0.0010160407,0.0015760864,0.000132434,0.0045999708,0.00036537484],"domain_scores_gemma":[0.99635094,0.0009012479,0.0007206182,0.00022790194,0.0015506002,0.00024871202],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.030736426,0.000068724,0.00035620917,0.00026427227,0.000030835923,0.000021221293,0.0007342245,0.00003520085,0.00042974213],"category_scores_gemma":[0.006964261,0.000044228844,0.00026436328,0.0005380856,0.0002316753,0.000122036654,0.0002385157,0.00062010717,0.000048251793],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006124899,0.0003698342,0.00008598006,0.006014688,0.00006529299,0.0000021198532,0.00029472337,0.0000011677922,0.0000012064994,0.00034889785,0.06546109,0.9272937],"study_design_scores_gemma":[0.0050580013,0.007968673,0.014311342,0.9214747,0.000113393304,0.00016338514,0.0003997415,0.0025200928,0.00067628763,0.030190406,0.016913766,0.00021024437],"about_ca_topic_score_codex":0.000029222954,"about_ca_topic_score_gemma":0.000048103768,"teacher_disagreement_score":0.9270835,"about_ca_system_score_codex":0.00019803754,"about_ca_system_score_gemma":0.0012891433,"threshold_uncertainty_score":0.9980608},"labels":[],"label_agreement":null},{"id":"W4389061914","doi":"10.2196/51758","title":"Evaluating the Impact of Virtual Reality on the Behavioral and Psychological Symptoms of Dementia and Quality of Life of Inpatients With Dementia in Acute Care: Randomized Controlled Trial (VRCT)","year":2023,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto East General Hospital; Toronto Rehabilitation Institute; York University; Toronto Metropolitan University; University Health Network","funders":"","keywords":"Dementia; Randomized controlled trial; Quality of life (healthcare); Medicine; Physical therapy; Intervention (counseling); Psychological intervention; Virtual reality; Psychiatry; Nursing; Disease; Surgery","score_opus":0.20326072997752212,"score_gpt":0.5542497847645019,"score_spread":0.35098905478697984,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389061914","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9961683,0.0003768633,0.00003555644,0.0009143309,0.00005180859,0.0023068693,0.000012687861,0.000002034398,0.00013150646],"genre_scores_gemma":[0.9993573,0.00044932932,0.0000141170585,0.00002185523,0.000044889897,0.000068552414,0.000005370438,0.000008740216,0.000029851653],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98711544,0.0054869624,0.0020114596,0.00020694737,0.0048342617,0.00034490676],"domain_scores_gemma":[0.9914486,0.005734867,0.0009432553,0.00024367849,0.0013597423,0.00026988974],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.039342813,0.00014930006,0.0015883951,0.00043566865,0.000036832465,0.000019376395,0.0003994214,0.00013765448,0.00040727833],"category_scores_gemma":[0.01093065,0.000060093866,0.00036992138,0.00049909524,0.0017695014,0.000056906207,0.00028388682,0.0010147054,4.501527e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8657004,0.00181327,0.11969917,0.00012064688,0.0025931082,0.000027004504,0.001626074,0.0000033420536,0.0019021791,0.00014583909,0.0001941023,0.006174847],"study_design_scores_gemma":[0.69750756,0.04788056,0.24875934,0.0009159178,0.00058009714,0.00001263607,0.002107542,0.0011742194,0.0008931819,0.00011100845,8.332744e-7,0.000057078938],"about_ca_topic_score_codex":0.0008420784,"about_ca_topic_score_gemma":0.000040654206,"teacher_disagreement_score":0.16819283,"about_ca_system_score_codex":0.000047982485,"about_ca_system_score_gemma":0.0005477649,"threshold_uncertainty_score":0.9974007},"labels":[],"label_agreement":null},{"id":"W4389103209","doi":"10.2196/49349","title":"Honoring the Care Experiences of Chinese Canadian Survivors of Prostate Cancer to Cultivate Cultural Safety and Relationality in Digital Health: Exploratory-Descriptive Qualitative Study","year":2023,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Cancer survivorship and care","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa; University of Waterloo; British Columbia Centre of Excellence for Women's Health; McGill University; University of Calgary; University of British Columbia; Public Health Ontario; Toronto General Hospital; University of Toronto; University Health Network","funders":"","keywords":"Qualitative research; Exploratory research; Participatory action research; Psychological intervention; Health care; Psychology; Medicine; Nursing; Sociology","score_opus":0.11741144225083688,"score_gpt":0.47682281040320423,"score_spread":0.35941136815236735,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389103209","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99203235,0.0011793709,0.0000037111768,0.0059037344,0.0002683293,0.00044854387,0.000045983477,0.000003165728,0.000114795366],"genre_scores_gemma":[0.99925435,0.00035502625,0.0000026817222,0.000058272093,0.000095906056,0.000041337607,0.000006468743,0.000008594211,0.00017736225],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9961653,0.0006314971,0.0007384804,0.00017202222,0.0019793024,0.0003133944],"domain_scores_gemma":[0.9974482,0.00058431807,0.00017560384,0.000118621916,0.0011291889,0.0005440414],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005287189,0.00010259813,0.00043429495,0.00041240462,0.000057044337,0.000030680574,0.0002749908,0.00005975156,0.00007208684],"category_scores_gemma":[0.0021909573,0.000057649853,0.00006507341,0.0010908367,0.00038366538,0.0001988637,0.00014384891,0.000753496,0.0000012677174],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006307201,0.00004998631,0.17901325,0.000102525715,0.00006121351,0.000052528994,0.8174626,0.0000065240406,0.000008676452,0.000031791216,0.00033474105,0.0022454206],"study_design_scores_gemma":[0.0007348025,0.00086531806,0.11555905,0.0007319663,0.0000034267443,0.000006503668,0.8816064,0.000032030355,0.000036808717,0.00006395667,0.0003134453,0.00004631701],"about_ca_topic_score_codex":0.28686467,"about_ca_topic_score_gemma":0.5042198,"teacher_disagreement_score":0.21735509,"about_ca_system_score_codex":0.0004985751,"about_ca_system_score_gemma":0.0014855027,"threshold_uncertainty_score":0.7178842},"labels":[],"label_agreement":null},{"id":"W4389244906","doi":"10.2196/49147","title":"A Stable and Scalable Digital Composite Neurocognitive Test for Early Dementia Screening Based on Machine Learning: Model Development and Validation Study","year":2023,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Key Research and Development Program of China; Canadian Institutes of Health Research; National Institutes of Health; H. Lundbeck A/S; Servier; Eisai; Genentech; IXICO; National Natural Science Foundation of China; Northern California Institute for Research and Education; F. Hoffmann-La Roche; University of Southern California; Biogen; Eli Lilly and Company; Bristol-Myers Squibb; BioClinica; U.S. Department of Defense; Meso Scale Diagnostics; Alzheimer's Disease Neuroimaging Initiative; Novartis Pharmaceuticals Corporation; Pfizer; National Institute on Aging; Alzheimer's Association","keywords":"Dementia; Neurocognitive; Test (biology); Machine learning; Computer science; Artificial intelligence; Psychology; Scalability; Cognition; Medicine; Psychiatry","score_opus":0.08742344861267357,"score_gpt":0.40202464347335726,"score_spread":0.3146011948606837,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389244906","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9854649,0.000078673525,0.011606215,0.0016017802,0.000021187001,0.0008067687,0.000007785867,0.000018665052,0.000394033],"genre_scores_gemma":[0.99702495,0.00005293695,0.00058011047,0.0000909656,0.000065451306,0.00004949051,0.000033145898,0.000024950468,0.0020779932],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9956391,0.00021473922,0.00046885543,0.00028072117,0.0029199733,0.00047665252],"domain_scores_gemma":[0.9969229,0.0014631733,0.00010061114,0.00007566477,0.0008796331,0.0005579942],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0057101664,0.00013785859,0.00029818199,0.0007463268,0.00017785546,0.00030581772,0.00017091665,0.00007479369,0.00010172424],"category_scores_gemma":[0.0031113855,0.000104221275,0.000053220218,0.00037563135,0.0001554752,0.00020499967,0.00027585743,0.0010239006,0.00001270077],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026415167,0.0016357529,0.9189903,0.00018619795,0.0003535416,0.0005301866,0.000909074,0.000057365127,0.00057593425,0.000008544397,0.0011347374,0.072976835],"study_design_scores_gemma":[0.012347619,0.014811309,0.24849333,0.00114244,0.00012429926,0.00008519893,0.0013864512,0.71448314,0.0049612448,0.00007992341,0.0019149863,0.00017007266],"about_ca_topic_score_codex":0.000026156758,"about_ca_topic_score_gemma":0.0000043023097,"teacher_disagreement_score":0.71442574,"about_ca_system_score_codex":0.00005098688,"about_ca_system_score_gemma":0.00032849598,"threshold_uncertainty_score":0.44483957},"labels":[],"label_agreement":null},{"id":"W4389305252","doi":"10.2196/49237","title":"Ethical Challenges of Virtual Reality Technology Interventions for the Vulnerabilities of Patients With Chronic Pain: Exploration of Technician Responsibility","year":2023,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Pain Management and Placebo Effect","field":"Neuroscience","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Simon Fraser University","funders":"China Scholarship Council; Fundamental Research Funds for the Central Universities; Hunan Provincial Innovation Foundation for Postgraduate; Central South University","keywords":"Chronic pain; Psychological intervention; Population; Medicine; Intervention (counseling); Vulnerability (computing); Physical therapy; Psychiatry; Environmental health; Computer security","score_opus":0.2369586001195589,"score_gpt":0.4639625493119411,"score_spread":0.22700394919238218,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389305252","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86895573,0.00052286225,0.06301716,0.065490305,0.0002624449,0.0015059621,0.00003984371,0.000036007157,0.00016968526],"genre_scores_gemma":[0.9991462,0.00059401576,0.000028062099,0.000022798411,0.00005197334,0.00004268073,0.0000017768858,0.000008188491,0.00010429623],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99058515,0.005860451,0.00087665,0.00020464096,0.0022091367,0.00026398854],"domain_scores_gemma":[0.9754234,0.02305588,0.00041912321,0.00035521656,0.00067441486,0.00007195776],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06985857,0.0000841889,0.00034227807,0.00066982565,0.000057226483,0.0000107457245,0.000969275,0.00025110098,0.00008651233],"category_scores_gemma":[0.0844581,0.000048846803,0.00017945458,0.0007764465,0.0015910643,0.00012253455,0.00030401902,0.0013027579,0.0000013557686],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014907286,0.003352915,0.010046726,0.009295988,0.0005489606,0.000058093832,0.006044488,0.0005129939,0.014794566,0.26899138,0.023318535,0.64812803],"study_design_scores_gemma":[0.016502077,0.11849122,0.073041186,0.026935074,0.0003635342,0.000026769487,0.029069614,0.14917912,0.3864942,0.17405269,0.02488319,0.00096134195],"about_ca_topic_score_codex":0.000032169588,"about_ca_topic_score_gemma":0.00021739409,"teacher_disagreement_score":0.6471667,"about_ca_system_score_codex":0.00008219292,"about_ca_system_score_gemma":0.00024512963,"threshold_uncertainty_score":0.95777637},"labels":[],"label_agreement":null},{"id":"W4389476085","doi":"10.2196/55010","title":"Figure Correction: Using Social Media to Help Understand Patient-Reported Health Outcomes of Post–COVID-19 Condition: Natural Language Processing Approach","year":2023,"lang":"en","type":"erratum","venue":"Journal of Medical Internet Research","topic":"Mental Health via Writing","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Telus (Canada); Queen's University; Roche (Canada); Vector Institute; University of British Columbia; York University; University Health Network; University of Toronto","funders":"","keywords":"Social media; Coronavirus disease 2019 (COVID-19); 2019-20 coronavirus outbreak; Psychology; Natural (archaeology); Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Pandemic; Computer science; Internet privacy; Medicine; World Wide Web; History; Virology; Disease","score_opus":0.21703076691363332,"score_gpt":0.538641473839001,"score_spread":0.32161070692536764,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389476085","genre_codex":"editorial","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30986673,0.062805876,0.0073262,0.19587003,0.37864366,0.0072302762,0.00072957325,0.0005195532,0.037008118],"genre_scores_gemma":[0.8640098,0.00030063817,0.00083701336,0.012367475,0.020228077,0.00008344867,0.0013745427,0.00042376725,0.100375235],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.98647964,0.0021183419,0.0026401442,0.00060064695,0.007002242,0.001159003],"domain_scores_gemma":[0.99291193,0.0017771677,0.0021056172,0.00030717585,0.0012203426,0.0016777589],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.010142436,0.00037847034,0.0014555854,0.0016628634,0.00034824724,0.00011649128,0.0010665813,0.0011338862,0.0034045696],"category_scores_gemma":[0.009772743,0.00031312584,0.00033999447,0.0012160924,0.0005271478,0.00013649152,0.00043357766,0.00786358,0.000045091336],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004961196,0.00034863994,0.00025859853,0.0020030846,0.0003446875,0.0016245455,0.049432326,0.0000017014902,0.000006100292,0.00005332689,0.9192811,0.02614973],"study_design_scores_gemma":[0.009054936,0.0053698113,0.009306239,0.018673908,0.00027815628,0.009307073,0.8246304,0.004760573,0.000035447094,0.00036735882,0.11669309,0.001523052],"about_ca_topic_score_codex":0.0026125556,"about_ca_topic_score_gemma":0.0007594551,"teacher_disagreement_score":0.80258805,"about_ca_system_score_codex":0.002696989,"about_ca_system_score_gemma":0.006965214,"threshold_uncertainty_score":0.9999321},"labels":[],"label_agreement":null},{"id":"W4389614349","doi":"10.2196/48267","title":"Supporting and Incentivizing Peer Leaders for an Internet-Based Private Peer Community for Youths With Type 1 Diabetes: Social Network and Directed Content Analysis","year":2023,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Diabetes Management and Research","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Montréal; Centre Hospitalier Universitaire Sainte-Justine; Health Sciences Centre; University of Toronto; BC Children's Hospital; University of British Columbia; University of Calgary; McGill University; McGill University Health Centre","funders":"Canadian Institutes of Health Research; Diabetes Canada; Juvenile Diabetes Research Foundation Canada; McGill University","keywords":"Centrality; Social network (sociolinguistics); Social network analysis; The Internet; Psychology; Peer support; Social media; Internet privacy; Public relations; Political science; World Wide Web; Computer science","score_opus":0.26208639941123557,"score_gpt":0.4694875716705382,"score_spread":0.2074011722593026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389614349","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98393834,0.00014526953,0.0017152242,0.013354553,0.000105588806,0.00061428495,0.0000067489864,0.00003410126,0.00008586833],"genre_scores_gemma":[0.9941632,0.000023225131,0.0005858962,0.00024437113,0.0004292583,0.000029964574,0.00013521132,0.00003385411,0.0043549896],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9951179,0.00059330306,0.00057065353,0.00023045749,0.002641893,0.0008458036],"domain_scores_gemma":[0.99517715,0.0016788304,0.00020736353,0.00016529356,0.0022505238,0.0005208424],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.021922236,0.0001533031,0.00062308647,0.000778294,0.00021655069,0.00020026813,0.0004132558,0.00017038819,0.000078851015],"category_scores_gemma":[0.0056354697,0.00010301379,0.0001600727,0.0010640288,0.0007066271,0.00013934201,0.0003077615,0.0014347915,0.0000017562818],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008788478,0.0011722563,0.65272796,0.002813774,0.009572838,0.0002029651,0.013204508,0.000041070452,0.0008394185,0.0003806692,0.21322636,0.09702969],"study_design_scores_gemma":[0.021630641,0.021193132,0.19719787,0.0035158012,0.0028149723,0.000013597911,0.034273345,0.6641896,0.0015368246,0.0008184142,0.05211883,0.00069701736],"about_ca_topic_score_codex":0.00008611337,"about_ca_topic_score_gemma":0.00018538434,"teacher_disagreement_score":0.6641485,"about_ca_system_score_codex":0.00009252661,"about_ca_system_score_gemma":0.00019233659,"threshold_uncertainty_score":0.75978535},"labels":[],"label_agreement":null},{"id":"W4389630236","doi":"10.2196/52880","title":"Machine Learning Approaches for the Image-Based Identification of Surgical Wound Infections: Scoping Review","year":2023,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Surgical site infection prevention","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Hamilton Health Sciences; University of Toronto; SickKids Foundation; Population Health Research Institute; Public Health Ontario","funders":"Hamilton Health Sciences","keywords":"CINAHL; Medicine; Context (archaeology); MEDLINE; Surgical wound; Data extraction; Identification (biology); Medical physics; Surgery; Psychological intervention; Nursing","score_opus":0.2022724964070803,"score_gpt":0.49163431699446314,"score_spread":0.2893618205873828,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389630236","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41854182,0.11832945,0.2086104,0.23790972,0.0030269145,0.010422077,0.000016209671,0.00030353398,0.0028398642],"genre_scores_gemma":[0.9577193,0.039127443,0.00011083737,0.00012439094,0.00072059565,0.00015188052,0.000037069993,0.000032386048,0.0019760455],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9954729,0.0007949387,0.0010994266,0.00015621589,0.002228406,0.00024807657],"domain_scores_gemma":[0.993478,0.0048235515,0.00039730885,0.00018223339,0.0009082038,0.00021071783],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.025004232,0.00008625524,0.00038884662,0.00042604216,0.000101961414,0.000046824574,0.0002758793,0.00013682566,0.002851378],"category_scores_gemma":[0.01339978,0.000051797902,0.00036071715,0.0010014711,0.00030132348,0.00010668559,0.00009541361,0.0013270875,0.000053212985],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004198644,0.004376956,0.035837196,0.064044446,0.0019894915,0.0009495783,0.0006244172,0.0011224382,0.0028273012,0.0046469485,0.051675905,0.8277067],"study_design_scores_gemma":[0.018773153,0.007305819,0.0129523855,0.2573422,0.0010556135,0.004540038,0.00077999546,0.49018487,0.01361107,0.0019249906,0.19098014,0.0005497197],"about_ca_topic_score_codex":0.00004676,"about_ca_topic_score_gemma":0.000009990069,"teacher_disagreement_score":0.82715696,"about_ca_system_score_codex":0.00010783296,"about_ca_system_score_gemma":0.000389971,"threshold_uncertainty_score":0.99806017},"labels":[],"label_agreement":null},{"id":"W4389919961","doi":"10.2196/48182","title":"Assessing the Influence of Patient Empowerment Gained Through Mental Health Apps on Patient Trust in the Health Care Provider and Patient Compliance With the Recommended Treatment: Cross-sectional Study","year":2023,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Institut Universitaire en Santé Mentale de Québec; Université du Québec à Montréal","funders":"Université du Québec à Montréal","keywords":"Mental health; Likert scale; Empowerment; Health care; Cross-sectional study; Medicine; Structural equation modeling; Psychology; Family medicine; Nursing; Psychiatry; Clinical psychology","score_opus":0.18611056808025175,"score_gpt":0.5599008668257428,"score_spread":0.3737902987454911,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389919961","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9455643,0.0006297511,0.0000045294883,0.051176753,0.0004297886,0.0018526568,0.000042147334,0.0000076199326,0.0002924296],"genre_scores_gemma":[0.997378,0.000053552965,0.00001640525,0.002190044,0.00004676257,0.0002256656,0.000013274662,0.00001727229,0.000059020345],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99227345,0.0026337618,0.0013515954,0.00032157337,0.0028209623,0.0005986808],"domain_scores_gemma":[0.9973925,0.0010591845,0.0007010418,0.00036051456,0.00026541002,0.00022134832],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038189418,0.00018484278,0.00034303675,0.0001884059,0.00038921225,0.00020802183,0.00062230485,0.00006421007,0.00009720603],"category_scores_gemma":[0.00018056303,0.00008139115,0.00009995317,0.00055917527,0.0004846806,0.00018739658,0.00023044397,0.0011386184,0.000013306876],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004309931,0.014445336,0.14114879,0.00036687215,0.00057932513,0.00037126418,0.50961685,0.00015859178,0.0000019613294,0.0015498943,0.044780314,0.28267086],"study_design_scores_gemma":[0.0043465733,0.08144434,0.5809272,0.0021811265,0.0000073814203,0.0003470936,0.315397,0.000096851036,0.000028739083,0.00022915211,0.014848812,0.00014577397],"about_ca_topic_score_codex":0.0020571158,"about_ca_topic_score_gemma":0.00078246056,"teacher_disagreement_score":0.4397784,"about_ca_system_score_codex":0.0010310415,"about_ca_system_score_gemma":0.00050414284,"threshold_uncertainty_score":0.49467942},"labels":[],"label_agreement":null},{"id":"W4389960118","doi":"10.2196/45751","title":"The Implementation of Federated Digital Identifiers in Health Care: Rapid Review","year":2023,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; Women's College Hospital","funders":"","keywords":"Identifier; Digital health; Health care; Computer science; World Wide Web; Internet privacy; Nursing; Computer security; Medicine; Political science; Computer network","score_opus":0.35906519275411003,"score_gpt":0.674182300452675,"score_spread":0.315117107698565,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389960118","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000016016598,0.9849997,0.000015748357,0.0094701145,0.0017624133,0.0033322428,0.000029800212,0.000011656948,0.00036231516],"genre_scores_gemma":[0.000059695634,0.9966604,0.0000028654479,0.00024758215,0.0008021591,0.00025246807,0.000059586197,0.00007151644,0.0018437146],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9685988,0.015579459,0.008501068,0.0003420893,0.005351388,0.0016272208],"domain_scores_gemma":[0.9836901,0.009810494,0.0038308713,0.00040770168,0.0014929618,0.00076789176],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07182995,0.00027627937,0.00284368,0.00084401405,0.00034529655,0.00007120226,0.0017845926,0.0006097048,0.0010658092],"category_scores_gemma":[0.009908371,0.00015709866,0.0004884699,0.0017273802,0.00022310125,0.0001410751,0.00049378537,0.00945282,0.00029016426],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011887657,0.0000163343,0.000016882721,0.15618896,0.00010929733,0.000043048494,0.00055301876,3.2116723e-9,5.97917e-9,0.00009345813,0.23528129,0.6076858],"study_design_scores_gemma":[0.00035919936,0.00039436383,0.0000047088147,0.2874268,0.000021527461,0.000044768953,0.004526919,0.0000021748872,5.1129824e-8,0.000022100461,0.7071331,0.00006429861],"about_ca_topic_score_codex":0.0035234238,"about_ca_topic_score_gemma":0.0054609366,"teacher_disagreement_score":0.6076215,"about_ca_system_score_codex":0.0032654398,"about_ca_system_score_gemma":0.037192654,"threshold_uncertainty_score":0.99984735},"labels":[],"label_agreement":null},{"id":"W4390281448","doi":"10.2196/51098","title":"Mapping Theories, Models, and Frameworks to Evaluate Digital Health Interventions: Scoping Review","year":2023,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Trillium Health Centre; Lunenfeld-Tanenbaum Research Institute; University of Toronto; Sunnybrook Health Science Centre; Centre Hospitalier de l’Université de Montréal; Telus (Canada); Hamilton Health Sciences; Public Health Ontario; CARE Canada; Institut du Savoir Montfort; McMaster University; University Health Network; Health Sciences Centre; Montfort Hospital; Université du Québec en Outaouais; Women's College Hospital; Canada Health Infoway","funders":"National Institute for Health and Care Research; Government of Canada","keywords":"CINAHL; Psychological intervention; PsycINFO; Relevance (law); Preprint; MEDLINE; Knowledge translation; General partnership; Health care; Medicine; Data science; Knowledge management; Computer science; Nursing; World Wide Web; Business; Political science","score_opus":0.31622228856781015,"score_gpt":0.6055295888361062,"score_spread":0.28930730026829604,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390281448","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.081330165,0.31630245,0.07443763,0.4977811,0.00837472,0.0045723924,0.00009122704,0.00022708089,0.016883226],"genre_scores_gemma":[0.973531,0.013291522,0.00032872762,0.0049743247,0.0005473169,0.0001676738,0.000021236372,0.000060797614,0.007077399],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.99384546,0.00090825174,0.0017584316,0.00031255968,0.0024243311,0.000750946],"domain_scores_gemma":[0.9966791,0.0010890849,0.00032958327,0.0002989745,0.00047518138,0.0011280617],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.018696932,0.00014450964,0.0005665571,0.0008351981,0.0000989964,0.00023624577,0.0008544061,0.0002117625,0.0019817601],"category_scores_gemma":[0.0046915156,0.00011649396,0.0002725754,0.001110482,0.0002437726,0.00040095774,0.0007803417,0.0022817163,0.0006718322],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015208138,0.0005767222,0.0001452416,0.012233558,0.00022246783,0.00037251555,0.0024987785,0.000003930969,3.332138e-7,0.036135245,0.31599987,0.63165927],"study_design_scores_gemma":[0.0012205387,0.0041835126,0.0006921373,0.90056175,0.000014950594,0.00094051514,0.0034230489,0.0009866433,0.0000037827604,0.07912785,0.008599333,0.00024594937],"about_ca_topic_score_codex":0.000101196725,"about_ca_topic_score_gemma":0.000047022193,"teacher_disagreement_score":0.8922008,"about_ca_system_score_codex":0.00023475928,"about_ca_system_score_gemma":0.00041705513,"threshold_uncertainty_score":0.9989306},"labels":[],"label_agreement":null},{"id":"W4390555006","doi":"10.2196/50088","title":"Public and Research Interest in Telemedicine From 2017 to 2022: Infodemiology Study of Google Trends Data and Bibliometric Analysis of Scientific Literature","year":2024,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Preprint; Telemedicine; Bibliometrics; Peer review; Library science; Data science; Computer science; World Wide Web; Political science; Health care","score_opus":0.49345060051489303,"score_gpt":0.5920975294373239,"score_spread":0.09864692892243082,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390555006","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96829665,0.012210786,0.00007157377,0.018679278,0.00026346106,0.00030371328,0.000085711836,0.0000044045028,0.00008441518],"genre_scores_gemma":[0.9965792,0.002384754,0.00012467724,0.0000941421,0.00032133708,0.000008107854,0.00014662997,0.000012140371,0.0003290395],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9921542,0.0012142494,0.0017536733,0.0005550236,0.0037806998,0.00054218376],"domain_scores_gemma":[0.9927984,0.0038003668,0.00021724803,0.00065816706,0.0016268209,0.0008989924],"candidate_categories":["metaresearch","bibliometrics","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.037893105,0.0001320651,0.0009655075,0.15581028,0.000046997,0.00014485199,0.00092127564,0.00020321648,0.0011674277],"category_scores_gemma":[0.016627084,0.00008750403,0.000056462322,0.11541283,0.0006906274,0.00030856312,0.0011855094,0.0024991748,0.000002167084],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005090355,0.0008353888,0.5534419,0.0004520823,0.0010553692,0.0010080538,0.007471928,1.767803e-7,0.0006953546,0.00012420908,0.113729164,0.32067737],"study_design_scores_gemma":[0.0035394013,0.00922472,0.9414837,0.0021598078,0.00034276422,0.00019428645,0.007995443,0.006974429,0.00007715281,0.00017340701,0.027749717,0.000085171196],"about_ca_topic_score_codex":0.002336786,"about_ca_topic_score_gemma":0.0045230337,"teacher_disagreement_score":0.38804185,"about_ca_system_score_codex":0.00011680695,"about_ca_system_score_gemma":0.0006479935,"threshold_uncertainty_score":0.9998021},"labels":[],"label_agreement":null},{"id":"W4391101206","doi":"10.2196/51596","title":"Effects of a Rice-Farming Simulation Video Game on Nature Relatedness, Nutritional Status, and Psychological State in Urban-Dwelling Adults During the COVID-19 Pandemic: Randomized Waitlist Controlled Trial","year":2024,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Urban Green Space and Health","field":"Environmental Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Institute for Information and Communications Technology Promotion; Ministry of Science and ICT, South Korea; Iran Telecommunication Research Center; National Research Foundation of Korea; National Research Foundation","keywords":"Randomized controlled trial; Anxiety; Quality of life (healthcare); Mental health; Psychological intervention; Distress; Medicine; Psychology; Gerontology; Clinical psychology; Psychiatry","score_opus":0.0453210736238371,"score_gpt":0.41417199272817595,"score_spread":0.36885091910433887,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391101206","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.991561,0.003639884,0.00040770567,0.0028146273,0.00027466583,0.001238074,0.0000025450076,0.000010030351,0.000051458373],"genre_scores_gemma":[0.9963521,0.002739047,0.000020051775,0.00030025555,0.0002635921,0.000037275866,0.0000014211753,0.0000113530805,0.0002749245],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9942154,0.001793099,0.00089242717,0.00028704875,0.0024067305,0.00040528664],"domain_scores_gemma":[0.9868319,0.01235565,0.00022248391,0.00010055366,0.00004996031,0.00043942177],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.01152992,0.00013423858,0.0006078029,0.00027315045,0.00006784778,0.000074304284,0.0003399318,0.00031616868,0.0005270498],"category_scores_gemma":[0.006979912,0.0000724727,0.00017274926,0.00037283666,0.00063000916,0.00014195862,0.0001342337,0.0031706486,0.000012634665],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.96962315,0.00067342,0.020028213,0.0005495283,0.00012390492,0.0007713776,0.0035903433,0.0010180186,0.00026421578,0.00017948335,0.002133139,0.001045203],"study_design_scores_gemma":[0.8988663,0.0018199752,0.0083103385,0.0019992108,0.000050247556,0.00012849075,0.00016187123,0.08274734,0.000032727414,0.0031750498,0.0025492476,0.00015918416],"about_ca_topic_score_codex":0.00088862184,"about_ca_topic_score_gemma":0.00021962613,"teacher_disagreement_score":0.08172932,"about_ca_system_score_codex":0.00047691693,"about_ca_system_score_gemma":0.000141161,"threshold_uncertainty_score":0.99912906},"labels":[],"label_agreement":null},{"id":"W4391347376","doi":"10.2196/45209","title":"Electronic Health Record and Semantic Issues Using Fast Healthcare Interoperability Resources: Systematic Mapping Review","year":2024,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Semantic interoperability; Interoperability; Computer science; Ontology; Terminology; Semantic integration; World Wide Web; Resource (disambiguation); Semantic Web; Information retrieval; Data science; Knowledge management; Semantic Web Stack","score_opus":0.3726251166243189,"score_gpt":0.6226832101893892,"score_spread":0.2500580935650703,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391347376","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00015676374,0.97025615,0.00010407887,0.020223381,0.0021694188,0.006928605,0.000014058678,0.00006029787,0.00008725432],"genre_scores_gemma":[0.00015892083,0.99248624,0.00006638913,0.0012749146,0.0027604315,0.0003322714,0.000009411636,0.00021257452,0.0026988431],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9350196,0.04457543,0.010612865,0.0010644766,0.0054586227,0.0032690016],"domain_scores_gemma":[0.9856945,0.005119732,0.0041235946,0.0011482349,0.0016538646,0.002260023],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.11353558,0.0008479593,0.009572308,0.0018296269,0.00053968123,0.00013487627,0.002460629,0.0015143236,0.00077798794],"category_scores_gemma":[0.009377246,0.00051974715,0.00092634745,0.0018747798,0.00038265518,0.00014161403,0.0013838159,0.025950238,0.0004321302],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000013912533,0.000050154682,0.0000123527825,0.79822475,0.00043265347,0.0001443188,0.002875948,4.05223e-9,3.6224943e-8,0.00016780909,0.036095962,0.16198212],"study_design_scores_gemma":[0.00013812585,0.0006048088,2.3045237e-7,0.5214269,0.0002316786,0.001070485,0.001820424,0.00011974213,6.35801e-9,0.00007525531,0.47434822,0.00016408351],"about_ca_topic_score_codex":0.007329415,"about_ca_topic_score_gemma":0.0024293188,"teacher_disagreement_score":0.43825227,"about_ca_system_score_codex":0.0087255435,"about_ca_system_score_gemma":0.026411107,"threshold_uncertainty_score":0.9997819},"labels":[],"label_agreement":null},{"id":"W4391385354","doi":"10.2196/47508","title":"Public Opinion About COVID-19 on a Microblog Platform in China: Topic Modeling and Multidimensional Sentiment Analysis of Social Media","year":2024,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Sentiment Analysis and Opinion Mining","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"National Office for Philosophy and Social Sciences","keywords":"Microblogging; Social media; Latent Dirichlet allocation; Public opinion; Sentiment analysis; Topic model; Computer science; Government (linguistics); Pandemic; Data science; Coronavirus disease 2019 (COVID-19); Information retrieval; Artificial intelligence; Political science; World Wide Web; Politics; Medicine; Law","score_opus":0.15276021654031322,"score_gpt":0.4323322924645032,"score_spread":0.27957207592419,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391385354","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91084796,0.0023738528,0.063457586,0.022449141,0.00062986,0.000081880025,0.0000029280175,0.000013074459,0.0001437331],"genre_scores_gemma":[0.99829185,0.0004143879,0.0008778604,0.00012347984,0.00021170685,0.0000017344889,0.0000063823513,0.000005297178,0.00006727748],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99565715,0.00027743177,0.0008073434,0.0002983229,0.002646463,0.00031328338],"domain_scores_gemma":[0.9982624,0.00089868676,0.00012943552,0.00014136748,0.0001827955,0.00038533087],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007355138,0.00010806625,0.00042633148,0.0025654973,0.000059474678,0.00021393939,0.0007300266,0.00014441223,0.00045103318],"category_scores_gemma":[0.0009349817,0.00007858876,0.00024613988,0.0014621121,0.00012456176,0.00026687374,0.00048873405,0.0008866836,0.0000051057004],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006292338,0.0030023481,0.018479846,0.0009533246,0.011506155,0.0030322536,0.0948142,0.010686499,0.0025578917,0.55309445,0.049842466,0.2514013],"study_design_scores_gemma":[0.0005709107,0.000115763636,0.0019233534,0.0002845409,0.00003658234,0.000026372387,0.00033080846,0.9935744,0.00010812836,0.0006005448,0.0023517455,0.00007684683],"about_ca_topic_score_codex":0.00012385524,"about_ca_topic_score_gemma":0.00011133051,"teacher_disagreement_score":0.9828879,"about_ca_system_score_codex":0.00020996273,"about_ca_system_score_gemma":0.0005666311,"threshold_uncertainty_score":0.4938497},"labels":[],"label_agreement":null},{"id":"W4391772374","doi":"10.2196/50552","title":"Bridging and Bonding Social Capital by Analyzing the Demographics, User Activities, and Social Network Dynamics of Sexual Assault Centers on Twitter: Mixed Methods Study","year":2024,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Sexual Assault and Victimization Studies","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Artificial Intelligence in Medicine (Canada); University of Toronto","funders":"","keywords":"Social media; Social capital; Social network (sociolinguistics); Public relations; Popularity; Sociology; Internet privacy; Psychology; Political science; World Wide Web; Social psychology; Computer science; Social science","score_opus":0.07815680121041511,"score_gpt":0.4771379482473085,"score_spread":0.39898114703689336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391772374","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97523874,0.0011965518,0.003993828,0.018586462,0.0006352129,0.00014536966,0.000005832919,0.000012710688,0.000185306],"genre_scores_gemma":[0.99775267,0.00029303503,0.000088579334,0.00008082229,0.0011738617,0.0000036535112,0.0000020381738,0.000013889623,0.0005914321],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.994213,0.0024101483,0.00045583714,0.00020708969,0.0023051589,0.0004087688],"domain_scores_gemma":[0.9972069,0.0021939399,0.00015610897,0.000049506634,0.00024872785,0.00014477565],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017372107,0.00011835111,0.00034063924,0.00027081693,0.0006990419,0.00035987233,0.00036711778,0.00017529335,0.00004468642],"category_scores_gemma":[0.00079139863,0.00008056736,0.00006797921,0.00057518575,0.0011436266,0.00018273637,0.00028177898,0.0014667826,3.1281527e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033809154,0.00048612445,0.12852325,0.00015739627,0.00211995,0.000116652285,0.32463798,0.0000056414565,0.00009870558,0.013977263,0.27991837,0.24962056],"study_design_scores_gemma":[0.0014467785,0.0015176673,0.022772115,0.0004168383,0.00026193785,0.000027405446,0.92546314,0.011120139,0.0000256025,0.0009160157,0.035688553,0.0003437813],"about_ca_topic_score_codex":0.0010568416,"about_ca_topic_score_gemma":0.0016492552,"teacher_disagreement_score":0.6008252,"about_ca_system_score_codex":0.00015618223,"about_ca_system_score_gemma":0.00017947542,"threshold_uncertainty_score":0.6372523},"labels":[],"label_agreement":null},{"id":"W4391807445","doi":"10.2196/57233","title":"Correction: Public Opinion About COVID-19 on a Microblog Platform in China: Topic Modeling and Multidimensional Sentiment Analysis of Social Media","year":2024,"lang":"en","type":"erratum","venue":"Journal of Medical Internet Research","topic":"Computational and Text Analysis Methods","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Social media; Microblogging; Sentiment analysis; Public opinion; Coronavirus disease 2019 (COVID-19); Computer science; China; Data science; Social media analytics; Internet privacy; World Wide Web; Political science; Artificial intelligence; Medicine; Politics","score_opus":0.15257090605438403,"score_gpt":0.49849722259818613,"score_spread":0.3459263165438021,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391807445","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36308426,0.045397356,0.0336051,0.32178503,0.18149444,0.0017810048,0.0001932113,0.00013298423,0.05252661],"genre_scores_gemma":[0.88031,0.012544878,0.00094417465,0.00064546656,0.01652186,0.00002428902,0.00037570528,0.00007070368,0.08856293],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9912879,0.0013968566,0.001127147,0.00035912578,0.005423706,0.00040527756],"domain_scores_gemma":[0.9955866,0.0026853785,0.00037159113,0.00009888603,0.00064764253,0.0006099567],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.017447552,0.00017757209,0.0008712585,0.0034835802,0.00019493178,0.00016407137,0.00061018195,0.0006766946,0.0021423756],"category_scores_gemma":[0.008241139,0.00013883904,0.00049945875,0.0020183015,0.0005304646,0.00011410729,0.0003509782,0.0035642202,0.0000063428856],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022912942,0.00054158387,0.00042703294,0.00025172703,0.003063137,0.0003322612,0.03200774,0.0010383644,0.0000043749715,0.016220627,0.9122402,0.0336438],"study_design_scores_gemma":[0.0009104105,0.00022739124,0.0019910403,0.0014035404,0.0004752756,0.000032082546,0.0056806575,0.52224195,0.0000028714906,0.005406775,0.46134526,0.00028277142],"about_ca_topic_score_codex":0.0032769865,"about_ca_topic_score_gemma":0.01131546,"teacher_disagreement_score":0.5212036,"about_ca_system_score_codex":0.0008843466,"about_ca_system_score_gemma":0.0041512316,"threshold_uncertainty_score":0.9987698},"labels":[],"label_agreement":null},{"id":"W4392145090","doi":"10.2196/48793","title":"User-Centered Development of a Patient Decision Aid for Choice of Early Abortion Method: Multi-Cycle Mixed Methods Study","year":2024,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Reproductive Health and Contraception","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University; University of British Columbia","funders":"Canadian Institutes of Health Research; Michael Smith Health Research BC; Public Health Agency; Public Health Agency of Canada","keywords":"Computer science; Abortion; Medicine; Obstetrics; Psychology; Pregnancy","score_opus":0.18013714685195906,"score_gpt":0.5816198741578528,"score_spread":0.40148272730589374,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392145090","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.70462215,0.00093176326,0.2924795,0.0006942199,0.00054305553,0.00071324484,0.0000015466529,0.0000053840145,0.000009135244],"genre_scores_gemma":[0.7846804,0.000087064676,0.21471891,0.00002414601,0.00029065422,0.000040438594,0.000002054575,0.000018054496,0.00013828679],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99386674,0.0011492785,0.0016505996,0.00030528294,0.00270455,0.000323559],"domain_scores_gemma":[0.99526715,0.0020412495,0.0003245454,0.00023718124,0.0016955294,0.0004343712],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.020088684,0.000117452444,0.0005738723,0.0006556281,0.000035513734,0.000024311961,0.00028020272,0.00015972983,0.00018479906],"category_scores_gemma":[0.0086056255,0.000078820165,0.00018937541,0.000416553,0.00009444057,0.0001208525,0.00013238798,0.00092598447,0.0000044157196],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004807613,0.0022805436,0.00701231,0.0006648351,0.00036196146,0.000046796573,0.0061169495,0.00000302332,0.008174462,0.000033634282,0.0015974782,0.9689004],"study_design_scores_gemma":[0.030414775,0.052782577,0.43567574,0.017209357,0.00053673156,0.0004111069,0.01713131,0.038767666,0.20728512,0.000770404,0.19854234,0.0004728872],"about_ca_topic_score_codex":0.00024484884,"about_ca_topic_score_gemma":0.00008667336,"teacher_disagreement_score":0.9684275,"about_ca_system_score_codex":0.00023406804,"about_ca_system_score_gemma":0.0010417927,"threshold_uncertainty_score":0.9997453},"labels":[],"label_agreement":null},{"id":"W4392166596","doi":"10.2196/45406","title":"Virtual Reality–Based Training in Chronic Low Back Pain: Systematic Review and Meta-Analysis of Randomized Controlled Trials","year":2024,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Musculoskeletal pain and rehabilitation","field":"Medicine","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"West China Hospital, Sichuan University; Sichuan University; National Natural Science Foundation of China","keywords":"Physical therapy; Randomized controlled trial; Medicine; CINAHL; Meta-analysis; Virtual reality; Low back pain; Chronic pain; McGill Pain Questionnaire; Physical medicine and rehabilitation; Visual analogue scale; Psychological intervention; Alternative medicine; Psychiatry; Internal medicine","score_opus":0.27435113658982185,"score_gpt":0.5301978567015794,"score_spread":0.2558467201117575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392166596","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000002231604,0.98377013,0.00055225875,0.005697051,0.00009262246,0.009752814,0.000014141033,0.0000048544575,0.000113911505],"genre_scores_gemma":[0.00047133572,0.99692297,0.00003540254,0.00024278251,0.00020708614,0.000691261,0.000034871988,0.000038411832,0.0013558676],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.905077,0.074828774,0.013697197,0.0004642309,0.005497985,0.00043480645],"domain_scores_gemma":[0.90593624,0.08775886,0.004024006,0.0005604057,0.0010882764,0.0006322165],"candidate_categories":["metaresearch","metaepi_broad","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.44492933,0.0004929821,0.07157964,0.0038293,0.000015015527,0.0000702129,0.0005883431,0.0006836513,0.0040285275],"category_scores_gemma":[0.27875945,0.00019817996,0.021892512,0.0020081687,0.0007600029,0.00005168566,0.0001106206,0.0031708963,0.000016988477],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023662157,0.00009202217,1.4354459e-8,0.7401708,0.25054878,0.00008609515,0.00014022709,0.0000015036228,2.1906733e-7,0.00014069614,0.0012447818,0.005208665],"study_design_scores_gemma":[0.027025225,0.0005303385,3.3043243e-8,0.43694842,0.5301527,0.00002579139,0.000083219806,0.0038092062,5.901057e-8,0.000025128289,0.0013108351,0.00008905093],"about_ca_topic_score_codex":0.0000776147,"about_ca_topic_score_gemma":0.00004797835,"teacher_disagreement_score":0.3032224,"about_ca_system_score_codex":0.00053916714,"about_ca_system_score_gemma":0.0041548386,"threshold_uncertainty_score":0.9991288},"labels":[],"label_agreement":null},{"id":"W4392212719","doi":"10.2196/38170","title":"Comparing Contact Tracing Through Bluetooth and GPS Surveillance Data: Simulation-Driven Approach","year":2024,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"COVID-19 epidemiological studies","field":"Mathematics","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Saskatchewan","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Bluetooth; Global Positioning System; Computer science; Contact tracing; Tracing; Assisted GPS; Real-time computing; Wireless; Coronavirus disease 2019 (COVID-19); Telecommunications; Medicine; Operating system","score_opus":0.6501891913284479,"score_gpt":0.5785642713892314,"score_spread":0.07162491993921649,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392212719","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.63495266,0.01103567,0.3282774,0.020696564,0.0005919981,0.00043364227,0.000016207881,0.00009512632,0.0039007415],"genre_scores_gemma":[0.99532086,0.0007887943,0.0028892118,0.00015305883,0.00067751633,0.0000030695987,0.0000035176915,0.000017351538,0.00014663927],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9953725,0.0009129613,0.0008858657,0.00036790228,0.0020505202,0.0004102743],"domain_scores_gemma":[0.9753988,0.023611037,0.00015022291,0.0003183194,0.00026452428,0.0002571356],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.015949959,0.00014421092,0.00066390884,0.00013894259,0.00008505712,0.00019686027,0.0010366007,0.00017499269,0.00019666785],"category_scores_gemma":[0.033615604,0.00008975533,0.00009047182,0.00027139136,0.00031304985,0.00032048742,0.0011387954,0.0019856757,0.00001118569],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011560813,0.0018435261,0.18311648,0.009025901,0.0041346564,0.0038836906,0.02288993,0.004641045,0.00018284257,0.22540511,0.48746926,0.056251477],"study_design_scores_gemma":[0.000629114,0.00028429774,0.0073697227,0.0013845832,0.000029074261,0.00015901544,0.000680174,0.9344657,0.000008738516,0.029131385,0.025701975,0.00015621912],"about_ca_topic_score_codex":0.00022410024,"about_ca_topic_score_gemma":0.00012006648,"teacher_disagreement_score":0.92982465,"about_ca_system_score_codex":0.00016829687,"about_ca_system_score_gemma":0.00016529235,"threshold_uncertainty_score":0.9745247},"labels":[],"label_agreement":null},{"id":"W4392630876","doi":"10.2196/55031","title":"Digital Interventions for Recreational Cannabis Use Among Young Adults: Systematic Review, Meta-Analysis, and Behavior Change Technique Analysis of Randomized Controlled Studies","year":2024,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Cannabis and Cannabinoid Research","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Jewish General Hospital; Université du Québec en Outaouais; Women's College Hospital; St. Michael's Hospital; Université de Montréal; McGill University; Centre Hospitalier de l’Université de Montréal","funders":"Ministère de la Santé; Ministère de la Santé et des Services sociaux","keywords":"Cannabis; Psychological intervention; Psychosocial; Medicine; Randomized controlled trial; Systematic review; Meta-analysis; Mental health; MEDLINE; Psychiatry","score_opus":0.1566318546010144,"score_gpt":0.4827555218055447,"score_spread":0.32612366720453034,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392630876","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035058722,0.89524424,0.011091903,0.029405389,0.0002244947,0.02845791,0.00039182778,0.00003452504,0.00009100273],"genre_scores_gemma":[0.8373327,0.076985896,0.00033488244,0.0002241126,0.00033270748,0.047878273,0.0001687861,0.000059315553,0.03668332],"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","domain_scores_codex":[0.9907454,0.0014833288,0.0030977204,0.00034310168,0.0039834897,0.0003469245],"domain_scores_gemma":[0.9911055,0.0024224247,0.00070716767,0.00035167148,0.0048075067,0.0006057584],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.032877013,0.00022750003,0.007991519,0.0041432986,0.00005326209,0.0002453982,0.00038200177,0.00018478096,0.0009020979],"category_scores_gemma":[0.048545297,0.000118119206,0.00947759,0.0024714835,0.00087888585,0.00033173326,0.00020582479,0.00095113396,9.77358e-7],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.013717667,0.0006706822,0.00079742057,0.18380202,0.7739694,0.00047767092,0.0008207619,5.630879e-7,0.000016434125,0.00036784436,0.024818046,0.0005414623],"study_design_scores_gemma":[0.024851345,0.0008041004,0.00077011884,0.06742287,0.8999458,0.00020886282,0.0009719012,0.00455025,0.000038355804,0.00004314488,0.00024910714,0.000144177],"about_ca_topic_score_codex":0.00057306257,"about_ca_topic_score_gemma":0.0004996064,"teacher_disagreement_score":0.81825835,"about_ca_system_score_codex":0.00023779321,"about_ca_system_score_gemma":0.00039281778,"threshold_uncertainty_score":0.99585664},"labels":[],"label_agreement":null},{"id":"W4392971535","doi":"10.2196/53122","title":"Exploring the Impact of In Basket Metrics on the Adoption of a New Electronic Health Record System Among Specialists in a Tertiary Hospital in Alberta: Descriptive Study","year":2024,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"MacEwan University; University of Alberta","funders":"Canadian Institutes of Health Research; Alberta Health Services","keywords":"Descriptive statistics; Medicine; Medical record; Health care; Family medicine; Medical emergency; Electronic health record; Nursing","score_opus":0.23937309755644837,"score_gpt":0.5163826890493192,"score_spread":0.2770095914928708,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392971535","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9860845,0.0014762166,0.000063564235,0.008887716,0.0009554663,0.002301597,0.0000019787499,0.000006055295,0.00022291298],"genre_scores_gemma":[0.9976599,0.0012488676,0.0000053255076,0.00003791709,0.0006569473,0.00015857517,8.39557e-7,0.00003321534,0.00019838546],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98175156,0.010714617,0.0030400811,0.00030942584,0.0028324488,0.0013518914],"domain_scores_gemma":[0.9892361,0.009005631,0.0006908398,0.00035853047,0.0003162906,0.0003925857],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.051824402,0.00019521728,0.00086404395,0.00205483,0.00007146659,0.000028029495,0.0010691634,0.00021334704,0.00014590613],"category_scores_gemma":[0.0068968954,0.00010179857,0.00018987422,0.0028892255,0.00013054289,0.00027267507,0.00022974171,0.008358947,0.00001715269],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0012353138,0.001280941,0.8291819,0.0017016651,0.00024146745,0.0003479615,0.12215978,0.000027380947,0.000013023418,0.0028364519,0.015050846,0.025923278],"study_design_scores_gemma":[0.0027562964,0.012283077,0.8351919,0.03360694,0.000011666826,0.000035677705,0.1057273,0.009357644,0.000018115365,0.00034422934,0.00051359204,0.00015357258],"about_ca_topic_score_codex":0.29569677,"about_ca_topic_score_gemma":0.16841081,"teacher_disagreement_score":0.12728596,"about_ca_system_score_codex":0.009191001,"about_ca_system_score_gemma":0.011951993,"threshold_uncertainty_score":0.9946125},"labels":[],"label_agreement":null},{"id":"W4392979709","doi":"10.2196/50253","title":"Wearable Technologies for Detecting Burnout and Well-Being in Health Care Professionals: Scoping Review","year":2024,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Healthcare professionals’ stress and burnout","field":"Health Professions","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"National Institute of Nursing Research; Center for Individualized Medicine, Mayo Clinic; National Institutes of Health; National Science Foundation","keywords":"Burnout; Preprint; Wearable computer; Health care; Health professionals; Wearable technology; Psychology; Applied psychology; Nursing; Medicine; Computer science; Clinical psychology; World Wide Web; Political science","score_opus":0.21806648598492456,"score_gpt":0.619140506788153,"score_spread":0.40107402080322846,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392979709","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000013639217,0.9643502,0.000055160428,0.02779084,0.0017295472,0.005627751,0.000011077788,0.00005832572,0.0003634395],"genre_scores_gemma":[0.00006362627,0.9953638,0.0004106236,0.00070406665,0.0010477279,0.001041588,0.000012922037,0.00010475828,0.0012509292],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9829961,0.0060921777,0.005269699,0.0007238571,0.0031973538,0.0017208082],"domain_scores_gemma":[0.9864031,0.009481944,0.0017759083,0.00043150317,0.0012234512,0.0006840828],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.042109985,0.00050040835,0.0039705103,0.0017317587,0.00061269646,0.00006395547,0.0014942407,0.0017905877,0.00042547612],"category_scores_gemma":[0.018707307,0.0002969553,0.0005102873,0.0010987665,0.00026054838,0.0001620134,0.0017802707,0.016533824,0.00007996226],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015822205,0.000029014249,0.000011250002,0.46433848,0.00004750446,0.00010507158,0.0010002208,6.128171e-9,1.632254e-8,0.00017782557,0.009366767,0.524908],"study_design_scores_gemma":[0.00026556005,0.00023584766,2.7319643e-7,0.61957324,0.00005533591,0.00007829774,0.005604714,0.000017577619,2.689637e-7,0.0003367842,0.37369242,0.00013967694],"about_ca_topic_score_codex":0.00035914162,"about_ca_topic_score_gemma":0.00056008383,"teacher_disagreement_score":0.52476835,"about_ca_system_score_codex":0.0013845594,"about_ca_system_score_gemma":0.01799612,"threshold_uncertainty_score":0.99994826},"labels":[],"label_agreement":null},{"id":"W4393021481","doi":"10.2196/56883","title":"Psychometric Evaluation of a Tablet-Based Tool to Detect Mild Cognitive Impairment in Older Adults: Mixed Methods Study","year":2024,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Wilfrid Laurier University","funders":"Ontario Centres of Excellence","keywords":"Dementia; Context (archaeology); Medicine; Population; Anxiety; Cognition; Health care; Gerontology; Clinical psychology; Family medicine; Psychiatry; Disease","score_opus":0.09887271248573314,"score_gpt":0.5366908934154004,"score_spread":0.4378181809296673,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393021481","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9827245,0.0026332869,0.008593679,0.002436333,0.00037723334,0.0027705752,0.000005391314,0.000010614892,0.00044841957],"genre_scores_gemma":[0.9978053,0.000114996314,0.0011220749,0.00016441871,0.00022310937,0.00026063476,0.0000049620935,0.000029368875,0.00027511516],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9820801,0.0037402308,0.0013496429,0.00046102406,0.011684498,0.0006845081],"domain_scores_gemma":[0.99289614,0.0022217592,0.00012698722,0.00023039102,0.0038470144,0.0006777275],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.069739975,0.00019440473,0.0006351008,0.0048819506,0.000028336855,0.00010326781,0.00049507513,0.00017751467,0.005696168],"category_scores_gemma":[0.013907166,0.0001359324,0.00024321419,0.004047466,0.00017558376,0.0001358847,0.0002440069,0.002000195,0.0000592411],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0064172097,0.0054891687,0.04247459,0.0007372431,0.00069851,0.0006739827,0.0022311804,0.0000032754674,0.00060698285,0.000006107503,0.009074006,0.93158776],"study_design_scores_gemma":[0.031301133,0.032644942,0.85158724,0.019565353,0.00054707465,0.00021502441,0.0134815015,0.026237525,0.022950804,0.00015484904,0.0010431492,0.00027143906],"about_ca_topic_score_codex":0.00027021737,"about_ca_topic_score_gemma":0.000085001775,"teacher_disagreement_score":0.9313163,"about_ca_system_score_codex":0.00065446435,"about_ca_system_score_gemma":0.0022599015,"threshold_uncertainty_score":0.99521273},"labels":[],"label_agreement":null},{"id":"W4393125204","doi":"10.2196/49929","title":"Mobile Apps to Support Mental Health Response in Natural Disasters: Scoping Review","year":2024,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Posttraumatic Stress Disorder Research","field":"Psychology","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Ontario; University of Toronto; University of Alberta; Dalhousie University","funders":"Dalhousie University","keywords":"Preprint; Natural disaster; Mental health; Natural (archaeology); Computer science; Computer security; Psychology; Geography; World Wide Web; Psychiatry","score_opus":0.1779448653694529,"score_gpt":0.5881147811547007,"score_spread":0.41016991578524786,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393125204","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41781774,0.4518068,0.0003237834,0.11759055,0.003422188,0.0034585646,0.000029148763,0.000044237215,0.005506976],"genre_scores_gemma":[0.96353716,0.022392394,0.00016571803,0.0029987677,0.0004859128,0.00026878025,0.000014481114,0.00007229881,0.010064496],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.98915327,0.0034954674,0.0014456611,0.00040066536,0.004475229,0.0010297],"domain_scores_gemma":[0.9965224,0.0018592768,0.00010387654,0.00036591518,0.00019228333,0.0009562463],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.030710403,0.0001669134,0.000610868,0.0012125615,0.000041621028,0.00016162932,0.0015056395,0.00014201005,0.016025605],"category_scores_gemma":[0.003437507,0.00012411442,0.00017552933,0.001098459,0.00027474065,0.00017006998,0.0005326915,0.0030259315,0.0011214053],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026137475,0.00057480275,0.00025223312,0.005582844,0.00016385295,0.0034660948,0.01624573,5.827832e-7,0.000054947912,0.00035992815,0.6259429,0.34474236],"study_design_scores_gemma":[0.0038578568,0.019288957,0.001518664,0.7060116,0.000016666647,0.0052028187,0.0134956725,0.0006463019,0.00018121635,0.00021674116,0.24903393,0.00052956765],"about_ca_topic_score_codex":0.00031404226,"about_ca_topic_score_gemma":0.00026822425,"teacher_disagreement_score":0.7004288,"about_ca_system_score_codex":0.00060714624,"about_ca_system_score_gemma":0.0018120585,"threshold_uncertainty_score":0.9996563},"labels":[],"label_agreement":null},{"id":"W4393200715","doi":"10.2196/46971","title":"The Political Economy of Digital Health Equity: Structural Analysis","year":2024,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Global Public Health Policies and Epidemiology","field":"Business, Management and Accounting","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Canadian Institutes of Health Research; Canada Research Chairs","keywords":"Health equity; Digital health; Incentive; Equity (law); Health care; Public economics; Business; Public relations; Economic growth; Political science; Economics; Market economy","score_opus":0.12820056006058167,"score_gpt":0.5002656216442922,"score_spread":0.37206506158371055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393200715","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03600784,0.0016980232,0.0007386296,0.9206318,0.00073576055,0.000089802415,0.000004389741,0.000013315548,0.040080436],"genre_scores_gemma":[0.9877522,0.000059252612,0.000009813274,0.009593341,0.0024217232,0.0000013795047,0.000004202073,0.0000073988467,0.00015071228],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99652094,0.00013281894,0.0010618937,0.00013948319,0.001288178,0.0008567076],"domain_scores_gemma":[0.99744093,0.0014592056,0.00022285068,0.0001602714,0.0004986701,0.00021807138],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011284519,0.00008725691,0.00042875146,0.0006167995,0.000097501084,0.0006541627,0.0009977646,0.00011052803,0.00042585132],"category_scores_gemma":[0.004354829,0.00004687684,0.00027718235,0.00092117646,0.0005081445,0.00048021178,0.0007541975,0.0010633031,0.000050712748],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020965454,0.000013117937,0.0010939762,0.00017085606,0.0002492222,0.000021487893,0.00001749933,0.0000045296724,1.5053202e-7,0.67243266,0.31233448,0.013641036],"study_design_scores_gemma":[0.00012156509,0.00008206424,0.0008558165,0.00010643983,0.000028377643,0.00003716521,0.00062840147,0.04546036,4.1289098e-7,0.10606487,0.8465742,0.00004033536],"about_ca_topic_score_codex":0.0038194237,"about_ca_topic_score_gemma":0.00017857316,"teacher_disagreement_score":0.9517443,"about_ca_system_score_codex":0.00019341668,"about_ca_system_score_gemma":0.00064558804,"threshold_uncertainty_score":0.6308106},"labels":[],"label_agreement":null},{"id":"W4393208274","doi":"10.2196/53327","title":"Person-Generated Health Data in Women’s Health: Scoping Review","year":2024,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; University of British Columbia","funders":"","keywords":"Digital health; Thematic analysis; mHealth; The Internet; Wearable computer; Health data; Internet privacy; Medicine; Health care; Psychology; World Wide Web; Computer science; Nursing; Psychological intervention; Qualitative research; Sociology; Political science","score_opus":0.44571448158791255,"score_gpt":0.6494891243363832,"score_spread":0.20377464274847062,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393208274","genre_codex":"commentary","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0036956768,0.46569547,0.00081943476,0.5237488,0.0016187793,0.0037369456,0.00003701938,0.000045963512,0.0006018747],"genre_scores_gemma":[0.042374723,0.8791189,0.00050226774,0.070561565,0.0029323837,0.0022869552,0.000096580705,0.00007475954,0.0020518734],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98585135,0.0053411485,0.0031114887,0.00053386035,0.0032601326,0.0019019969],"domain_scores_gemma":[0.9919879,0.003022352,0.00057359476,0.00085040345,0.0005671857,0.0029985658],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.08613459,0.0001661749,0.00096256076,0.00080996443,0.00034694897,0.000040198574,0.0018344794,0.00027831763,0.006292708],"category_scores_gemma":[0.006551811,0.00012386963,0.00006614084,0.0014650468,0.00015828779,0.00024224343,0.0005521964,0.0070562237,0.0004926271],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000057650515,0.000111943045,0.0002570464,0.051351435,0.000018397104,0.00009016922,0.002064903,1.8271668e-7,9.161194e-7,0.0010882486,0.75072366,0.19423541],"study_design_scores_gemma":[0.0007686268,0.0005522867,0.0003126045,0.38264418,0.0000027545332,0.000090025016,0.0019401094,0.0020670928,4.4573764e-7,0.00013293061,0.61139846,0.00009051586],"about_ca_topic_score_codex":0.0031178996,"about_ca_topic_score_gemma":0.002309798,"teacher_disagreement_score":0.45318726,"about_ca_system_score_codex":0.002538803,"about_ca_system_score_gemma":0.03963994,"threshold_uncertainty_score":0.99523455},"labels":[],"label_agreement":null},{"id":"W4393209600","doi":"10.2196/44973","title":"Effect of Adding Personalized Instant Messaging Apps to a Brief Smoking Cessation Model in Community Smokers in Hong Kong: Pragmatic Randomized Clinical Trial","year":2024,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Smoking Behavior and Cessation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Children's Hospital of Eastern Ontario","funders":"","keywords":"Smoking cessation; Instant messaging; Randomized controlled trial; Medicine; Text messaging; World Wide Web; Internet privacy; Computer science","score_opus":0.13035912970834612,"score_gpt":0.5069487703119768,"score_spread":0.3765896406036307,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393209600","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99261194,0.00035198493,0.0027259302,0.0020872299,0.0003280187,0.0010265795,0.0000015585903,0.000013723058,0.0008530372],"genre_scores_gemma":[0.99930304,0.00021402132,0.00007883863,0.000070121394,0.00015887008,0.000049059967,0.000008643657,0.000025600304,0.00009182345],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9839464,0.009255514,0.0022536484,0.00022952972,0.003914414,0.00040048631],"domain_scores_gemma":[0.9870606,0.0117695825,0.0002827693,0.00022795318,0.00028904647,0.00037003774],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1254035,0.0001646852,0.0013296375,0.0015787767,0.00004024013,0.00009695824,0.00046087615,0.00034498516,0.00019956364],"category_scores_gemma":[0.029374432,0.000114737966,0.00039092803,0.0009273918,0.00038214476,0.0002037566,0.0001964352,0.005042931,9.755656e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.81218934,0.0017668882,0.061386947,0.002793728,0.0006974116,0.0016773891,0.018546235,0.0002769367,0.0005481274,0.0016365985,0.0013171468,0.097163275],"study_design_scores_gemma":[0.74206096,0.004855734,0.0055641066,0.036059666,0.0004628641,0.00023320674,0.0032126298,0.20557217,0.0010524918,0.0004704504,0.00022694649,0.00022875807],"about_ca_topic_score_codex":0.00082851044,"about_ca_topic_score_gemma":0.00007500061,"teacher_disagreement_score":0.20529523,"about_ca_system_score_codex":0.0005910323,"about_ca_system_score_gemma":0.00084372156,"threshold_uncertainty_score":0.99725246},"labels":[],"label_agreement":null},{"id":"W4393221331","doi":"10.2196/54287","title":"Effectiveness of the Minder Mobile Mental Health and Substance Use Intervention for University Students: Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University; University of British Columbia","funders":"Health Canada","keywords":"Mental health; Attendance; Randomized controlled trial; Psychological intervention; Anxiety; Medicine; Population; mHealth; Brief intervention; Clinical psychology; Psychiatry; Psychology","score_opus":0.0766299077284082,"score_gpt":0.5131239922443259,"score_spread":0.4364940845159177,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393221331","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9834375,0.0040294677,0.001583906,0.0019115419,0.00426804,0.0046347217,0.000027396525,0.000006043432,0.00010141998],"genre_scores_gemma":[0.9950868,0.000099780365,0.000017527067,0.000023029324,0.00009461971,0.00010094206,0.000003141774,0.000011434928,0.0045627453],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99234056,0.00474786,0.0009852343,0.0001861371,0.0014735094,0.00026670768],"domain_scores_gemma":[0.9929442,0.006059433,0.00031832277,0.00013183158,0.00027493315,0.00027128335],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.023569131,0.00009477177,0.0007718776,0.0002853406,0.000058583664,0.000092462076,0.00057985866,0.00011247285,0.00030470546],"category_scores_gemma":[0.0015205488,0.000056297955,0.0007123829,0.00021020688,0.00052630407,0.0001915946,0.00016394959,0.0006744877,0.0000049927244],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9707346,0.0016537501,0.00015336301,0.0006905194,0.0010146287,0.000029653584,0.0014655921,1.7300567e-7,0.0000062092095,0.009304616,0.007683266,0.007263658],"study_design_scores_gemma":[0.98005176,0.005647385,0.00028213326,0.0072614914,0.000056482182,0.00007883576,0.0018260017,0.00021023335,0.00008288423,0.0010374127,0.003408277,0.000057130394],"about_ca_topic_score_codex":0.00024291007,"about_ca_topic_score_gemma":0.00007929033,"teacher_disagreement_score":0.022048581,"about_ca_system_score_codex":0.00033126996,"about_ca_system_score_gemma":0.00022814338,"threshold_uncertainty_score":0.8168637},"labels":[],"label_agreement":null},{"id":"W4393854653","doi":"10.2196/53375","title":"Public Discourse, User Reactions, and Conspiracy Theories on the X Platform About HIV Vaccines: Data Mining and Content Analysis","year":2024,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Vaccine Coverage and Hesitancy","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Salient; Valence (chemistry); Social media; Human immunodeficiency virus (HIV); Pandemic; Content analysis; Coronavirus disease 2019 (COVID-19); Public health; Virology; Psychology; Computer science; Medicine; Artificial intelligence; Sociology; World Wide Web; Chemistry; Infectious disease (medical specialty); Social science","score_opus":0.2991185078702947,"score_gpt":0.4772158272711747,"score_spread":0.17809731940087997,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393854653","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7795229,0.006728016,0.00047142422,0.20950072,0.00025465843,0.00010805007,0.000010687961,0.000011413242,0.003392148],"genre_scores_gemma":[0.98741484,0.0070502283,0.000028292134,0.00029495492,0.0007110788,0.0000029341195,0.000003856857,0.0000070354713,0.0044867676],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967466,0.0004541759,0.00042490184,0.00021155812,0.0018543544,0.00030838547],"domain_scores_gemma":[0.9949537,0.0040311716,0.00009512564,0.0002540301,0.00031834058,0.0003476663],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.013444811,0.00008364372,0.00023353094,0.00043616653,0.00030503905,0.0009904385,0.00088227063,0.0001072718,0.0015211386],"category_scores_gemma":[0.008688694,0.00004414834,0.00007075033,0.0006320622,0.00026552725,0.00075596635,0.0003561647,0.00090994517,0.000009225997],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017614312,0.0001584848,0.09936826,0.00007929776,0.0018594685,0.0006294337,0.01659573,2.7887788e-7,0.000014499508,0.5000871,0.27749756,0.10353374],"study_design_scores_gemma":[0.00091044116,0.00050399307,0.03299595,0.0017849577,0.00045299748,0.00016764198,0.13318256,0.0041792174,0.000025774558,0.007542864,0.8179964,0.0002571976],"about_ca_topic_score_codex":0.0006019067,"about_ca_topic_score_gemma":0.0027209346,"teacher_disagreement_score":0.54049885,"about_ca_system_score_codex":0.00006824894,"about_ca_system_score_gemma":0.0005239661,"threshold_uncertainty_score":0.99966156},"labels":[],"label_agreement":null},{"id":"W4393907328","doi":"10.2196/50344","title":"Does an App a Day Keep the Doctor Away? AI Symptom Checker Applications, Entrenched Bias, and Professional Responsibility","year":2024,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"mHealth; Accountability; Internet privacy; Health care; Preprint; Population; Health Insurance Portability and Accountability Act; Psychology; Public relations; Computer science; Medicine; Political science; World Wide Web; Law","score_opus":0.21137462083958017,"score_gpt":0.5572766327787013,"score_spread":0.3459020119391212,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393907328","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8438915,0.0025796723,0.0010692355,0.15049556,0.0012015912,0.00058012607,0.0000039650076,0.000024993718,0.00015335114],"genre_scores_gemma":[0.98975897,0.00085259764,0.00012400014,0.0010274431,0.002748871,0.000068593814,0.000009516851,0.000014723998,0.0053952583],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99514586,0.0010552377,0.0008232502,0.00030087403,0.0023243485,0.00035042438],"domain_scores_gemma":[0.99553573,0.0024099865,0.00009224177,0.00034950185,0.0008950715,0.0007174918],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.016098427,0.00011159317,0.0002498006,0.0003120516,0.00013024692,0.00016531303,0.00041438092,0.00025603132,0.002258401],"category_scores_gemma":[0.004525813,0.000047611,0.00009480618,0.00044206018,0.00060112035,0.00019652146,0.00014426073,0.002430971,0.00008025926],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014675803,0.0013507209,0.039996676,0.00094415096,0.00025275015,0.00032310525,0.018565373,4.601222e-7,0.0013417914,0.012141865,0.10841195,0.81520355],"study_design_scores_gemma":[0.0003793419,0.002100153,0.030815104,0.0043067746,0.00012522322,0.001120617,0.015386042,0.018412137,0.0110418545,0.027658666,0.8883867,0.0002673753],"about_ca_topic_score_codex":0.00042289807,"about_ca_topic_score_gemma":0.00014667278,"teacher_disagreement_score":0.8149362,"about_ca_system_score_codex":0.0002115631,"about_ca_system_score_gemma":0.0022638976,"threshold_uncertainty_score":0.9998705},"labels":[],"label_agreement":null},{"id":"W4393932986","doi":"10.2196/53367","title":"Moving Biosurveillance Beyond Coded Data Using AI for Symptom Detection From Physician Notes: Retrospective Cohort Study","year":2024,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children","funders":"National Institute of Child Health and Human Development; Eunice Kennedy Shriver National Institute of Child Health and Human Development; Centers for Disease Control and Prevention; U.S. Department of Health and Human Services; National Institutes of Health; National Center for Advancing Translational Sciences","keywords":"Medicine; Emergency department; Retrospective cohort study; Gold standard (test); Cohort; Medical record; Population; Cohort study; Artificial intelligence; Pediatrics; Internal medicine; Computer science; Psychiatry","score_opus":0.09701677003369678,"score_gpt":0.4697181986049142,"score_spread":0.3727014285712174,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393932986","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47500068,0.00066048093,0.51698965,0.0051540066,0.0016387153,0.0004434356,0.000021593134,0.000052396477,0.000039064962],"genre_scores_gemma":[0.99473745,0.000038229682,0.003217021,0.00021742906,0.0017092064,0.000009451967,0.0000066293314,0.000025510079,0.000039103652],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99307513,0.001148294,0.0007211004,0.000703445,0.0038681948,0.00048380462],"domain_scores_gemma":[0.99468887,0.0029349474,0.00019727001,0.00086689193,0.0009713641,0.00034067838],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.015402005,0.0001548118,0.0004323954,0.00045408666,0.00015449157,0.00071546045,0.003559121,0.0001664081,0.000060501276],"category_scores_gemma":[0.0067415726,0.00012251553,0.000098201104,0.00081573764,0.0001309315,0.0006941878,0.0014945482,0.0027697193,0.000013504562],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004258631,0.0010292402,0.55660653,0.0005581992,0.0016933886,0.0019572666,0.010036755,0.00049746764,0.002577305,0.0025200367,0.011554625,0.41054332],"study_design_scores_gemma":[0.00041899167,0.00088086503,0.03741243,0.00059513433,0.000015468582,0.00006197467,0.00018219143,0.9573224,0.00024688942,0.0015767185,0.0011712952,0.00011563244],"about_ca_topic_score_codex":0.0034737664,"about_ca_topic_score_gemma":0.0007672169,"teacher_disagreement_score":0.95682496,"about_ca_system_score_codex":0.0006180746,"about_ca_system_score_gemma":0.00072803645,"threshold_uncertainty_score":0.9995309},"labels":[],"label_agreement":null},{"id":"W4393956554","doi":"10.2196/54705","title":"AI Quality Standards in Health Care: Rapid Umbrella Review","year":2024,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria; MacEwan University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Preprint; Quality (philosophy); Health care; Computer science; Political science; World Wide Web; Physics","score_opus":0.6261027664559116,"score_gpt":0.7159732875569061,"score_spread":0.08987052110099458,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393956554","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000057387165,0.9289624,0.00003647958,0.067798786,0.0016292125,0.0009942775,0.000018318242,0.00001060888,0.0005441644],"genre_scores_gemma":[0.000051371055,0.9932254,0.000036621914,0.0033366152,0.0023147787,0.000039544164,0.000036386165,0.00005448828,0.0009048032],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9825841,0.0036968223,0.0049740556,0.00045598374,0.0075126872,0.0007763188],"domain_scores_gemma":[0.9930281,0.001583677,0.00080579525,0.00054656185,0.0026272703,0.0014085969],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.055217903,0.0003164883,0.003337897,0.0012380589,0.000045271005,0.00008341302,0.0008681336,0.00073766574,0.0030998143],"category_scores_gemma":[0.014746799,0.0001983482,0.0008648305,0.0014410154,0.00031372756,0.00007459542,0.0002366418,0.00983656,0.00027745013],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000030390755,0.00008266355,0.0000025746378,0.21447977,0.00006777975,0.0003079242,0.00044317287,4.8786557e-9,7.007382e-9,0.00012985375,0.25883442,0.5256214],"study_design_scores_gemma":[0.000038020302,0.0007042132,5.632352e-7,0.3804301,0.0001108587,0.00052716146,0.00032659134,0.0000029270925,7.267419e-7,0.00008466952,0.6176966,0.00007757294],"about_ca_topic_score_codex":0.0023357873,"about_ca_topic_score_gemma":0.00036290125,"teacher_disagreement_score":0.52554387,"about_ca_system_score_codex":0.004096492,"about_ca_system_score_gemma":0.035924785,"threshold_uncertainty_score":0.9997266},"labels":[],"label_agreement":null},{"id":"W4394586899","doi":"10.2196/51698","title":"A Typology of Social Media Use by Human Service Nonprofits: Mixed Methods Study","year":2024,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Public Relations and Crisis Communication","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Artificial Intelligence in Medicine (Canada); University of Toronto","funders":"","keywords":"Social media; Thematic analysis; Typology; Computer science; Artificial intelligence; Population; Machine learning; Knowledge management; Qualitative research; World Wide Web; Sociology; Social science","score_opus":0.22710048267012647,"score_gpt":0.5947548679213404,"score_spread":0.36765438525121386,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394586899","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9456888,0.001224574,0.0012183376,0.04436912,0.0007022851,0.00018521029,0.000004893199,0.000017807148,0.0065889815],"genre_scores_gemma":[0.9979629,0.00024313264,0.0004513325,0.000059898295,0.00039824191,0.0000070706915,0.0000040313003,0.000009041972,0.00086432917],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99059635,0.005788437,0.00065328873,0.00012748172,0.0025624358,0.00027201738],"domain_scores_gemma":[0.9944241,0.003922645,0.00015023227,0.00017163629,0.0010888313,0.00024254646],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.030374393,0.00006374093,0.00025411957,0.0003914289,0.0001965647,0.00020479846,0.0014332096,0.00025575978,0.0020272094],"category_scores_gemma":[0.006377875,0.000048512095,0.00009343508,0.0009705085,0.00052284024,0.00032967128,0.000341229,0.0014863629,0.000018593191],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007806095,0.0013236197,0.0018340644,0.000055618704,0.0005074259,0.00007149581,0.18310554,2.551518e-7,0.000990187,0.18013576,0.48923978,0.14265819],"study_design_scores_gemma":[0.0011331821,0.0008600993,0.01248363,0.00035012956,0.00009455263,0.000026952914,0.23030886,0.00097510207,0.000298727,0.010356271,0.7429154,0.000197075],"about_ca_topic_score_codex":0.0038290422,"about_ca_topic_score_gemma":0.0040709972,"teacher_disagreement_score":0.25367564,"about_ca_system_score_codex":0.00015450022,"about_ca_system_score_gemma":0.00070613355,"threshold_uncertainty_score":0.9988851},"labels":[],"label_agreement":null},{"id":"W4394746513","doi":"10.2196/56930","title":"Roles, Users, Benefits, and Limitations of Chatbots in Health Care: Rapid Review","year":2024,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":226,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; McGill University; McGill University Health Centre","funders":"Natural Sciences and Engineering Research Council of Canada; McGill University","keywords":"Preprint; Health care; Internet privacy; Computer science; Medicine; World Wide Web; Political science","score_opus":0.3980635892049565,"score_gpt":0.5817439059953514,"score_spread":0.18368031679039493,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394746513","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000010228964,0.9860204,0.0000034794386,0.009902573,0.0013136338,0.0008296815,0.000079184916,0.000006860684,0.0018339907],"genre_scores_gemma":[0.00021267062,0.9979961,0.000049820217,0.0002783154,0.0002626618,0.00008213783,0.000038274266,0.000052688596,0.0010273107],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99100006,0.002168182,0.003550467,0.000381568,0.002294224,0.0006055077],"domain_scores_gemma":[0.9956054,0.0019548612,0.0009243579,0.00035993132,0.0003795608,0.00077589287],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.011046618,0.000273124,0.0021300835,0.0014962472,0.00002621622,0.000058332214,0.0011096526,0.00042630956,0.0007886278],"category_scores_gemma":[0.0026745705,0.00019525607,0.0006025723,0.0010139362,0.00032667856,0.00010653576,0.0004602172,0.0037727663,0.00019917115],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014084812,0.00027279992,0.0000015122494,0.099367045,0.00018480669,0.00017954556,0.00039376644,7.264735e-9,1.1119399e-9,0.0055427,0.10847412,0.7855696],"study_design_scores_gemma":[0.000184349,0.001126636,0.0000071614872,0.3549605,0.0000860374,0.0005541047,0.0002152859,6.0568624e-7,4.707078e-8,0.00007565202,0.6427208,0.00006878186],"about_ca_topic_score_codex":0.00030793648,"about_ca_topic_score_gemma":0.00052756665,"teacher_disagreement_score":0.7855008,"about_ca_system_score_codex":0.0006132872,"about_ca_system_score_gemma":0.0016860613,"threshold_uncertainty_score":0.99852556},"labels":[],"label_agreement":null},{"id":"W4394788482","doi":"10.2196/54821","title":"The Power of Rapid Reviews for Bridging the Knowledge-to-Action Gap in Evidence-Based Virtual Health Care","year":2024,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Fraser Health","funders":"","keywords":"Health care; Bridging (networking); Knowledge translation; Knowledge management; Popularity; Evidence-based practice; Psychology; Nursing; Public relations; Medicine; Computer science; Alternative medicine; Political science","score_opus":0.8263798010136197,"score_gpt":0.7631230218387103,"score_spread":0.06325677917490946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394788482","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10058647,0.0329878,0.015254344,0.8434244,0.0038323344,0.0034908052,0.000015364682,0.00001393959,0.00039459157],"genre_scores_gemma":[0.98036534,0.005748279,0.00016092324,0.011252807,0.0012946796,0.00026234757,7.880963e-7,0.000019074785,0.000895771],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9866771,0.007852083,0.002116109,0.0001966318,0.0023468118,0.000811261],"domain_scores_gemma":[0.96882033,0.028778719,0.00041999266,0.0002821046,0.0011216158,0.0005772363],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.095906384,0.00008972495,0.00034490885,0.0005064554,0.00041934627,0.00005530935,0.001096984,0.00010644503,0.00073064276],"category_scores_gemma":[0.045084033,0.000043812033,0.000121841564,0.001051534,0.00027111053,0.00017822588,0.00019853639,0.0023900755,0.00011121335],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024163653,0.000023776787,0.00034943517,0.0013038395,0.000010528469,0.000005609385,0.046309974,0.000002584937,0.000047297304,0.0013904249,0.65061724,0.29969764],"study_design_scores_gemma":[0.00056663825,0.0013794089,0.0014568564,0.011628574,0.000003043486,0.0000071154427,0.019656265,0.0021182022,0.00006450433,0.000074584044,0.9630008,0.000044021526],"about_ca_topic_score_codex":0.00060258026,"about_ca_topic_score_gemma":0.0021770957,"teacher_disagreement_score":0.87977886,"about_ca_system_score_codex":0.0011225482,"about_ca_system_score_gemma":0.009946282,"threshold_uncertainty_score":0.9999114},"labels":[],"label_agreement":null},{"id":"W4394874072","doi":"10.2196/50139","title":"Twitter Analysis of Health Care Workers’ Sentiment and Discourse Regarding Post–COVID-19 Condition in Children and Young People: Mixed Methods Study","year":2024,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"COVID-19 and Mental Health","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; Ottawa Hospital; Canadian Institutes of Health Research","funders":"University College London","keywords":"Coronavirus disease 2019 (COVID-19); 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Sentiment analysis; Psychology; Health care; Medicine; Economics; Virology; Computer science; Economic growth; Natural language processing","score_opus":0.1000477563949102,"score_gpt":0.5947848898376256,"score_spread":0.49473713344271536,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394874072","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9768367,0.0086079165,0.0017002332,0.011905503,0.00044683984,0.00041951993,0.000014812727,0.0000064313413,0.00006203454],"genre_scores_gemma":[0.99867547,0.0003662453,0.00012661879,0.0003722687,0.00011213571,0.0000131342895,0.000019649311,0.000012942173,0.0003015572],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99347204,0.0034637027,0.00090105686,0.00035711867,0.0014092796,0.00039679886],"domain_scores_gemma":[0.9977562,0.001107569,0.0001813373,0.00018276404,0.00012811569,0.00064402615],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017376382,0.0001232663,0.00061151996,0.0017551787,0.000060643564,0.00007541992,0.00026144428,0.00012559237,0.00091211835],"category_scores_gemma":[0.0005978639,0.00009062474,0.00012276745,0.001003396,0.00021359227,0.00009390563,0.00025654462,0.0011606388,0.0000025494999],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037352205,0.0004885714,0.8175517,0.0003322642,0.0017884425,0.000243,0.109982245,0.0000022906904,0.000019191923,0.00013920008,0.010172942,0.05890668],"study_design_scores_gemma":[0.0016528523,0.0014590052,0.86743283,0.0004421844,0.0002379225,0.00022170246,0.12766099,0.00032636893,0.000008930992,0.000045241493,0.0004305256,0.000081424776],"about_ca_topic_score_codex":0.020504149,"about_ca_topic_score_gemma":0.00676427,"teacher_disagreement_score":0.05882526,"about_ca_system_score_codex":0.00075104093,"about_ca_system_score_gemma":0.0009885532,"threshold_uncertainty_score":0.9987057},"labels":[],"label_agreement":null},{"id":"W4394948503","doi":"10.2196/51695","title":"How Informal Carers Support Video Consulting in Physiotherapy, Heart Failure, and Cancer: Qualitative Study Using Linguistic Ethnography","year":2024,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Family and Patient Care in Intensive Care Units","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Trillium Health Centre","funders":"Economic and Social Research Council; National Institute for Health and Care Research; UK Research and Innovation; Department of Health and Social Care; Wellcome Trust","keywords":"Context (archaeology); Medicine; Nursing; Qualitative research; Rehabilitation; Health care; Psychology; Family medicine; Physical therapy","score_opus":0.25439567858635553,"score_gpt":0.5919086844835537,"score_spread":0.3375130058971982,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394948503","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9884174,0.0025079872,0.00009146883,0.005588662,0.0026458786,0.000511828,0.000016676819,0.00001566413,0.0002044262],"genre_scores_gemma":[0.9976399,0.0003325658,0.00012619208,0.000871194,0.0007163942,0.000027012966,0.000003213555,0.000024937131,0.00025859333],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9932907,0.0026640904,0.0009516037,0.00023532448,0.0022343583,0.00062387896],"domain_scores_gemma":[0.9879518,0.007598438,0.0001868558,0.00013101062,0.003721845,0.00041001453],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.01006492,0.00016498636,0.00048261348,0.0011362783,0.0001795085,0.000111952235,0.00036243143,0.00028043104,0.0003531391],"category_scores_gemma":[0.016905032,0.00012076829,0.00010921138,0.00086021743,0.00046594674,0.00023740502,0.00025078983,0.0047457484,0.000007132501],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00053495145,0.00016271044,0.10022672,0.0012459523,0.00040116103,0.0012703998,0.79598117,0.0000039137517,0.00028494402,0.00037663244,0.093766436,0.005745019],"study_design_scores_gemma":[0.0020537353,0.0019846156,0.0019298018,0.013553764,0.000030352508,0.00005799012,0.9239406,0.0023654434,0.000058788475,0.0001605253,0.053668644,0.00019576323],"about_ca_topic_score_codex":0.004893694,"about_ca_topic_score_gemma":0.0018967837,"teacher_disagreement_score":0.12795942,"about_ca_system_score_codex":0.00027571528,"about_ca_system_score_gemma":0.0016595237,"threshold_uncertainty_score":0.99755037},"labels":[],"label_agreement":null},{"id":"W4394968084","doi":"10.2196/50182","title":"Developing a Chatbot to Support Individuals With Neurodevelopmental Disorders: Tutorial","year":2024,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Autism Spectrum Disorder Research","field":"Neuroscience","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; University of Alberta","funders":"","keywords":"Chatbot; Computer science; World Wide Web; Coaching; The Internet; Conversation; Health care; Knowledge management; Health informatics; Internet privacy; Data science; Psychology","score_opus":0.09906107219666394,"score_gpt":0.43454359626991296,"score_spread":0.335482524073249,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394968084","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84848636,0.00023123017,0.008400787,0.13646817,0.0020304106,0.0006309771,0.0000090336125,0.000082959734,0.0036600656],"genre_scores_gemma":[0.99569976,0.00037715185,0.00085346436,0.0006440915,0.00075379515,0.000030196803,0.0000012186662,0.00005844691,0.0015818629],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9878497,0.00071794086,0.00075445697,0.00057879114,0.009030203,0.0010689131],"domain_scores_gemma":[0.9972426,0.0014184811,0.00008105143,0.00023619038,0.00009917818,0.00092248974],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0070032813,0.00021609655,0.0003556399,0.0013898653,0.00012676815,0.00072766736,0.0022473827,0.00017368412,0.0030919155],"category_scores_gemma":[0.004513911,0.00014837104,0.00010458521,0.0018676281,0.00047539533,0.00046405703,0.0011385997,0.0028886672,0.0007174195],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024882562,0.0016265704,0.011930713,0.0009447941,0.0005010337,0.028927471,0.027527433,0.00002354446,0.012913802,0.34868762,0.24399799,0.32043076],"study_design_scores_gemma":[0.0033159652,0.009430858,0.0051328284,0.0033268016,0.00002406191,0.0058190925,0.0009926835,0.0013268262,0.055105686,0.017984346,0.8966614,0.00087943865],"about_ca_topic_score_codex":0.00008320512,"about_ca_topic_score_gemma":0.00012496165,"teacher_disagreement_score":0.6526634,"about_ca_system_score_codex":0.00043037778,"about_ca_system_score_gemma":0.003573114,"threshold_uncertainty_score":0.9994117},"labels":[],"label_agreement":null},{"id":"W4395099045","doi":"10.2196/55352","title":"Finding Medical Photographs of Patients Online: Randomized, Cross-Sectional Study","year":2024,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Digital Imaging in Medicine","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; Bruyère; Memorial University of Newfoundland; University of Calgary; McGill University; Université de Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Cross-sectional study; Randomized controlled trial; Medicine; Psychology; Internet privacy; Family medicine; Computer science; Surgery; Pathology","score_opus":0.08229182029147095,"score_gpt":0.49831446360206166,"score_spread":0.4160226433105907,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4395099045","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9910348,0.0013546967,0.00039339878,0.0023676439,0.0019352037,0.0005967465,0.0000094300385,0.000026816775,0.0022812712],"genre_scores_gemma":[0.9963912,0.00032932337,0.00015583266,0.00023612678,0.0012860678,0.000011827434,0.000019835401,0.000037795733,0.0015320277],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.981759,0.0006854631,0.0021348253,0.0003329796,0.014599025,0.00048870087],"domain_scores_gemma":[0.99232256,0.004057069,0.00024402929,0.0002743201,0.0019419563,0.0011600854],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.02527636,0.0001956677,0.0010777559,0.0015460401,0.000035381265,0.00015552688,0.000912347,0.00030265155,0.0061092232],"category_scores_gemma":[0.038228553,0.00012028554,0.00052978145,0.00092006626,0.0017943851,0.0002334007,0.00038703752,0.0039015643,0.000045802528],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.02887314,0.0065789777,0.89683497,0.0008085647,0.00184531,0.0066293594,0.0015212487,9.741824e-7,0.000043734384,0.0003162925,0.035216928,0.021330474],"study_design_scores_gemma":[0.36690283,0.01341138,0.5548589,0.018591622,0.0005418274,0.0050727306,0.0024458074,0.018311752,0.0006539988,0.0015828804,0.017131861,0.0004943728],"about_ca_topic_score_codex":0.00018117807,"about_ca_topic_score_gemma":0.000014734156,"teacher_disagreement_score":0.34197605,"about_ca_system_score_codex":0.00019583429,"about_ca_system_score_gemma":0.0014094746,"threshold_uncertainty_score":0.99839646},"labels":[],"label_agreement":null},{"id":"W4396574587","doi":"10.2196/52508","title":"Consolidated Reporting Guidelines for Prognostic and Diagnostic Machine Learning Models (CREMLS)","year":2024,"lang":"en","type":"editorial","venue":"Journal of Medical Internet Research","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria; Children's Hospital of Eastern Ontario; JMIR Publications; University of Ottawa","funders":"","keywords":"Computer science; Machine learning; Medical physics; Artificial intelligence; Medicine","score_opus":0.22068078415328132,"score_gpt":0.5126290570624917,"score_spread":0.29194827290921044,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396574587","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014553617,0.037097916,0.16653948,0.049266312,0.7438522,0.0012476528,0.000036998612,0.00022873451,0.00027531604],"genre_scores_gemma":[0.02018402,0.009632659,0.022495171,0.00027714504,0.94174266,0.00014081587,0.00011864116,0.00022088584,0.0051880036],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98468167,0.0014484588,0.0040751356,0.0008632376,0.007986358,0.00094512955],"domain_scores_gemma":[0.90546286,0.069677114,0.0048715463,0.00097500434,0.017071882,0.0019416136],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.042828955,0.0003923583,0.0011519304,0.0010580629,0.00017836702,0.001041061,0.003140953,0.0012677137,0.00007356719],"category_scores_gemma":[0.59147453,0.00028885985,0.0002845341,0.0005830951,0.0002951017,0.00033987075,0.0022615583,0.012852431,0.000016829516],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054958964,0.000044296212,0.00021665805,0.0017361729,0.00015878413,0.0023178698,0.0006229141,0.00016708326,0.0000019337165,0.0007761873,0.96540457,0.028498584],"study_design_scores_gemma":[0.00039097038,0.0009075555,0.000004787663,0.006037078,0.00003714109,0.0005571992,0.000044711567,0.51684624,0.00000495597,0.003620759,0.47137064,0.00017796583],"about_ca_topic_score_codex":0.0009129387,"about_ca_topic_score_gemma":0.00010255098,"teacher_disagreement_score":0.5486456,"about_ca_system_score_codex":0.00026765896,"about_ca_system_score_gemma":0.0037030224,"threshold_uncertainty_score":0.99999595},"labels":[],"label_agreement":null},{"id":"W4396882841","doi":"10.2196/55680","title":"Using Twitter (X) to Mobilize Knowledge for First Contact Physiotherapists: Qualitative Study","year":2024,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact","funders":"","keywords":"Qualitative research; Social media; Medicine; Internet privacy; Knowledge management; Computer science; World Wide Web; Sociology; Social science","score_opus":0.5644967878628135,"score_gpt":0.6882642285706347,"score_spread":0.1237674407078212,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396882841","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9467736,0.001820947,0.0018995113,0.039118517,0.007683869,0.0020952406,0.000002511717,0.000020059151,0.00058576476],"genre_scores_gemma":[0.9929161,0.00012272906,0.0002971853,0.00015835917,0.005754365,0.00024905542,3.671903e-7,0.000022061393,0.00047977953],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9938015,0.0022698825,0.0005895452,0.00021480313,0.0026310778,0.000493189],"domain_scores_gemma":[0.98008585,0.017741706,0.0000928524,0.00011376909,0.0012420039,0.0007238117],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.025975596,0.00008935913,0.00028274462,0.0004344854,0.00023175591,0.00022726256,0.0007298756,0.00015938649,0.0011039162],"category_scores_gemma":[0.022864249,0.00006997175,0.00012068652,0.00078456313,0.0002736731,0.00018272018,0.00007958868,0.0009154674,0.00006730281],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013182535,0.00051442557,0.0002858736,0.00022231891,0.00009566043,0.000024041154,0.92882115,3.871006e-7,0.00004661346,0.0022234614,0.059507843,0.008126415],"study_design_scores_gemma":[0.0007367227,0.0021638647,0.0005102835,0.0021346554,0.00001691731,0.0000055367714,0.6563004,0.00068123435,0.00005622567,0.002915486,0.33434248,0.0001361985],"about_ca_topic_score_codex":0.005804697,"about_ca_topic_score_gemma":0.003985289,"teacher_disagreement_score":0.27483463,"about_ca_system_score_codex":0.0013065848,"about_ca_system_score_gemma":0.0028572453,"threshold_uncertainty_score":0.9998092},"labels":[],"label_agreement":null},{"id":"W4396940533","doi":"10.2196/56316","title":"Digital Maturity as a Predictor of Quality and Safety Outcomes in US Hospitals: Cross-Sectional Observational Study","year":2024,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Maturity (psychological); Preprint; Patient safety; Quality (philosophy); Workforce; Digital health; Work flow; Capability Maturity Model; Health information technology; Work (physics); Medicine; Health care; Business; Computer science; Psychology; Engineering; World Wide Web; Political science","score_opus":0.32865288584059066,"score_gpt":0.6241879705236885,"score_spread":0.2955350846830978,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396940533","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9880529,0.0010898403,0.00005906015,0.007142686,0.0013843271,0.0008098979,0.00005651724,0.000016433833,0.0013883475],"genre_scores_gemma":[0.9953845,0.00016181747,0.00001834,0.00015153033,0.00067144807,0.00004320606,0.000005638224,0.000019017712,0.003544462],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.988774,0.002644398,0.0029273056,0.00030418462,0.004692061,0.00065805856],"domain_scores_gemma":[0.9894485,0.008416972,0.00037022642,0.00019833533,0.0010139709,0.00055202434],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.035934363,0.00013931586,0.0006496441,0.0005009435,0.00011760883,0.00009282366,0.0005885119,0.00041872734,0.0016096731],"category_scores_gemma":[0.016077932,0.00009683351,0.00012171559,0.00043967826,0.00030655862,0.00041825234,0.0003979776,0.00493223,0.000054128606],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00050783576,0.00045270938,0.98902994,0.00090216385,0.00014566291,0.00014356551,0.0017688931,4.875604e-7,0.0000052411838,0.002814887,0.0029220565,0.0013065654],"study_design_scores_gemma":[0.0016341587,0.0011870244,0.9875382,0.0011844604,0.0000035699964,0.000056312005,0.0016362895,0.00041186437,0.0000017287724,0.0018838084,0.0043942803,0.00006829244],"about_ca_topic_score_codex":0.0023526824,"about_ca_topic_score_gemma":0.0008623691,"teacher_disagreement_score":0.019856429,"about_ca_system_score_codex":0.0008055992,"about_ca_system_score_gemma":0.004883834,"threshold_uncertainty_score":0.999303},"labels":[],"label_agreement":null},{"id":"W4398240786","doi":"10.2196/57586","title":"Training Service Users in the Use of Telehealth: Scoping Review","year":2024,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Child, Adolescent and Family Mental Health","funders":"","keywords":"Telehealth; Training (meteorology); Service (business); Computer science; Telemedicine; Medicine; Health care; Business","score_opus":0.5095030463220452,"score_gpt":0.584206216181971,"score_spread":0.07470316985992576,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398240786","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.55375636,0.059698764,0.00061246264,0.38350117,0.00056397956,0.001478692,0.0000030084084,0.000015096837,0.00037048085],"genre_scores_gemma":[0.9093023,0.063191645,0.0007116993,0.025519082,0.0010914893,0.000026985099,0.00001055536,0.00002759541,0.00011867646],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.99418175,0.0006956621,0.0013084462,0.0001328896,0.0033095172,0.00037174384],"domain_scores_gemma":[0.9962639,0.0026017784,0.00016456471,0.00017340449,0.00047928558,0.0003170744],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.016042782,0.00008285966,0.00045375768,0.0005227596,0.00002121342,0.000033391996,0.00036202953,0.00009069542,0.0010944136],"category_scores_gemma":[0.004742446,0.00004611591,0.00008923786,0.0011160943,0.000110191446,0.00017195888,0.000060112383,0.001900477,0.000011330351],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035821524,0.0002790221,0.004266991,0.07257252,0.00015562559,0.0034678846,0.015390301,0.0000014429418,0.00011348224,0.0007849642,0.2540408,0.64856875],"study_design_scores_gemma":[0.0025736731,0.0033614638,0.006727094,0.7319241,0.0001374523,0.004748508,0.0061780056,0.0025894127,0.00015730473,0.00014089652,0.24134162,0.00012047588],"about_ca_topic_score_codex":0.00078170316,"about_ca_topic_score_gemma":0.0005053046,"teacher_disagreement_score":0.6593516,"about_ca_system_score_codex":0.00011403896,"about_ca_system_score_gemma":0.0021340677,"threshold_uncertainty_score":0.99981874},"labels":[],"label_agreement":null},{"id":"W4399042298","doi":"10.2196/51355","title":"Expanding a Behavioral View on Digital Health Access: Drivers and Strategies to Promote Equity","year":2024,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"National Institute on Minority Health and Health Disparities; National Center for Chronic Disease Prevention and Health Promotion; National Cancer Institute; National Heart, Lung, and Blood Institute","keywords":"Digital health; Health equity; Equity (law); Business; Telehealth; Public relations; Internet privacy; Knowledge management; Computer science; Telemedicine; Health care; Political science; Economics; Economic growth","score_opus":0.3395154933765423,"score_gpt":0.6624148979734901,"score_spread":0.32289940459694777,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399042298","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78980297,0.0050717583,0.0047384696,0.18697964,0.0019002823,0.0039063366,0.000052153668,0.00010461481,0.007443763],"genre_scores_gemma":[0.9916496,0.0037781661,0.00012622464,0.002197245,0.00089055626,0.0004108527,0.0000057146117,0.000025935018,0.0009156717],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9946726,0.0005891135,0.001124374,0.00030999168,0.002331949,0.0009720046],"domain_scores_gemma":[0.99585575,0.001021458,0.00017634133,0.00020143176,0.0003563195,0.0023886873],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.010005494,0.00013301827,0.0003964545,0.0005999074,0.00036927254,0.00032715112,0.00076096616,0.0002248996,0.0010844016],"category_scores_gemma":[0.0008817192,0.00009361948,0.000067923596,0.00054350577,0.00016538,0.00046411346,0.0007359924,0.003641281,0.0002267498],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020145411,0.00024619882,0.0016180224,0.0025580141,0.00002850433,0.00018405654,0.0049664113,8.2324976e-7,0.000015320657,0.016702011,0.2300588,0.74342036],"study_design_scores_gemma":[0.0009174404,0.0035700707,0.0028640113,0.012866907,0.000010261975,0.000102837796,0.005491943,0.00039217257,0.00001342027,0.0045789145,0.969048,0.00014399468],"about_ca_topic_score_codex":0.00057313003,"about_ca_topic_score_gemma":0.0002800536,"teacher_disagreement_score":0.74327636,"about_ca_system_score_codex":0.00068208604,"about_ca_system_score_gemma":0.0058409907,"threshold_uncertainty_score":0.99982876},"labels":[],"label_agreement":null},{"id":"W4399121087","doi":"10.2196/49510","title":"Effectiveness of mHealth Apps for Maternal Health Care Delivery: Systematic Review of Systematic Reviews","year":2024,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"mHealth; CINAHL; Psychological intervention; MEDLINE; Systematic review; Health care; Medicine; Cochrane Library; Gestational diabetes; Telemedicine; Nursing; Pregnancy; Meta-analysis; Political science","score_opus":0.30553758305813544,"score_gpt":0.6352983039374872,"score_spread":0.32976072087935177,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399121087","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000026958444,0.9392637,0.00051530014,0.00068185496,0.0013747425,0.057834506,0.00021311681,0.000016618307,0.00009748888],"genre_scores_gemma":[0.000028039327,0.9705788,0.00020196401,0.00039330203,0.00049197755,0.027777027,0.000082619,0.000119460594,0.00032683293],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.93865675,0.037635207,0.01703759,0.00061694457,0.0046451604,0.0014083349],"domain_scores_gemma":[0.95867544,0.022197995,0.011665875,0.0013030688,0.004276953,0.0018806907],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.14406176,0.0006136003,0.015958952,0.0014084198,0.00023980667,0.000019680545,0.0027822717,0.0010345367,0.00026050804],"category_scores_gemma":[0.026252992,0.00034606396,0.001989922,0.0013333496,0.0002572188,0.00007925525,0.0005105075,0.0058451877,0.00024224442],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000589361,0.00010613329,0.0000012504355,0.93793446,0.00035290283,0.000013009362,0.00030023383,1.1637142e-8,3.8908034e-8,0.0023182498,0.036805414,0.022109386],"study_design_scores_gemma":[0.00037717336,0.0007553464,3.8458734e-7,0.74335355,0.0017220727,0.00012865967,0.00026128945,0.0000082243405,2.1521443e-7,0.000057124667,0.25322062,0.00011536182],"about_ca_topic_score_codex":0.00045160577,"about_ca_topic_score_gemma":0.000052103496,"teacher_disagreement_score":0.21641521,"about_ca_system_score_codex":0.0025910633,"about_ca_system_score_gemma":0.02291576,"threshold_uncertainty_score":0.99989915},"labels":[],"label_agreement":null},{"id":"W4399123121","doi":"10.2196/58157","title":"A Symptom-Checker for Adult Patients Visiting an Interdisciplinary Emergency Care Center and the Safety of Patient Self-Triage: Real-Life Prospective Evaluation","year":2024,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Immunovaccine (Canada)","funders":"","keywords":"Triage; Center (category theory); Preprint; Trauma center; Medical emergency; Medicine; Psychology; Computer science; World Wide Web; Pathology","score_opus":0.038009561518310066,"score_gpt":0.4803377487015386,"score_spread":0.4423281871832285,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399123121","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.990836,0.0015402408,0.0002890764,0.0048091155,0.0006822578,0.001074718,0.00001823032,0.0000120935765,0.00073823286],"genre_scores_gemma":[0.9978052,0.0011582552,0.00018521743,0.00009253877,0.0006137347,0.00005377637,0.000029379511,0.000021192614,0.000040725496],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99469745,0.00065922795,0.001145089,0.00027123457,0.002946071,0.00028094856],"domain_scores_gemma":[0.98795456,0.006139663,0.00026535097,0.00021922126,0.0048508886,0.0005703416],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0075392406,0.00012493799,0.00043762755,0.00021077413,0.00007648166,0.00004333535,0.00023684275,0.00017372318,0.00033269753],"category_scores_gemma":[0.08287747,0.000067709865,0.00024440596,0.00022758913,0.0002545229,0.00010710261,0.00034083345,0.0010153016,0.000003645966],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.03296406,0.004737337,0.34538054,0.0024249356,0.0025834374,0.000279541,0.14163165,0.000008213578,0.000025549016,0.011135735,0.05319959,0.40562943],"study_design_scores_gemma":[0.0903882,0.043558784,0.44233608,0.08053559,0.002374608,0.0005576901,0.07511196,0.2513743,0.00071057456,0.0101425005,0.0021914484,0.00071826327],"about_ca_topic_score_codex":0.00007157298,"about_ca_topic_score_gemma":0.000022107055,"teacher_disagreement_score":0.40491116,"about_ca_system_score_codex":0.00027085454,"about_ca_system_score_gemma":0.00063596526,"threshold_uncertainty_score":0.92484784},"labels":[],"label_agreement":null},{"id":"W4399144737","doi":"10.2196/57827","title":"Value of Engagement in Digital Health Technology Research: Evidence Across 6 Unique Cohort Studies","year":2024,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Princess Margaret Cancer Centre; University Health Network; University of Toronto","funders":"","keywords":"Digital health; Preprint; Wearable technology; Wearable computer; Internet privacy; mHealth; eHealth; Health care; Value (mathematics); Psychology; Computer science; World Wide Web; Medicine; Psychological intervention; Nursing; Political science","score_opus":0.47536438605456455,"score_gpt":0.6869369977201654,"score_spread":0.21157261166560082,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399144737","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6898894,0.07000288,0.0007863978,0.23334144,0.0011826784,0.0037021416,0.00002365894,0.000052982105,0.001018422],"genre_scores_gemma":[0.93086743,0.06539721,0.00018821777,0.0005102277,0.0005047052,0.0011471785,0.0000025222507,0.000026029398,0.0013565063],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9860223,0.0041612466,0.0029037513,0.00043963973,0.004684359,0.0017887035],"domain_scores_gemma":[0.9783935,0.016446805,0.00037854534,0.0004988455,0.0032221377,0.0010601705],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.10776555,0.00013683196,0.0007157532,0.0016587145,0.00039715506,0.00003673668,0.0013362298,0.0004622949,0.00038008136],"category_scores_gemma":[0.039868083,0.00009885836,0.000080868034,0.0027277083,0.001188802,0.00025674741,0.0012031513,0.011144065,0.0001611487],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00050065696,0.0006758263,0.10148214,0.012558485,0.00029037913,0.00059836195,0.018660944,0.000006530833,0.000050063885,0.16368191,0.46319255,0.23830216],"study_design_scores_gemma":[0.0013163699,0.0032714119,0.0093626855,0.0535939,0.000009591068,0.00012803916,0.047180865,0.0015679232,0.00010888642,0.02654661,0.85674953,0.00016415972],"about_ca_topic_score_codex":0.0011066119,"about_ca_topic_score_gemma":0.0006131712,"teacher_disagreement_score":0.393557,"about_ca_system_score_codex":0.0017646082,"about_ca_system_score_gemma":0.010731192,"threshold_uncertainty_score":0.99487704},"labels":[],"label_agreement":null},{"id":"W4399210824","doi":"10.2196/56780","title":"Potential Roles of Large Language Models in the Production of Systematic Reviews and Meta-Analyses","year":2024,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":59,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Preprint; Meta-analysis; Production (economics); Computer science; Linguistics; Economics; Philosophy; World Wide Web; Medicine","score_opus":0.6880497700622092,"score_gpt":0.6641778485082145,"score_spread":0.023871921553994757,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399210824","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.822836,0.105496906,0.005670947,0.063820094,0.000322527,0.0016884477,0.000006369632,0.0000050444683,0.00015365523],"genre_scores_gemma":[0.99585664,0.0032405977,0.0002743411,0.00015340747,0.00023585008,0.000013762557,0.000002002327,0.0000066348803,0.00021673318],"study_design_codex":"systematic_review","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99265146,0.0022033672,0.0022526823,0.00012460678,0.0026294026,0.00013846089],"domain_scores_gemma":[0.99578565,0.0029735744,0.00043980576,0.00021338588,0.00049210264,0.00009546184],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.050116703,0.000071026894,0.00084210106,0.0003717373,0.000009236964,0.000027135433,0.00025585174,0.000074586744,0.00045173557],"category_scores_gemma":[0.044158265,0.000031246476,0.00027816632,0.00035723383,0.00012386372,0.00018123162,0.00008861652,0.0009455482,0.0000035595733],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0045104385,0.0076415623,0.0009862696,0.40889367,0.03341981,0.0069906428,0.08076848,0.00024162064,0.067815624,0.011973317,0.31558776,0.061170787],"study_design_scores_gemma":[0.012165954,0.014153294,0.0027189672,0.16772795,0.114851125,0.021968894,0.22332135,0.3846629,0.028994037,0.013388506,0.015193115,0.00085391087],"about_ca_topic_score_codex":0.00019310552,"about_ca_topic_score_gemma":0.0001505942,"teacher_disagreement_score":0.3844213,"about_ca_system_score_codex":0.00003402007,"about_ca_system_score_gemma":0.00019787774,"threshold_uncertainty_score":0.97810477},"labels":[],"label_agreement":null},{"id":"W4399491146","doi":"10.2196/51325","title":"Linking Opinions Shared on Social Media About COVID-19 Public Health Measures to Adherence: Repeated Cross-Sectional Surveys of Twitter Use in Canada","year":2024,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Misinformation and Its Impacts","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Montréal; Canadian Heritage; Public Health Agency of Canada","funders":"Canadian Institutes of Health Research","keywords":"Social media; Cross-sectional study; Logistic regression; Medicine; Odds ratio; Public health; Odds; Social distance; Population; Credibility; Confidence interval; Demography; Psychology; Family medicine; Coronavirus disease 2019 (COVID-19); Environmental health; Nursing; World Wide Web; Computer science; Disease","score_opus":0.5075819013621543,"score_gpt":0.5455768095671287,"score_spread":0.03799490820497442,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399491146","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9239245,0.00019461577,0.0007349248,0.071498275,0.0019258211,0.00024684027,0.00008243451,0.0000176734,0.0013749092],"genre_scores_gemma":[0.9968988,0.00015781379,0.00001894273,0.0017651027,0.00062098244,0.0000018754589,0.000020315463,0.000007818577,0.00050839677],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9887342,0.0026383044,0.0010542157,0.00016270814,0.0068160607,0.0005945541],"domain_scores_gemma":[0.994328,0.0029255648,0.00019123874,0.00009244465,0.0008328583,0.0016298954],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.039986886,0.00008694595,0.0002670759,0.0007807099,0.00020233316,0.0006082415,0.00076635287,0.00017751746,0.0040285373],"category_scores_gemma":[0.04054014,0.000068165726,0.000084733394,0.0010179745,0.00029774915,0.0004416045,0.00010852132,0.001512801,0.000019188923],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001926189,0.00016373963,0.113054715,0.00020500466,0.000105041836,0.00025998757,0.14173357,0.000048766113,0.000007785877,0.004961432,0.6944027,0.04486465],"study_design_scores_gemma":[0.00090563705,0.00030064763,0.72966915,0.0010165394,0.0000014888591,0.00002925991,0.0110726515,0.0005251993,0.0000151324475,0.00026893197,0.25604656,0.00014880342],"about_ca_topic_score_codex":0.6998105,"about_ca_topic_score_gemma":0.9258735,"teacher_disagreement_score":0.61661446,"about_ca_system_score_codex":0.003103852,"about_ca_system_score_gemma":0.04494789,"threshold_uncertainty_score":0.9968819},"labels":[],"label_agreement":null},{"id":"W4399516157","doi":"10.2196/47562","title":"Quality of Male and Female Medical Content on English-Language Wikipedia: Quantitative Content Analysis","year":2024,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Wikis in Education and Collaboration","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"CHEO Research Institute","keywords":"Content (measure theory); Content analysis; Quality (philosophy); Computer science; Psychology; Natural language processing; Sociology","score_opus":0.27776980354388714,"score_gpt":0.5541652395147908,"score_spread":0.27639543597090366,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399516157","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9645268,0.0025974654,0.0006747495,0.02434125,0.0009572803,0.00011606287,0.0000066762786,0.000009172298,0.0067705577],"genre_scores_gemma":[0.9932548,0.0012700494,0.00008918966,0.0001754633,0.00075201626,0.000005523732,0.0000026218029,0.000005231882,0.0044451104],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9913604,0.0018860871,0.0007497135,0.00017936202,0.0055806534,0.00024375327],"domain_scores_gemma":[0.9941052,0.003308767,0.00017432083,0.000116160656,0.0017131456,0.000582379],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.023604658,0.00007431825,0.0003500388,0.0005682667,0.00007509766,0.00016860434,0.0005018334,0.00021412532,0.004349217],"category_scores_gemma":[0.033175264,0.000052776784,0.00015261513,0.001109835,0.0009801117,0.00018660395,0.000084071784,0.001005068,0.000015595959],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007201898,0.0012027698,0.02562658,0.00024756123,0.0018318949,0.0005474261,0.3942823,0.0000031180207,0.00038307527,0.47266796,0.050358135,0.05212897],"study_design_scores_gemma":[0.0015890426,0.0018819179,0.024517942,0.0015570787,0.0002009407,0.000023834631,0.89480036,0.002687881,0.0009652471,0.0009295066,0.07057393,0.00027228647],"about_ca_topic_score_codex":0.0029687877,"about_ca_topic_score_gemma":0.0039182478,"teacher_disagreement_score":0.5005181,"about_ca_system_score_codex":0.00018402924,"about_ca_system_score_gemma":0.0015242068,"threshold_uncertainty_score":0.99656093},"labels":[],"label_agreement":null},{"id":"W4400347421","doi":"10.2196/57694","title":"Efficacy of Digital Dance on Brain Imagery, Cognition, and Health: Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Action Observation and Synchronization","field":"Psychology","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Dance; Psychological intervention; Randomized controlled trial; Cognition; Dance therapy; Psychology; Digital health; Empowerment; Gerontology; Medicine; Health care; Psychiatry","score_opus":0.12668926006253461,"score_gpt":0.49812389620822867,"score_spread":0.37143463614569405,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400347421","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5392391,0.0064413417,0.043161333,0.378321,0.0066127502,0.004108348,0.0000144613905,0.00005803938,0.022043625],"genre_scores_gemma":[0.99273306,0.0002678759,0.000017350689,0.00066770636,0.0008175313,0.000026987092,0.0000077276745,0.000012225191,0.0054495516],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99551255,0.0013291696,0.0011636767,0.00015357292,0.001653102,0.00018795459],"domain_scores_gemma":[0.98966086,0.009271113,0.00028858148,0.00009395171,0.0004424884,0.0002430108],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.014564703,0.00008196766,0.0007234019,0.00042213127,0.000030408079,0.00013634271,0.00020095578,0.00013350243,0.0039053638],"category_scores_gemma":[0.014759432,0.00005209815,0.00021424942,0.000246829,0.0003763436,0.00014080071,0.000037935893,0.0008851609,0.000063066305],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.71410614,0.0004854466,0.000022362141,0.000049802074,0.00042608494,0.00008719539,0.0011781187,7.124929e-7,0.000011693758,0.011712096,0.23795754,0.03396281],"study_design_scores_gemma":[0.97645044,0.0015963666,0.00016436462,0.0007013052,0.000022623222,0.00011541887,0.0002511495,0.0026034927,0.000025946456,0.0012543575,0.016758882,0.0000556532],"about_ca_topic_score_codex":0.000020514066,"about_ca_topic_score_gemma":0.0000023074817,"teacher_disagreement_score":0.45349392,"about_ca_system_score_codex":0.00006519953,"about_ca_system_score_gemma":0.00038819987,"threshold_uncertainty_score":0.9970052},"labels":[],"label_agreement":null},{"id":"W4400413262","doi":"10.2196/52730","title":"Using Domain Adaptation and Inductive Transfer Learning to Improve Patient Outcome Prediction in the Intensive Care Unit: Retrospective Observational Study","year":2024,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Alberta Children's Hospital; University of Calgary","funders":"","keywords":"Observational study; Intensive care unit; Retrospective cohort study; Medicine; Outcome (game theory); Transfer of learning; Health care; Computer science; Emergency medicine; Medical emergency; Intensive care medicine; Artificial intelligence; Surgery; Internal medicine","score_opus":0.2749397512186034,"score_gpt":0.4800483655802536,"score_spread":0.20510861436165018,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400413262","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93985325,0.0002527783,0.05049243,0.0082980115,0.0005568998,0.0004905599,0.0000020146688,0.000014052766,0.000040004867],"genre_scores_gemma":[0.99828845,0.000008233053,0.0011537053,0.0002624463,0.00023506122,0.00001852396,0.0000010573375,0.000009937403,0.000022582082],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9937483,0.0020251884,0.00063754065,0.00032087055,0.002994354,0.00027375275],"domain_scores_gemma":[0.9967179,0.00093019946,0.000060304432,0.0001514363,0.0019512484,0.00018895966],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0068410276,0.00010904061,0.0002109828,0.00061319687,0.000108412954,0.00028559103,0.0006906893,0.000113098205,0.000023558785],"category_scores_gemma":[0.0040411325,0.0000712957,0.000049795086,0.0009450394,0.000087813874,0.00039164294,0.00027108775,0.0035899116,0.0000032579549],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012109046,0.00009228992,0.45042306,0.00009754826,0.0000665135,0.0006903679,0.5047146,0.0012735106,0.00009529696,0.004524783,0.00009958111,0.037801307],"study_design_scores_gemma":[0.00069431966,0.0056310506,0.4246377,0.00078940426,0.000010871841,0.00025496268,0.26509285,0.30062112,0.000024115454,0.0014325457,0.00069386547,0.00011719178],"about_ca_topic_score_codex":0.0011627253,"about_ca_topic_score_gemma":0.00032485373,"teacher_disagreement_score":0.2993476,"about_ca_system_score_codex":0.0005025853,"about_ca_system_score_gemma":0.000455803,"threshold_uncertainty_score":0.99870884},"labels":[],"label_agreement":null},{"id":"W4400453921","doi":"10.2196/55130","title":"Cultural and Contextual Adaptation of Digital Health Interventions: Narrative Review","year":2024,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":130,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"National Health and Medical Research Council; Medical Research Council; Minderoo Foundation","keywords":"Psychological intervention; Adaptation (eye); Context (archaeology); Narrative; Psychology; Sociology; Knowledge management; Computer science; Geography","score_opus":0.4858048105828004,"score_gpt":0.6526303429934388,"score_spread":0.1668255324106384,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400453921","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000021902842,0.991066,0.00012007129,0.0048219096,0.0017671,0.00087261293,0.0001382336,0.000010978779,0.0011812269],"genre_scores_gemma":[0.0011382058,0.9917664,0.000027106396,0.000088228975,0.00030360027,0.00007586136,0.00007068896,0.000038966755,0.0064909416],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99124223,0.0017361707,0.003901536,0.00036414224,0.002285028,0.0004708732],"domain_scores_gemma":[0.99579626,0.0009779402,0.0015335582,0.00024787194,0.00074912404,0.0006952597],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008225233,0.0003016812,0.002298401,0.00078959134,0.0000447852,0.00017128585,0.00093706604,0.00033840994,0.0015912196],"category_scores_gemma":[0.002828608,0.00019144942,0.0013681964,0.0006249753,0.0006927998,0.0003409513,0.00047188392,0.003122017,0.00030421885],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022719078,0.00037157978,3.9296432e-7,0.1005814,0.0005235655,0.00012851227,0.0011509872,2.472747e-9,1.1396865e-9,0.0038579744,0.19489658,0.6984663],"study_design_scores_gemma":[0.00021375106,0.0023769715,7.743343e-7,0.4369406,0.00016625195,0.001470638,0.0025813475,0.000003218713,2.6226887e-8,0.00025145593,0.5559152,0.00007976665],"about_ca_topic_score_codex":0.00015664031,"about_ca_topic_score_gemma":0.000062756255,"teacher_disagreement_score":0.6983865,"about_ca_system_score_codex":0.00043627297,"about_ca_system_score_gemma":0.0010170495,"threshold_uncertainty_score":0.99932146},"labels":[],"label_agreement":null},{"id":"W4400640467","doi":"10.2196/54556","title":"Leadership for AI Transformation in Health Care Organization: Scoping Review","year":2024,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Victoria; Institute for Work & Health; York University; University of Toronto","funders":"","keywords":"Preprint; Health care; Dynamics (music); Transformation (genetics); Computer science; Psychology; Political science; World Wide Web; Chemistry","score_opus":0.546287628393895,"score_gpt":0.6280115725144997,"score_spread":0.08172394412060469,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400640467","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009763298,0.25224987,0.013914192,0.7212281,0.0010893866,0.0015412973,0.0000013481895,0.000027089682,0.00018537974],"genre_scores_gemma":[0.93713707,0.052712996,0.0002489399,0.008161755,0.0014050935,0.000027713999,0.000029489105,0.000023882081,0.00025305664],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9970478,0.00023324287,0.0010367414,0.00011602945,0.0012790874,0.00028709543],"domain_scores_gemma":[0.99782026,0.00056603603,0.00007051424,0.000083070925,0.0011492692,0.0003108427],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.007277226,0.000060397313,0.00027803922,0.00041278152,0.000038475613,0.00005024394,0.00016605876,0.00012646236,0.00094612804],"category_scores_gemma":[0.004060007,0.000045341527,0.00007122486,0.0007281783,0.00006814316,0.00017622518,0.000012787856,0.0010674563,0.000033776876],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017371972,0.00015736188,0.00090643944,0.17883979,0.000041895753,0.000113840004,0.03117374,0.000003508216,0.0000173622,0.0021284206,0.14021857,0.64622533],"study_design_scores_gemma":[0.00030975245,0.002669798,0.00015523727,0.9236729,0.000032359385,0.00083774637,0.02219155,0.004017225,0.003108713,0.0005546716,0.04231562,0.00013442975],"about_ca_topic_score_codex":0.00019959324,"about_ca_topic_score_gemma":0.00021729646,"teacher_disagreement_score":0.92737377,"about_ca_system_score_codex":0.00049510895,"about_ca_system_score_gemma":0.0043152203,"threshold_uncertainty_score":0.99996716},"labels":[],"label_agreement":null},{"id":"W4400650562","doi":"10.2196/50483","title":"Cost Evaluation of the Ontario Virtual Urgent Care Pilot Program: Population-Based, Matched Cohort Study","year":2024,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Emergency and Acute Care Studies","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Health Sciences Centre; North York General Hospital; Sunnybrook Health Science Centre; University of Toronto; Schwartz/Reisman Emergency Medicine Institute; McMaster University; Public Health Ontario; St. Joseph’s Healthcare Hamilton; Impact","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Health care; Referral; Cohort; Population; Medical emergency; Emergency medicine; Family medicine; Environmental health; Internal medicine","score_opus":0.17230532786430777,"score_gpt":0.4970146332760115,"score_spread":0.32470930541170373,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400650562","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99011695,0.002446228,0.000021258456,0.003917298,0.0012115997,0.0016153048,0.0000029308353,0.0000107844935,0.00065762893],"genre_scores_gemma":[0.99864835,0.00008412456,0.000024984536,0.000066812354,0.00039042678,0.00008251057,0.000009886055,0.000013581322,0.00067931745],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99068564,0.00062393665,0.0007222509,0.00018203299,0.007553927,0.00023220728],"domain_scores_gemma":[0.996726,0.00029386854,0.00011009438,0.00022460001,0.0023808596,0.0002645944],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.009107574,0.00010884388,0.00034950394,0.00023426626,0.000059978003,0.000034265453,0.0003601182,0.00008448965,0.0032035685],"category_scores_gemma":[0.0031897742,0.00005917393,0.00019471052,0.00039972062,0.00016426071,0.000054044995,0.00015868813,0.0014094393,0.000009287706],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039652825,0.001230193,0.92678005,0.00020899464,0.00079419673,0.00016517048,0.007868645,0.000026094442,0.000029559133,0.00006865729,0.023340298,0.039091606],"study_design_scores_gemma":[0.0024190445,0.0071899425,0.9620865,0.002861527,0.00075325824,0.000082469385,0.012009647,0.003542548,0.00035107703,0.00007114869,0.008531713,0.00010110986],"about_ca_topic_score_codex":0.01438418,"about_ca_topic_score_gemma":0.027975705,"teacher_disagreement_score":0.038990498,"about_ca_system_score_codex":0.0009031542,"about_ca_system_score_gemma":0.0025089036,"threshold_uncertainty_score":0.99770766},"labels":[],"label_agreement":null},{"id":"W4400746815","doi":"10.2196/58764","title":"The McMaster Health Information Research Unit: Over a Quarter-Century of Health Informatics Supporting Evidence-Based Medicine","year":2024,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Health informatics; Quarter (Canadian coin); Unit (ring theory); Health information technology; Medicine; Evidence-based medicine; MEDLINE; Informatics; Alternative medicine; Health care; Data science; Family medicine; Computer science; Psychology; Public health; Nursing; Engineering; Political science","score_opus":0.33638981686786895,"score_gpt":0.6222824283844314,"score_spread":0.2858926115165624,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400746815","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13704619,0.06409244,0.0126138115,0.7710894,0.0065892986,0.004475852,0.000020395162,0.00009248015,0.003980179],"genre_scores_gemma":[0.9748611,0.017489841,0.00014085359,0.0042705233,0.0019762593,0.000089712834,0.000011638279,0.00004090307,0.001119188],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9526841,0.019881483,0.010284897,0.00022756073,0.013869418,0.0030525587],"domain_scores_gemma":[0.9671374,0.025383648,0.002275735,0.0005052905,0.003383992,0.001313939],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.27977946,0.00020249077,0.0008959141,0.0017367802,0.0008986036,0.00011637862,0.001645563,0.00041553014,0.002580096],"category_scores_gemma":[0.025509248,0.00011171227,0.00015316342,0.0019452482,0.0007757377,0.000979812,0.00038084865,0.010933471,0.00022650823],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039247907,0.00007353982,0.002832809,0.01350852,0.000097286356,0.000019925488,0.04642652,0.000003395241,0.0000070356036,0.0058140666,0.63987374,0.2909507],"study_design_scores_gemma":[0.0014145554,0.005400428,0.001279754,0.05520444,0.0000055243,0.00007138194,0.053435862,0.02683371,0.000008114988,0.00053858064,0.85570925,0.00009841122],"about_ca_topic_score_codex":0.007382233,"about_ca_topic_score_gemma":0.0008311563,"teacher_disagreement_score":0.8378149,"about_ca_system_score_codex":0.0021083232,"about_ca_system_score_gemma":0.032113396,"threshold_uncertainty_score":0.9992277},"labels":[],"label_agreement":null},{"id":"W4400747077","doi":"10.2196/59066","title":"A Quarter-Century of Online Informatics Education: Learners Served and Lessons Learned","year":2024,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Biomedical and Engineering Education","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Health informatics; Informatics; Quarter (Canadian coin); Online learning; Computer science; Health Administration Informatics; Medical education; Data science; Multimedia; Medicine; Nursing; Engineering; Public health","score_opus":0.06061026592211258,"score_gpt":0.40515914805879943,"score_spread":0.3445488821366869,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400747077","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9633575,0.010736384,0.0025872902,0.020482108,0.0020352113,0.00006657964,0.000004740624,0.000049998653,0.0006802041],"genre_scores_gemma":[0.9945416,0.0040858574,0.00055225316,0.000033358614,0.0004930307,0.00000227435,0.0000067967335,0.000013639787,0.00027117372],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99819005,0.0000479474,0.0004885228,0.000055861823,0.0010321235,0.00018547713],"domain_scores_gemma":[0.99918926,0.00022333184,0.000030595234,0.00008959831,0.00014959321,0.00031761942],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016442331,0.0000744131,0.00016880863,0.00038876553,0.000010508077,0.00006001837,0.00028023758,0.00015494658,0.00027697094],"category_scores_gemma":[0.0003732718,0.000055195494,0.00005253704,0.00034265136,0.00013481986,0.00013914626,0.000052997682,0.0011603757,0.000012510196],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003125105,0.00033810106,0.00012316491,0.0051745214,0.0002713456,0.0000392702,0.010051689,0.00014095758,0.0011249707,0.0025790636,0.182628,0.7974977],"study_design_scores_gemma":[0.00090032234,0.00086011115,0.00275468,0.009029225,0.000058435533,0.0008029109,0.014912898,0.37191585,0.0011929497,0.0017211855,0.59552336,0.00032808186],"about_ca_topic_score_codex":0.000034506767,"about_ca_topic_score_gemma":0.000007732093,"teacher_disagreement_score":0.79716957,"about_ca_system_score_codex":0.00007329284,"about_ca_system_score_gemma":0.00041904976,"threshold_uncertainty_score":0.5041319},"labels":[],"label_agreement":null},{"id":"W4400964036","doi":"10.2196/51564","title":"Smartphone-Based Hand Function Assessment: Systematic Review","year":2024,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Stroke Rehabilitation and Recovery","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Rehabilitation Institute; University of Toronto; University Health Network","funders":"","keywords":"Preprint; Computer science; Function (biology); Data science; World Wide Web; Biology","score_opus":0.1393585033654684,"score_gpt":0.5266633610843438,"score_spread":0.38730485771887535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400964036","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000038020821,0.99209535,0.00048704608,0.0029274889,0.0019587954,0.0017048722,0.000005321885,0.000014991426,0.00080232625],"genre_scores_gemma":[0.00003278967,0.99161994,0.000076250166,0.00045347694,0.0010636903,0.000117228956,0.000027379407,0.000059761394,0.0065495074],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9881879,0.0022094373,0.0026907665,0.00032587888,0.006198418,0.00038759102],"domain_scores_gemma":[0.9939312,0.0029931073,0.00070472294,0.00046089292,0.0011203417,0.0007897452],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01844746,0.0003292061,0.0041331584,0.0014913031,0.00004112255,0.0001719652,0.00062287186,0.0006471761,0.0030735086],"category_scores_gemma":[0.009929653,0.00016608012,0.0020867165,0.00093986536,0.00033812522,0.00006810339,0.00014394577,0.0053967466,0.0006722348],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023757177,0.00015648895,0.0000017487785,0.8104921,0.0008857179,0.0005198631,0.000011475824,9.218038e-9,1.5629239e-7,0.00006494371,0.12070844,0.06713531],"study_design_scores_gemma":[0.00026841805,0.00075050764,0.0000013794305,0.54704285,0.0038074986,0.0011253606,0.000018832487,0.000040261115,1.82545e-7,0.00001270465,0.4468654,0.00006659513],"about_ca_topic_score_codex":0.000010055574,"about_ca_topic_score_gemma":0.0000025080271,"teacher_disagreement_score":0.32615697,"about_ca_system_score_codex":0.0008692552,"about_ca_system_score_gemma":0.0057150116,"threshold_uncertainty_score":0.9999217},"labels":[],"label_agreement":null},{"id":"W4401005192","doi":"10.2196/54814","title":"Challenges and Alternatives to Evaluation Methods and Regulation Approaches for Medical Apps as Mobile Medical Devices: International and Multidisciplinary Focus Group Discussion","year":2024,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Multidisciplinary approach; Focus group; Focus (optics); Psychology; Computer science; Medical education; Applied psychology; Data science; Medicine; Sociology; Social science","score_opus":0.35129789912696274,"score_gpt":0.6295176665049866,"score_spread":0.2782197673780239,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401005192","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2178914,0.10864909,0.10012295,0.55603456,0.0031482994,0.009578101,0.000027104546,0.00008606972,0.0044624563],"genre_scores_gemma":[0.92637646,0.05350561,0.009465018,0.00071830186,0.0033631253,0.005843208,0.00005358343,0.000057406785,0.00061730674],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99072444,0.0025986263,0.0012894002,0.00056386954,0.004280507,0.0005431493],"domain_scores_gemma":[0.98991716,0.006837671,0.000227026,0.00018759548,0.0006095431,0.0022209815],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.049153425,0.00017637503,0.0004224937,0.0006125222,0.0003164561,0.000058056252,0.00052150775,0.00061524287,0.001499849],"category_scores_gemma":[0.010784969,0.00010578687,0.000060844915,0.00020073142,0.00037712153,0.00025860127,0.0007590728,0.0020839572,0.0000129615],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032588164,0.0001331989,0.00037577297,0.0010833732,0.00006925189,0.000018083698,0.00598614,6.9572764e-7,0.000016920989,0.025102912,0.0039708596,0.9629169],"study_design_scores_gemma":[0.0044714767,0.0023826358,0.018060017,0.011491369,0.00008420494,0.000584001,0.017758362,0.39023855,0.00003687042,0.04928355,0.50530833,0.0003006159],"about_ca_topic_score_codex":0.0001300213,"about_ca_topic_score_gemma":0.000633326,"teacher_disagreement_score":0.96261626,"about_ca_system_score_codex":0.00022415846,"about_ca_system_score_gemma":0.0017625043,"threshold_uncertainty_score":0.9994129},"labels":[],"label_agreement":null},{"id":"W4401164835","doi":"10.2196/51751","title":"Using Social Media to Recruit Participants in Health Care Research: Case Study","year":2024,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Canadian Institutes of Health Research","keywords":"Social media; Indigenous; Public relations; Qualitative research; Health care; Resource (disambiguation); Psychology; Sociology; Medical education; Medicine; Political science; World Wide Web; Computer science; Social science","score_opus":0.8768590447358483,"score_gpt":0.7282718203901191,"score_spread":0.14858722434572924,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401164835","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9340173,0.002390271,0.000018381144,0.056587532,0.005434077,0.0012814138,0.0000019965676,0.000016545753,0.00025248615],"genre_scores_gemma":[0.9924559,0.00026329295,0.00014112369,0.000119778924,0.0068131573,0.00013413567,4.7142802e-7,0.000024420413,0.00004774673],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9762559,0.011525172,0.0012342308,0.000342599,0.009078747,0.0015633699],"domain_scores_gemma":[0.9814735,0.014753886,0.00011881475,0.00015622572,0.0015664379,0.0019311091],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.086497106,0.00010411078,0.00041160698,0.0017315659,0.00056836655,0.00033711782,0.0009707645,0.0002867363,0.0008313225],"category_scores_gemma":[0.078863844,0.0000918195,0.00007986718,0.0032657008,0.00067968527,0.00023775871,0.0002848715,0.0038923363,0.00007296971],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00006370781,0.00030437508,0.0042439075,0.00014889779,0.000023367691,0.007293363,0.8540241,9.2973187e-7,0.0000027120534,0.000913164,0.014932474,0.118049],"study_design_scores_gemma":[0.0004165056,0.0007251788,0.0015912445,0.0014059711,0.000006425386,0.00014486621,0.92472,0.00019031893,0.0000068572035,0.0005693587,0.07012321,0.00010005035],"about_ca_topic_score_codex":0.10247103,"about_ca_topic_score_gemma":0.16175032,"teacher_disagreement_score":0.11794895,"about_ca_system_score_codex":0.004436241,"about_ca_system_score_gemma":0.013801265,"threshold_uncertainty_score":0.99938554},"labels":[],"label_agreement":null},{"id":"W4401246313","doi":"10.2196/49655","title":"Implementing AI in Hospitals to Achieve a Learning Health System: Systematic Review of Current Enablers and Barriers","year":2024,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":76,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Ontario; University of Toronto","funders":"","keywords":"Workflow; Systematic review; Scopus; Health care; Computer science; MEDLINE; Health informatics; Analytics; Data science; Knowledge management; Medicine; Nursing; Public health; Database","score_opus":0.29206185318199457,"score_gpt":0.6122723379272157,"score_spread":0.3202104847452211,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401246313","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00012491849,0.9890567,0.00007904264,0.007625052,0.0006817779,0.0023793308,0.000002825645,0.000007201862,0.000043157495],"genre_scores_gemma":[0.0013541492,0.9975879,0.00002100078,0.00029425402,0.00046429673,0.00011385422,0.000008045762,0.000036635425,0.00011981835],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9889779,0.0024875454,0.0044857073,0.00032810846,0.0029919844,0.000728747],"domain_scores_gemma":[0.99528885,0.0011803758,0.0010660263,0.000254145,0.0008707981,0.0013398167],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.043867804,0.00024724499,0.0035104,0.0011207395,0.00005528493,0.000064275686,0.00048447133,0.0002415512,0.00014103488],"category_scores_gemma":[0.017361429,0.00015503204,0.00039685183,0.0011018327,0.00011853538,0.00006827837,0.00032424415,0.0045247497,0.000043021733],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011573787,0.000024596658,0.000013972093,0.70526534,0.00011687859,0.000083649524,0.0010813894,2.763311e-8,3.6388233e-8,0.000112872825,0.0053625223,0.28792712],"study_design_scores_gemma":[0.000030113828,0.001043072,3.6602296e-7,0.8512401,0.0004925306,0.00052566023,0.0036121262,0.00005380325,6.9220357e-7,0.000012500799,0.14291319,0.0000758682],"about_ca_topic_score_codex":0.00069482095,"about_ca_topic_score_gemma":0.00006441851,"teacher_disagreement_score":0.28785124,"about_ca_system_score_codex":0.0013197034,"about_ca_system_score_gemma":0.0054094535,"threshold_uncertainty_score":0.99777186},"labels":[],"label_agreement":null},{"id":"W4401328365","doi":"10.2196/59826","title":"Beyond Step Count: Are We Ready to Use Digital Phenotyping to Make Actionable Individual Predictions in Psychiatry?","year":2024,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Mental Health Research Topics","field":"Psychology","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Mood; Population; Clinical trial; Data science; Disease; Medicine; Precision medicine; Psychiatry; Psychology; Clinical psychology; Computer science; Pathology","score_opus":0.1930099660461364,"score_gpt":0.5145332087337223,"score_spread":0.3215232426875859,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401328365","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7119886,0.004114724,0.0072611,0.24118133,0.014602117,0.0017574868,0.00040242812,0.00009525752,0.018596932],"genre_scores_gemma":[0.9645111,0.00037841534,0.0007434204,0.0017162937,0.0030345425,0.00012308767,0.000022561688,0.00007461295,0.029395957],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9922536,0.00057030376,0.000986631,0.0004279868,0.004747839,0.0010136353],"domain_scores_gemma":[0.99627215,0.0012652202,0.000087209366,0.00033737652,0.00042843792,0.0016095993],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0070609283,0.00016352885,0.0003345542,0.0018283075,0.00008992191,0.0006599162,0.0011199996,0.00031710757,0.0056375447],"category_scores_gemma":[0.0020244492,0.00013571481,0.00009532293,0.0013328512,0.0001585193,0.00041940887,0.0005259858,0.0037768492,0.0012885024],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00073549466,0.0007877295,0.013039218,0.00026325873,0.00021609638,0.0014405227,0.0040213545,0.000014081281,0.0000065756694,0.0142021915,0.8399663,0.12530716],"study_design_scores_gemma":[0.0010859647,0.0018917336,0.033063352,0.0035410624,0.000012977162,0.00073806505,0.0059716254,0.0012622045,0.000009667839,0.0018111217,0.9504255,0.0001867419],"about_ca_topic_score_codex":0.00069688825,"about_ca_topic_score_gemma":0.0015563221,"teacher_disagreement_score":0.25252247,"about_ca_system_score_codex":0.0008033599,"about_ca_system_score_gemma":0.0010615385,"threshold_uncertainty_score":0.9994891},"labels":[],"label_agreement":null},{"id":"W4401379889","doi":"10.2196/51878","title":"Patient and Provider Experiences With Compassionate Care in Virtual Physiatry: Qualitative Study","year":2024,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; Institute for Work & Health; Sunnybrook Health Science Centre","funders":"","keywords":"Qualitative research; Health care; Psychology; Medicine; Nursing; Medical education; Physical medicine and rehabilitation; Gerontology; Sociology","score_opus":0.086297408308012,"score_gpt":0.5297786476904272,"score_spread":0.4434812393824151,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401379889","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98885775,0.0019244063,0.000083117186,0.008443432,0.00016446138,0.00042650316,0.0000013120602,0.000006845336,0.00009217899],"genre_scores_gemma":[0.999328,0.00006392885,0.00005011811,0.00019539494,0.00023009302,0.000045112116,0.0000030204087,0.000009822896,0.00007448115],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99568456,0.00055150775,0.00054534053,0.00017610007,0.0027977568,0.00024473443],"domain_scores_gemma":[0.9986002,0.0005579898,0.0000712757,0.00007057099,0.0003485247,0.00035144293],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026598496,0.00008612701,0.00028145642,0.00044846753,0.000028173114,0.000044027565,0.00010704191,0.00005045643,0.00043821498],"category_scores_gemma":[0.00044779797,0.0000466794,0.000025819309,0.000370639,0.00022006311,0.00013395316,0.00008062164,0.0010753064,0.0000031018435],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010277837,0.00039764293,0.0053057917,0.00027993953,0.000091263435,0.0022639548,0.8726042,2.5987865e-7,0.000013711261,0.00015145537,0.009610026,0.10825401],"study_design_scores_gemma":[0.0023002482,0.019069964,0.0036338721,0.001661576,0.00001711716,0.0002638221,0.96805084,0.00035634285,0.000112110014,0.000027704824,0.0044594887,0.000046927013],"about_ca_topic_score_codex":0.000395067,"about_ca_topic_score_gemma":0.00026695585,"teacher_disagreement_score":0.10820708,"about_ca_system_score_codex":0.00015333414,"about_ca_system_score_gemma":0.000780853,"threshold_uncertainty_score":0.47981468},"labels":[],"label_agreement":null},{"id":"W4401384620","doi":"10.2196/57258","title":"Longitudinal Coadaptation of Older Adults With Wearables and Voice-Activated Virtual Assistants: Scoping Review","year":2024,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Technology Use by Older Adults","field":"Social Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; Sinai Health System; Toronto Rehabilitation Institute; Brock University; Wilfrid Laurier University; University Health Network","funders":"Government of Canada; AGE-WELL","keywords":"PsycINFO; CINAHL; Wearable computer; Psychological intervention; MEDLINE; Applied psychology; Independent living; Psychology; Gerontology; Computer science; Medicine; Nursing","score_opus":0.06295680964199529,"score_gpt":0.43243743590838407,"score_spread":0.3694806262663888,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401384620","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9129176,0.06243495,0.0015535068,0.021572292,0.0003003533,0.0005163966,0.0000028524519,0.000046213183,0.0006558485],"genre_scores_gemma":[0.97013205,0.029245982,0.00014392784,0.000044483906,0.00013325167,0.000006713641,6.7263875e-7,0.0000108867625,0.0002820095],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9953789,0.00057630934,0.000542705,0.000204256,0.0029812923,0.00031653725],"domain_scores_gemma":[0.9977475,0.0009773261,0.00016636064,0.000105117695,0.000740079,0.00026360675],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0070602223,0.00009015203,0.00033092414,0.00035657352,0.00008240078,0.00009118446,0.00050152524,0.00020099139,0.00054463284],"category_scores_gemma":[0.0039049773,0.00006117851,0.000051448136,0.00071797887,0.0011699417,0.000349632,0.00011329728,0.0011784782,0.000009186932],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024445564,0.0011762532,0.017719677,0.03410687,0.0013457724,0.0053091277,0.060052235,0.0000025611737,0.0012678425,0.028442886,0.061003048,0.78712916],"study_design_scores_gemma":[0.0021374978,0.002347337,0.009567507,0.9613063,0.00010775249,0.00048843375,0.014349836,0.0005930494,0.0025323054,0.0003841469,0.005899957,0.0002858833],"about_ca_topic_score_codex":0.001133591,"about_ca_topic_score_gemma":0.002547829,"teacher_disagreement_score":0.9271994,"about_ca_system_score_codex":0.00011775161,"about_ca_system_score_gemma":0.001234459,"threshold_uncertainty_score":0.59633476},"labels":[],"label_agreement":null},{"id":"W4401566941","doi":"10.2196/59699","title":"Impact of an Online Discussion Forum on Self-Guided Internet-Delivered Cognitive Behavioral Therapy for Public Safety Personnel: Randomized Trial","year":2024,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"Canadian Institutes of Health Research; Public Safety Canada","keywords":"Mental health; Psychological intervention; Randomized controlled trial; Anxiety; Intervention (counseling); Psychology; Cognitive behavioral therapy; Applied psychology; The Internet; Medicine; Medical education; Clinical psychology; Nursing; Psychotherapist; Psychiatry; Computer science","score_opus":0.2517394536797477,"score_gpt":0.5748889956580867,"score_spread":0.323149541978339,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401566941","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98473656,0.00075801276,0.0012736022,0.007324508,0.0029215086,0.0021050733,0.00028123046,0.000040600884,0.00055893004],"genre_scores_gemma":[0.99633235,0.00008896926,0.0001094457,0.000095763906,0.0007887646,0.0001250641,0.00011726354,0.000056838213,0.0022855292],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.992535,0.0021750631,0.0019099641,0.00039673655,0.0022510788,0.00073216524],"domain_scores_gemma":[0.9947895,0.0027984267,0.00040376233,0.00023447388,0.00089415547,0.00087969465],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.010214969,0.00024924974,0.00092711346,0.0009472313,0.00006450497,0.00018924134,0.00094789034,0.0003583421,0.004719084],"category_scores_gemma":[0.0020917507,0.00013080708,0.0014217553,0.0003657319,0.00048578536,0.00040672312,0.00017387669,0.0017235967,0.000043964134],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.7105088,0.0131128905,0.000054119937,0.00007824275,0.0012534292,0.00023955156,0.0040322533,1.4478843e-7,0.00001527618,0.002177003,0.023046302,0.24548197],"study_design_scores_gemma":[0.8662558,0.10834052,0.00043589415,0.0046684113,0.00014248429,0.00051530625,0.006057128,0.0075103967,0.00024220262,0.0023993624,0.003143055,0.00028940418],"about_ca_topic_score_codex":0.0009079586,"about_ca_topic_score_gemma":0.000144085,"teacher_disagreement_score":0.24519256,"about_ca_system_score_codex":0.00061566447,"about_ca_system_score_gemma":0.00069926644,"threshold_uncertainty_score":0.9961907},"labels":[],"label_agreement":null},{"id":"W4401603397","doi":"10.2196/46113","title":"Low Earth Orbit Communication Satellites: A Positively Disruptive Technology That Could Change the Delivery of Health Care in Rural and Northern Canada","year":2024,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Spaceflight effects on biology","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Foothills Medical Centre; Oakville-Trafalgar Memorial Hospital; Government of Canada; University of Lethbridge; University of Calgary","funders":"","keywords":"Preprint; Low earth orbit; Health care; Earth observation; Telecommunications; Healthcare delivery; Engineering; Satellite; Computer science; World Wide Web; Political science; Aerospace engineering","score_opus":0.04827562169868261,"score_gpt":0.4002085273855975,"score_spread":0.3519329056869149,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401603397","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8597349,0.06564866,0.000011754218,0.07408702,0.000092942515,0.0003306565,0.000007224303,0.0000052491305,0.00008161495],"genre_scores_gemma":[0.99078584,0.008505709,0.000037668862,0.00049678196,0.00008182967,0.000013169714,0.00000667841,0.000012055798,0.00006027626],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99718386,0.0007807822,0.0004242121,0.00012702096,0.0011688995,0.00031521506],"domain_scores_gemma":[0.99782914,0.001199411,0.0001269465,0.00020112398,0.00045680802,0.00018659803],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032341639,0.00009823436,0.00040124223,0.00045657458,0.00003608048,0.00001906889,0.00041078916,0.0001996612,0.0000688641],"category_scores_gemma":[0.0006385933,0.00005529975,0.000048190508,0.00043592943,0.0006662504,0.000056502802,0.00024480015,0.0019816493,0.0000025499294],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001451079,0.00027658333,0.20960549,0.0012991052,0.0005197647,0.0026229108,0.027201587,3.4865224e-7,0.0011336483,0.00091075303,0.0035237798,0.75145495],"study_design_scores_gemma":[0.008611318,0.024835693,0.5964492,0.058730636,0.00017112777,0.010668885,0.18389902,0.0052284175,0.026845062,0.00052787754,0.08341255,0.00062025106],"about_ca_topic_score_codex":0.15671374,"about_ca_topic_score_gemma":0.50815564,"teacher_disagreement_score":0.7508347,"about_ca_system_score_codex":0.00046938745,"about_ca_system_score_gemma":0.0019612827,"threshold_uncertainty_score":0.860939},"labels":[],"label_agreement":null},{"id":"W4401804882","doi":"10.2196/60834","title":"Effectiveness of a Digital Health Intervention Leveraging Reinforcement Learning: Results From the Diabetes and Mental Health Adaptive Notification Tracking and Evaluation (DIAMANTE) Randomized Clinical Trial","year":2024,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"National Institute of Diabetes and Digestive and Kidney Diseases; Agency for Healthcare Research and Quality","keywords":"Preprint; Depression (economics); Randomized controlled trial; Intervention (counseling); Digital health; Psychology; Gerontology; Medicine; Clinical psychology; Psychiatry; Health care; Computer science; World Wide Web","score_opus":0.22874553584928442,"score_gpt":0.5560220070525393,"score_spread":0.3272764712032549,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401804882","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95786726,0.010948711,0.0060417205,0.020159658,0.0025015543,0.0021871892,0.000035178913,0.000015973967,0.0002427388],"genre_scores_gemma":[0.9989772,0.0003524974,0.000026423153,0.00004704031,0.00030157855,0.000057338046,0.00008407067,0.00001695588,0.00013693639],"study_design_codex":"design_other","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9820351,0.011927708,0.0029169049,0.00042037579,0.0023044539,0.0003954645],"domain_scores_gemma":[0.98458177,0.013693802,0.00085979555,0.00016169915,0.00036156306,0.0003413817],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.09786663,0.00013913168,0.0006885533,0.0002952535,0.00011342256,0.00028228702,0.0003054863,0.00012848443,0.00012712258],"category_scores_gemma":[0.008627752,0.00009176719,0.00031259924,0.00022133147,0.0006349027,0.0003612288,0.00020865002,0.0015084159,0.0000096960175],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.25149664,0.0009239184,0.00050241256,0.0005171167,0.0009351078,0.000012174269,0.009278638,0.000007726671,0.000005372596,0.0036115632,0.0036149048,0.7290944],"study_design_scores_gemma":[0.7436775,0.03236523,0.018777626,0.045741104,0.0001688931,0.00013418068,0.012797618,0.13194649,0.00015837808,0.011876363,0.0020166037,0.00034001336],"about_ca_topic_score_codex":0.00078523235,"about_ca_topic_score_gemma":0.000031606953,"teacher_disagreement_score":0.7287544,"about_ca_system_score_codex":0.00037111077,"about_ca_system_score_gemma":0.0004098078,"threshold_uncertainty_score":0.999723},"labels":[],"label_agreement":null},{"id":"W4401879307","doi":"10.2196/50935","title":"Evaluation of a Natural Language Processing Approach to Identify Diagnostic Errors and Analysis of Safety Learning System Case Review Data: Retrospective Cohort Study","year":2024,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto East General Hospital; University of Toronto","funders":"Agency for Healthcare Research and Quality","keywords":"Medicine; Logistic regression; Retrospective cohort study; Patient safety; Diagnosis code; Artificial intelligence; Emergency medicine; Health care; Medical emergency; Surgery; Computer science; Population; Internal medicine","score_opus":0.13353218047613308,"score_gpt":0.5479332831673962,"score_spread":0.4144011026912631,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401879307","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92420524,0.07331349,0.0006282243,0.00058014836,0.00013762117,0.00082009594,0.00001190904,0.000009824427,0.00029346254],"genre_scores_gemma":[0.9977566,0.0018091875,0.00011498271,0.00002330253,0.00015058921,0.000015446432,0.000031711872,0.0000128996035,0.00008525088],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99009424,0.0016376313,0.0012522767,0.00038017263,0.0064246487,0.00021101761],"domain_scores_gemma":[0.9828174,0.013269479,0.00034575298,0.00040392496,0.0026946447,0.0004687661],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06387843,0.00011177986,0.0010624767,0.0007266533,0.000034229317,0.000049145012,0.00034181867,0.00010292226,0.00012960697],"category_scores_gemma":[0.37552488,0.000072801784,0.0001551616,0.0017456929,0.00017682227,0.000106703796,0.00035153035,0.0015776289,0.0000023889106],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006237385,0.002554096,0.6362677,0.009903414,0.012380214,0.013825946,0.010448179,0.000116945186,0.000057871417,0.0000721538,0.0066458397,0.30710387],"study_design_scores_gemma":[0.0016236783,0.0016225544,0.4922284,0.09145498,0.017306006,0.003745365,0.0133549385,0.37847933,0.000015703123,0.0000040328773,0.000043584503,0.0001214495],"about_ca_topic_score_codex":0.0006697769,"about_ca_topic_score_gemma":0.000078882535,"teacher_disagreement_score":0.3783624,"about_ca_system_score_codex":0.00034211765,"about_ca_system_score_gemma":0.0007213386,"threshold_uncertainty_score":0.9639342},"labels":[],"label_agreement":null},{"id":"W4402079549","doi":"10.2196/60081","title":"Primary Care Informatics: Vitalizing the Bedrock of Health Care","year":2024,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"JMIR Publications","funders":"U.S. National Library of Medicine; National Institutes of Health","keywords":"Health care; Medicine; Health informatics; Nursing; Telemedicine; Population health; Telehealth; Population; Public health; Political science","score_opus":0.11577462957586879,"score_gpt":0.558559021584268,"score_spread":0.44278439200839914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402079549","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27977398,0.40894023,0.011738015,0.20791176,0.00796375,0.009621873,0.00015114265,0.00017404329,0.07372524],"genre_scores_gemma":[0.98252887,0.009589964,0.00049190933,0.004550585,0.0014768334,0.0004568504,0.000035179553,0.00003574805,0.0008340782],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99199,0.0015701535,0.0024477204,0.00012885276,0.0030598256,0.00080349087],"domain_scores_gemma":[0.9942841,0.0026975928,0.0005265133,0.00034803193,0.0013499673,0.0007938158],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.01353394,0.000112937996,0.0004574969,0.0004346911,0.0004499365,0.000028480445,0.0010348207,0.00028425115,0.00075256196],"category_scores_gemma":[0.0011877866,0.00006509721,0.0001421086,0.0005663667,0.00025177537,0.00013623977,0.00038666857,0.00450771,0.00016194895],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009789739,0.000057529054,0.0017946936,0.024457222,0.00006223972,0.000023996057,0.08712302,0.0000022447095,0.0000071742256,0.010391396,0.3859565,0.4900261],"study_design_scores_gemma":[0.0005134582,0.0005229739,0.0011429152,0.0067115715,0.000010095816,0.000044754903,0.07755395,0.00028525668,0.000013533554,0.00027034135,0.91287774,0.0000534402],"about_ca_topic_score_codex":0.0007904279,"about_ca_topic_score_gemma":0.00023605059,"teacher_disagreement_score":0.7027549,"about_ca_system_score_codex":0.0010304205,"about_ca_system_score_gemma":0.011954582,"threshold_uncertainty_score":0.9977889},"labels":[],"label_agreement":null},{"id":"W4402494175","doi":"10.2196/54710","title":"Implications of Big Data Analytics, AI, Machine Learning, and Deep Learning in the Health Care System of Bangladesh: Scoping Review","year":2024,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"International Centre for Diarrhoeal Disease Research, Bangladesh","keywords":"Preprint; Health care; Big data; Computer science; Data science; Analytics; Predictive analytics; Artificial intelligence; World Wide Web; Data mining","score_opus":0.5659181585754022,"score_gpt":0.6293839800935133,"score_spread":0.06346582151811109,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402494175","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000018654535,0.98682725,0.00016489993,0.011603812,0.00025302195,0.0009616709,0.000011012273,0.0000052394785,0.0001544567],"genre_scores_gemma":[0.0047643096,0.9941085,0.000038045448,0.00015069541,0.00068527996,0.00001939315,0.00013269519,0.00002647912,0.00007462907],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.99232703,0.002271073,0.002812408,0.0003132505,0.0019328179,0.00034342404],"domain_scores_gemma":[0.9952023,0.001969386,0.001027542,0.00051416794,0.0009490103,0.0003375725],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.01890718,0.00018031686,0.0018746853,0.00083025085,0.00006039823,0.00003701441,0.0010470913,0.00027678607,0.00010325454],"category_scores_gemma":[0.008078321,0.00010227,0.0002654792,0.0010797743,0.00028093375,0.000053550088,0.00038827388,0.0051140147,0.000009317047],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010521879,0.00004339246,0.00022044014,0.30025077,0.00009301769,0.00003234716,0.001007747,1.2091314e-7,2.8012918e-8,0.00010043759,0.0022181598,0.696023],"study_design_scores_gemma":[0.0000380051,0.00071636646,0.000006386115,0.69972223,0.0004308418,0.0007533857,0.003090394,0.00028070065,5.005556e-7,0.000010655477,0.29489392,0.00005663558],"about_ca_topic_score_codex":0.0015853872,"about_ca_topic_score_gemma":0.0008829808,"teacher_disagreement_score":0.69596636,"about_ca_system_score_codex":0.00040298083,"about_ca_system_score_gemma":0.0051661534,"threshold_uncertainty_score":0.99718124},"labels":[],"label_agreement":null},{"id":"W4402624201","doi":"10.2196/58198","title":"We Have Spent Time, Money, and Effort Making Self-Help Digital Mental Health Interventions: Is Anyone Going to Come to the Party?","year":2024,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; York University","funders":"Ministère de la Défense Nationale","keywords":"Psychological intervention; Mental health; Public health; Public relations; Self-help; Psychology; Marketing; Medicine; Business; Nursing; Psychiatry; Finance; Political science","score_opus":0.22044482595955367,"score_gpt":0.5779833398353671,"score_spread":0.3575385138758134,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402624201","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00019140862,0.9418816,0.00015505136,0.04960838,0.0029128098,0.002065093,0.0003431724,0.000037822454,0.0028046742],"genre_scores_gemma":[0.0032156168,0.93542594,0.00024064496,0.0013715198,0.001527462,0.00028904303,0.00005767017,0.00018793839,0.05768418],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9904735,0.0009418447,0.0033040957,0.00070765475,0.0034024683,0.001170437],"domain_scores_gemma":[0.9960908,0.0007016475,0.00067651976,0.0005701949,0.00022077086,0.001740029],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.009595932,0.00049232604,0.0018393046,0.00149009,0.00016877204,0.0010038123,0.0020899463,0.00036545482,0.00314946],"category_scores_gemma":[0.00055081304,0.00030931644,0.0012811022,0.0008232715,0.00024368524,0.00025905532,0.0025261233,0.0038020727,0.008762676],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000538093,0.0005615759,0.000008138354,0.0076661888,0.0006563312,0.00029547466,0.0016855282,2.180558e-8,9.481928e-9,0.00034775047,0.46945697,0.5192682],"study_design_scores_gemma":[0.000280926,0.0029449565,0.0000097907005,0.14578679,0.00012280731,0.0025179256,0.00060915307,0.000030649364,2.6785352e-7,0.00018242461,0.84732336,0.00019097264],"about_ca_topic_score_codex":0.000075387106,"about_ca_topic_score_gemma":0.000095847514,"teacher_disagreement_score":0.51907724,"about_ca_system_score_codex":0.0014594886,"about_ca_system_score_gemma":0.00062922534,"threshold_uncertainty_score":0.99993587},"labels":[],"label_agreement":null},{"id":"W4402732524","doi":"10.2196/49844","title":"The Virtual Client Experience Survey for Mental Health and Addictions: Revalidation of a Survey to Measure Client and Family Experiences of Virtual Care","year":2024,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Centre for Addiction and Mental Health","funders":"","keywords":"Preprint; Mental health; Measure (data warehouse); Psychology; Addiction; Nursing; Applied psychology; Computer science; Medicine; World Wide Web; Psychiatry","score_opus":0.19438968358328543,"score_gpt":0.5117230881764127,"score_spread":0.3173334045931272,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402732524","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9856044,0.0075105284,0.0012912854,0.0042640306,0.0005643311,0.0006866091,0.00006316047,0.0000043331556,0.000011331763],"genre_scores_gemma":[0.99626994,0.003036765,0.00008479061,0.00026025978,0.00016633389,0.000051837953,0.00004616204,0.000010332904,0.00007360577],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99507636,0.00086257065,0.0010897145,0.0002105873,0.0024637177,0.00029706533],"domain_scores_gemma":[0.9959986,0.0020346825,0.00021160406,0.00012556578,0.0010273107,0.0006021915],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0137194805,0.00009689785,0.00035944127,0.0003191952,0.000118461416,0.00004316276,0.00020204386,0.000074963405,0.000053889562],"category_scores_gemma":[0.0056056436,0.000058708592,0.000051927535,0.00039607118,0.00043447813,0.00009690122,0.000115822135,0.0004406818,5.4841627e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004981879,0.0002489411,0.03914548,0.0007088479,0.00020683564,0.000017691915,0.35890937,6.3498226e-7,0.0006931613,0.0006080625,0.108375184,0.4861039],"study_design_scores_gemma":[0.0038617747,0.03637035,0.1491127,0.004396335,0.00003199837,0.00024775387,0.7581926,0.0010546645,0.0022857154,0.000020453044,0.04428305,0.00014257389],"about_ca_topic_score_codex":0.0013337078,"about_ca_topic_score_gemma":0.000754388,"teacher_disagreement_score":0.48596132,"about_ca_system_score_codex":0.00015450486,"about_ca_system_score_gemma":0.0011281668,"threshold_uncertainty_score":0.6710884},"labels":[],"label_agreement":null},{"id":"W4402741556","doi":"10.2196/52964","title":"Investigating the Use of Telemedicine by Health Care Providers to Diagnose and Manage Patients With Musculoskeletal Disorders: Systematic Review and Meta-Analysis","year":2024,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Centre for Interdisciplinary Research in Rehabilitation; Hôpital Maisonneuve-Rosemont","funders":"Réseau Provincial de Recherche en Adaptation-Réadaptation; Université de Montréal","keywords":"Telemedicine; Meta-analysis; Health care; Medicine; Telehealth; MEDLINE; Systematic review; Medical emergency","score_opus":0.175313342649582,"score_gpt":0.5094513301718014,"score_spread":0.33413798752221946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402741556","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002809192,0.9582807,0.000079684636,0.03586055,0.000032389507,0.005393902,0.000061672785,0.0000064841433,0.0000037308628],"genre_scores_gemma":[0.0005035923,0.9955212,0.00023309248,0.0031187953,0.00007735888,0.00025816864,0.00012236137,0.000046432608,0.000119017124],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.9904202,0.0018322079,0.0028376926,0.0004105648,0.004042989,0.000456324],"domain_scores_gemma":[0.9942924,0.002166729,0.0013193821,0.0004376844,0.00070215383,0.0010816932],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007474853,0.00038443482,0.0059551112,0.0010688654,0.000067088666,0.0000724244,0.00040518315,0.00015109869,0.00016464938],"category_scores_gemma":[0.0065467395,0.0001558812,0.000697746,0.0016954001,0.00043441186,0.00012242992,0.00029809115,0.0019721426,0.00000210498],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009517181,0.00007297366,0.00017446435,0.8318749,0.03753633,0.00003237069,0.000995673,2.1625986e-8,3.4328607e-9,0.00001104549,0.05848906,0.070803635],"study_design_scores_gemma":[0.0006852288,0.00410888,0.00003708635,0.24210761,0.50693434,0.00011811924,0.0011428813,0.0000075658813,4.4243947e-8,0.0000045105153,0.24470274,0.00015095425],"about_ca_topic_score_codex":0.0010125523,"about_ca_topic_score_gemma":0.0005366362,"teacher_disagreement_score":0.5897673,"about_ca_system_score_codex":0.00019756828,"about_ca_system_score_gemma":0.00075726316,"threshold_uncertainty_score":0.85680884},"labels":[],"label_agreement":null},{"id":"W4402746515","doi":"10.2196/58578","title":"Trial Factors Associated With Completion of Clinical Trials Evaluating AI: Retrospective Case-Control Study","year":2024,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Toronto","funders":"","keywords":"Medicine; Retrospective cohort study; Computer science; Surgery","score_opus":0.8196540357690266,"score_gpt":0.7160687157836655,"score_spread":0.10358531998536114,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402746515","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9892954,0.0003731999,0.0011420005,0.0053455774,0.0023816172,0.0013287711,0.00000838818,0.000014211611,0.00011083286],"genre_scores_gemma":[0.99685884,0.000042531094,0.000021530486,0.00008032138,0.0026442856,0.000015540718,0.0000038143667,0.00001983716,0.00031329266],"study_design_codex":"observational","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.983032,0.007878878,0.003563751,0.00028190174,0.004900823,0.0003426464],"domain_scores_gemma":[0.9658438,0.027517976,0.0009859399,0.0002746979,0.0046027843,0.00077482336],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1372793,0.00013019744,0.0013586046,0.00052731734,0.0000574456,0.00008308604,0.00024241822,0.00034108383,0.0017654772],"category_scores_gemma":[0.17038919,0.000074904514,0.00036931928,0.00061162765,0.00034184605,0.00013132572,0.000045451543,0.0034505494,0.000010699865],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.11037104,0.008522576,0.52523416,0.0003587069,0.0053068553,0.008878816,0.023173992,0.00001146036,0.00018977099,0.00037417124,0.028747749,0.2888307],"study_design_scores_gemma":[0.076234624,0.3623983,0.27949026,0.019858617,0.004081796,0.0040316605,0.10042997,0.14597388,0.0017314246,0.003814596,0.00125915,0.00069574075],"about_ca_topic_score_codex":0.0010745097,"about_ca_topic_score_gemma":0.00038897287,"teacher_disagreement_score":0.3538757,"about_ca_system_score_codex":0.0005429528,"about_ca_system_score_gemma":0.0037303902,"threshold_uncertainty_score":0.99914706},"labels":[],"label_agreement":null},{"id":"W4402778132","doi":"10.2196/59425","title":"Long COVID Discourse in Canada, the United States, and Europe: Topic Modeling and Sentiment Analysis of Twitter Data","year":2024,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Long-Term Effects of COVID-19","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"BC Centre for Disease Control; NOSM University; University of British Columbia","funders":"Canadian Institutes of Health Research","keywords":"Preprint; Coronavirus disease 2019 (COVID-19); Sentiment analysis; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Computer science; World Wide Web; Media studies; Internet privacy; Data science; Sociology; Natural language processing; Medicine; Virology","score_opus":0.08878087774676294,"score_gpt":0.45463095296688,"score_spread":0.36585007522011703,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402778132","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9347806,0.003078683,0.0015481758,0.06033604,0.000082665785,0.00014052098,0.000008881588,0.0000021834182,0.000022246124],"genre_scores_gemma":[0.9966855,0.0019128337,0.000030317613,0.00093830674,0.00011064328,0.0000012969689,0.00003171607,0.000010157717,0.00027922075],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99636066,0.00047092387,0.0005288917,0.00020993057,0.002179889,0.0002497329],"domain_scores_gemma":[0.9972434,0.001688303,0.00006266749,0.00033978868,0.00020702563,0.00045878295],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0060671624,0.000089614994,0.00036204213,0.0008455779,0.000020239666,0.00007704659,0.0005249515,0.000052320334,0.0003117936],"category_scores_gemma":[0.0021121171,0.000049042952,0.000038905,0.0009237861,0.0002427247,0.00009652836,0.00061283004,0.0011695479,8.8342193e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001591615,0.00046819393,0.77182037,0.0037648082,0.008869038,0.039114777,0.008724032,0.0041233604,0.0002718249,0.00038083037,0.13183455,0.02903661],"study_design_scores_gemma":[0.00084047974,0.00020420138,0.02129556,0.001430104,0.000484985,0.0002521608,0.001023407,0.9703611,0.000033527893,0.000040707364,0.003975968,0.0000577583],"about_ca_topic_score_codex":0.44471774,"about_ca_topic_score_gemma":0.24792461,"teacher_disagreement_score":0.9662378,"about_ca_system_score_codex":0.0002552086,"about_ca_system_score_gemma":0.00201229,"threshold_uncertainty_score":0.7657988},"labels":[],"label_agreement":null},{"id":"W4402830026","doi":"10.2196/60879","title":"A Digital Approach for Addressing Suicidal Ideation and Behaviors in Youth Mental Health Services: Observational Study","year":2024,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Suicide and Self-Harm Studies","field":"Psychology","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"National Health and Medical Research Council; University of Sydney; Australian Government","keywords":"Observational study; Preprint; Mental health; Suicidal ideation; Psychology; Psychiatry; Medicine; Suicide prevention; Clinical psychology; Poison control; Medical emergency; Computer science; World Wide Web","score_opus":0.34657194793655943,"score_gpt":0.5217702902592717,"score_spread":0.17519834232271225,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402830026","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9905733,0.004926531,0.0005632452,0.0025545033,0.00037909776,0.0004999036,0.00003973513,0.0000110768615,0.0004526493],"genre_scores_gemma":[0.9987407,0.000050416205,0.000099202094,0.00013537647,0.00034107486,0.000031069445,0.000041885094,0.000015839398,0.0005444624],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99698627,0.0002755276,0.00064676785,0.00024264937,0.0015040903,0.0003446661],"domain_scores_gemma":[0.9989987,0.00045232064,0.00008693224,0.00008049596,0.00017422953,0.0002073283],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0051099607,0.00010268677,0.0002780134,0.0004376303,0.00006940449,0.0002439174,0.00025951726,0.00009991931,0.00017295587],"category_scores_gemma":[0.00015506081,0.000075598575,0.00006816685,0.0002735917,0.00011313631,0.00024769476,0.00015026946,0.0008248815,0.000004539837],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017153108,0.003601703,0.63929784,0.0007163699,0.00095754524,0.00048681526,0.2616671,0.0000052890596,0.000026132617,0.0016127457,0.0143036,0.07560956],"study_design_scores_gemma":[0.009646922,0.007953469,0.46499646,0.0014174808,0.00011150087,0.00075871375,0.49142015,0.018817449,0.000014648316,0.0008127914,0.0036231906,0.00042721804],"about_ca_topic_score_codex":0.00079422124,"about_ca_topic_score_gemma":0.00021330931,"teacher_disagreement_score":0.22975305,"about_ca_system_score_codex":0.00012695084,"about_ca_system_score_gemma":0.00021202292,"threshold_uncertainty_score":0.35837454},"labels":[],"label_agreement":null},{"id":"W4402830231","doi":"10.2196/66590","title":"Correction: Quality of Male and Female Medical Content on English-Language Wikipedia: Quantitative Content Analysis","year":2024,"lang":"en","type":"erratum","venue":"Journal of Medical Internet Research","topic":"Wikis in Education and Collaboration","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Content (measure theory); Computer science; Quality (philosophy); Content analysis; Information retrieval; Natural language processing; Psychology; World Wide Web; Mathematics; Sociology; Social science","score_opus":0.22238066813887797,"score_gpt":0.5278239172579443,"score_spread":0.30544324911906634,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402830231","genre_codex":"empirical","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37434754,0.03471824,0.0009450774,0.104610644,0.21641901,0.0011586308,0.00012256746,0.00006989174,0.2676084],"genre_scores_gemma":[0.43558645,0.011054595,0.000054226926,0.00039563313,0.009847004,0.000024119818,0.00005226111,0.000027517914,0.5429582],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9841057,0.0033104853,0.0014336709,0.0003623108,0.010396297,0.0003915509],"domain_scores_gemma":[0.99007714,0.0036246085,0.00072133593,0.00023881193,0.004425397,0.00091273367],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.027429193,0.00018872974,0.00091079745,0.0011942697,0.00013555231,0.00027191173,0.0009906272,0.0010134563,0.0071881274],"category_scores_gemma":[0.068091884,0.00014170218,0.00036001642,0.0016844822,0.001637805,0.00016500459,0.00020122496,0.004774087,0.000032711316],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023237854,0.0003794574,0.0007337973,0.00014657846,0.00095880136,0.00017030572,0.06051478,4.6515316e-7,0.0000038488906,0.011237188,0.9208125,0.0048099393],"study_design_scores_gemma":[0.0007605062,0.0013596134,0.0023468337,0.003021169,0.0003774905,0.000023454179,0.40529862,0.0008496807,0.000049762344,0.00018454212,0.5854625,0.00026582077],"about_ca_topic_score_codex":0.0070986226,"about_ca_topic_score_gemma":0.016937997,"teacher_disagreement_score":0.34478384,"about_ca_system_score_codex":0.00053018576,"about_ca_system_score_gemma":0.005413792,"threshold_uncertainty_score":0.9995132},"labels":[],"label_agreement":null},{"id":"W4402842900","doi":"10.2196/49387","title":"Health Professionals’ Views on the Use of Conversational Agents for Health Care: Qualitative Descriptive Study","year":2024,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"New Brunswick Innovation Foundation","keywords":"Thematic analysis; Health care; Nursing; Psychology; Health promotion; Medical education; Qualitative research; Medicine; Public health","score_opus":0.6293975931532361,"score_gpt":0.6748113645536278,"score_spread":0.04541377140039171,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402842900","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43845978,0.0061883144,0.0033255578,0.5369274,0.008730252,0.0050576343,0.00046898858,0.000024598985,0.0008174633],"genre_scores_gemma":[0.9909507,0.00002522365,0.00014996144,0.0027782612,0.00024523374,0.00016228341,0.000014669016,0.000022897491,0.0056507536],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.99011546,0.004812957,0.0014827737,0.00025386512,0.0028763665,0.00045854584],"domain_scores_gemma":[0.99229443,0.005901483,0.00042619742,0.000203705,0.00071716873,0.0004570109],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0164498,0.00012120363,0.00041794017,0.00042501715,0.0001104267,0.00007956656,0.0006130919,0.0000881681,0.0016665721],"category_scores_gemma":[0.0023299395,0.00007063088,0.00024006619,0.0003427748,0.00031658355,0.0001652231,0.00015084466,0.0013811144,0.000106497246],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007259222,0.0023237525,0.000056641533,0.0003716474,0.0003524067,0.00003741399,0.18302052,3.2175882e-7,2.7119938e-7,0.050504696,0.73795587,0.024650563],"study_design_scores_gemma":[0.003302495,0.04914786,0.00397428,0.0125797,0.000024842626,0.00010992818,0.48374602,0.00039590246,0.000046252157,0.0043735313,0.44211575,0.00018344798],"about_ca_topic_score_codex":0.00082545535,"about_ca_topic_score_gemma":0.00031193593,"teacher_disagreement_score":0.5524909,"about_ca_system_score_codex":0.0009372123,"about_ca_system_score_gemma":0.0017691475,"threshold_uncertainty_score":0.99924606},"labels":[],"label_agreement":null},{"id":"W4402847982","doi":"10.2196/56158","title":"Barriers and Facilitators Associated With Remote Concussion Physical Assessments From the Perspectives of Clinicians and People Living With Workplace Concussions: Focus Group Study","year":2024,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Traumatic Brain Injury Research","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Toronto Rehabilitation Institute; Carleton University; Hamilton Health Sciences; University of Toronto; University Health Network; Ottawa Hospital; Bruyère; University of Ottawa","funders":"Workplace Safety and Insurance Board; AGE-WELL; University of Ottawa","keywords":"Focus group; Concussion; Preprint; Psychology; Medicine; Poison control; Gerontology; Applied psychology; Physical therapy; Injury prevention; Computer science; Medical emergency; World Wide Web; Sociology","score_opus":0.05779715257571571,"score_gpt":0.44491858748812824,"score_spread":0.3871214349124125,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402847982","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9896967,0.0015318076,0.00063118356,0.007325431,0.000060751943,0.000557349,0.000012621124,0.000014688973,0.00016948555],"genre_scores_gemma":[0.9989842,0.00027526097,0.00015372872,0.000032007945,0.0001839896,0.0000074400386,0.0000012185141,0.000028443796,0.0003337218],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99261546,0.0018384763,0.00055803667,0.00036228864,0.0042405706,0.00038516772],"domain_scores_gemma":[0.9850428,0.013298389,0.00015312554,0.00024622094,0.00053745887,0.00072197104],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.009208331,0.00017559835,0.00064683275,0.00025574438,0.000108688844,0.00014632285,0.00038319489,0.00015077635,0.00041035883],"category_scores_gemma":[0.010602659,0.00007746882,0.000080408514,0.00061083166,0.0012443558,0.00016576135,0.0003010778,0.002909087,0.0000021717797],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0054133497,0.0015454751,0.7365369,0.00031604944,0.005058423,0.0018800221,0.15992548,9.549918e-7,0.0003394247,0.0003656734,0.008957964,0.07966028],"study_design_scores_gemma":[0.006111234,0.02301432,0.463863,0.02127187,0.0003689887,0.00035288857,0.47217107,0.011939543,0.00005183204,0.00036706345,0.00028986434,0.0001983357],"about_ca_topic_score_codex":0.00068954553,"about_ca_topic_score_gemma":0.00046019178,"teacher_disagreement_score":0.3122456,"about_ca_system_score_codex":0.00020033578,"about_ca_system_score_gemma":0.0008596719,"threshold_uncertainty_score":0.99939126},"labels":[],"label_agreement":null},{"id":"W4402966708","doi":"10.2196/55648","title":"Accuracy of a Commercial Large Language Model (ChatGPT) to Perform Disaster Triage of Simulated Patients Using the Simple Triage and Rapid Treatment (START) Protocol: Gage Repeatability and Reproducibility Study","year":2024,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Disaster Response and Management","field":"Health Professions","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Repeatability; Triage; Reproducibility; Protocol (science); Computer science; Medicine; Medical emergency; Statistics; Mathematics","score_opus":0.25377739299404317,"score_gpt":0.5869407438634208,"score_spread":0.3331633508693776,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402966708","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97179466,0.00011085418,0.00023479415,0.00091947574,0.00011529904,0.026629133,0.00004675844,0.000008181957,0.00014086161],"genre_scores_gemma":[0.9983861,0.0000241176,0.000027750522,0.00008770152,0.00013506731,0.0008845858,0.000003653471,0.000019150548,0.00043190506],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9921784,0.0036335513,0.0015394427,0.0005202055,0.0016832773,0.00044516462],"domain_scores_gemma":[0.9951528,0.002712852,0.0003119251,0.0010863811,0.00040734585,0.0003287539],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.030568311,0.0001678562,0.00059844693,0.00029312304,0.00016482387,0.000044968256,0.00042766854,0.0001198404,0.0006812423],"category_scores_gemma":[0.009739726,0.00008961685,0.00011616958,0.00030094376,0.00020215655,0.00019229864,0.0010993278,0.0010363286,0.000002487821],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.030734187,0.011798774,0.15639536,0.004734237,0.0011151143,0.00031607426,0.5722049,0.000051088777,0.00070391205,0.00017538563,0.009422626,0.21234833],"study_design_scores_gemma":[0.071392365,0.04486195,0.1356135,0.008793791,0.00085032434,0.000029666007,0.3332096,0.3353168,0.0017552157,0.0011439946,0.066135526,0.0008972557],"about_ca_topic_score_codex":0.0010365836,"about_ca_topic_score_gemma":0.0004517047,"teacher_disagreement_score":0.3352657,"about_ca_system_score_codex":0.00024100587,"about_ca_system_score_gemma":0.0004965886,"threshold_uncertainty_score":0.9986017},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"simulation_or_modeling","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"bench_or_experimental","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4402975693","doi":"10.2196/55576","title":"Effectiveness of Internet-Based Telehealth Programs in Patients With Hip or Knee Osteoarthritis: Systematic Review and Meta-Analysis","year":2024,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Osteoarthritis Treatment and Mechanisms","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; University of Calgary","funders":"West China Hospital, Sichuan University; Sichuan University; Universidade de Macau; China Scholarship Council","keywords":"Medicine; Physical therapy; Telehealth; Meta-analysis; Osteoarthritis; Psychological intervention; Randomized controlled trial; Inclusion and exclusion criteria; Subgroup analysis; Physical medicine and rehabilitation; Health care; Telemedicine; Internal medicine; Alternative medicine; Nursing","score_opus":0.12425507239419922,"score_gpt":0.43542185432129693,"score_spread":0.3111667819270977,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402975693","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00053405383,0.9926387,0.000021626374,0.00016953044,0.00006746238,0.006516146,0.000021390302,0.000010235514,0.00002086368],"genre_scores_gemma":[0.005770581,0.9923021,0.00012357823,0.000055936147,0.00004259616,0.0007961039,0.00010012791,0.00008083873,0.00072809693],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9884976,0.003728895,0.0026836083,0.0005230932,0.00404314,0.0005236541],"domain_scores_gemma":[0.9953355,0.0015699381,0.0009665076,0.00049586664,0.00093333545,0.00069885206],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.013151963,0.0005304957,0.011524156,0.0019730364,0.000015145798,0.00007706437,0.00053083606,0.0004762754,0.00047399514],"category_scores_gemma":[0.0017190946,0.00023691865,0.0019094514,0.0020005303,0.00030054338,0.00008309918,0.0002006905,0.002447499,0.000020185169],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005061469,0.0007212393,0.00005281855,0.8816714,0.04809125,0.0016190707,0.000044296114,1.0620135e-8,1.7851356e-8,0.00002965266,0.00006425606,0.06719978],"study_design_scores_gemma":[0.0023734525,0.018404916,0.000004208159,0.5918479,0.38496813,0.00032432965,0.000022249362,0.000002579252,0.0000016848065,0.0000060324887,0.0019063958,0.00013811998],"about_ca_topic_score_codex":0.00006765238,"about_ca_topic_score_gemma":0.00013155812,"teacher_disagreement_score":0.3368769,"about_ca_system_score_codex":0.0003967798,"about_ca_system_score_gemma":0.0015917843,"threshold_uncertainty_score":0.9998539},"labels":[],"label_agreement":null},{"id":"W4403020274","doi":"10.2196/59225","title":"AI for Analyzing Mental Health Disorders Among Social Media Users: Quarter-Century Narrative Review of Progress and Challenges","year":2024,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Mental Health via Writing","field":"Psychology","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Medical Research Council; European Commission; Health and Care Research Wales","keywords":"Preprint; Quarter (Canadian coin); Mental health; Narrative; Social media; Psychology; Psychiatry; World Wide Web; Computer science; History; Art","score_opus":0.2415711429323746,"score_gpt":0.5867032524414401,"score_spread":0.3451321095090655,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403020274","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00004900186,0.959486,0.0000085626725,0.03709422,0.001469292,0.0017024712,0.00006173485,0.0000100878015,0.0001185924],"genre_scores_gemma":[0.00020251499,0.99777645,0.00006701311,0.00021031653,0.0013740271,0.00019692247,0.00004983253,0.00007076323,0.000052147243],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9894513,0.003456448,0.002854158,0.0005417595,0.0028032993,0.0008930203],"domain_scores_gemma":[0.9952148,0.0018973276,0.0015006935,0.00021650834,0.00038143835,0.0007892133],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.019738901,0.00039149978,0.002892301,0.0008440554,0.00013188909,0.00006097659,0.0010141514,0.00058648264,0.0006242043],"category_scores_gemma":[0.0010358192,0.00027211022,0.00072057755,0.00046499583,0.00094049535,0.00012787104,0.000357128,0.0039545516,0.000013030345],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000464897,0.00018292849,0.0000075567023,0.23383209,0.0005078688,0.000041032574,0.014176708,1.382603e-10,3.2395244e-9,0.00064582506,0.092480406,0.6580791],"study_design_scores_gemma":[0.00050139264,0.0009709489,0.00001077481,0.3520186,0.00017465279,0.00017539672,0.011661235,0.0000048954553,2.7125509e-8,0.00008756595,0.634257,0.00013752154],"about_ca_topic_score_codex":0.00005886498,"about_ca_topic_score_gemma":0.00021778313,"teacher_disagreement_score":0.6579416,"about_ca_system_score_codex":0.00053704064,"about_ca_system_score_gemma":0.0012259126,"threshold_uncertainty_score":0.9999731},"labels":[],"label_agreement":null},{"id":"W4403209549","doi":"10.2196/56354","title":"Selling Misleading “Cancer Cure” Books on Amazon: Systematic Search on Amazon.com and Thematic Analysis","year":2024,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Misinformation and Its Impacts","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Canadian Institutes of Health Research; Stem Cell Network; Public Health Agency; National Institute for Health and Care Research; Public Health Agency of Canada","keywords":"Misinformation; Amazon rainforest; Context (archaeology); Cancer; Medicine; History; Computer science","score_opus":0.1659868934672516,"score_gpt":0.51217827828217,"score_spread":0.3461913848149184,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403209549","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8216625,0.0092491815,0.0038846321,0.11552681,0.0012232023,0.00082549534,0.0000057729153,0.00007816221,0.047544234],"genre_scores_gemma":[0.9848593,0.0025830232,0.000016503209,0.00065370183,0.0004262371,0.0000033730346,5.231134e-7,0.0000107874075,0.011446586],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99082094,0.0011964609,0.0007747833,0.00017332326,0.0065330523,0.00050144794],"domain_scores_gemma":[0.9956243,0.0028942297,0.00014211598,0.00016100725,0.00041037364,0.0007679403],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.023550123,0.00012337144,0.0004792439,0.0013374748,0.00021049523,0.00089758006,0.0006896261,0.00018370083,0.0025923015],"category_scores_gemma":[0.0028551416,0.00007820563,0.00020729433,0.0011134837,0.00033716435,0.00029183502,0.000079279234,0.0018743702,0.00016617341],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004073897,0.00053473254,0.0005401871,0.019727128,0.005331064,0.0011543764,0.38995346,0.0003496795,0.00016010209,0.22296461,0.30549276,0.053384516],"study_design_scores_gemma":[0.0023320173,0.0032095278,0.00033033564,0.20646003,0.0012178302,0.00025336555,0.17994088,0.53310305,0.0042009926,0.0032238155,0.06471255,0.0010156272],"about_ca_topic_score_codex":0.00036793284,"about_ca_topic_score_gemma":0.00014551672,"teacher_disagreement_score":0.53275335,"about_ca_system_score_codex":0.00036170232,"about_ca_system_score_gemma":0.00057901547,"threshold_uncertainty_score":0.99831945},"labels":[],"label_agreement":null},{"id":"W4403219187","doi":"10.2196/53144","title":"Effectiveness of Mobile Apps in Improving Medication Adherence Among Chronic Kidney Disease Patients: Systematic Review","year":2024,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Medication Adherence and Compliance","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Preprint; Kidney disease; Medication adherence; Medicine; Computer science; World Wide Web; Internal medicine","score_opus":0.0792914438841366,"score_gpt":0.4734359886060327,"score_spread":0.3941445447218961,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403219187","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00012299493,0.99480206,0.00013478701,0.00018487412,0.00048763165,0.004100292,0.000011350944,0.0000102670165,0.00014574008],"genre_scores_gemma":[0.002248151,0.9954038,0.000011095012,0.00006610323,0.00024604873,0.0010794748,0.00007386164,0.000043382723,0.00082803995],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9875034,0.00284177,0.003331481,0.00046069248,0.0054288907,0.00043376946],"domain_scores_gemma":[0.9932436,0.0017103426,0.001581502,0.00073782605,0.0011803042,0.0015464205],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.019217838,0.00034272423,0.0036560688,0.0009088328,0.000018832685,0.000034880566,0.0014678434,0.00041239016,0.0019763133],"category_scores_gemma":[0.024605,0.00020419837,0.0006745574,0.0012269786,0.00048652093,0.00013387819,0.00034227048,0.0036324982,0.0005615867],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039016984,0.00034401225,0.00008399408,0.91530687,0.00025302314,0.00026341493,0.00002341407,2.2810518e-8,3.6540675e-7,0.000040890605,0.010257954,0.07338703],"study_design_scores_gemma":[0.0006932437,0.00088419893,0.000061121944,0.9657517,0.0018491807,0.00009403223,0.000024510335,0.00016407238,0.0000016111829,0.00003109651,0.030312082,0.00013313285],"about_ca_topic_score_codex":0.000067501,"about_ca_topic_score_gemma":0.0000023379037,"teacher_disagreement_score":0.07325389,"about_ca_system_score_codex":0.001097999,"about_ca_system_score_gemma":0.008207608,"threshold_uncertainty_score":0.998936},"labels":[],"label_agreement":null},{"id":"W4403247913","doi":"10.2196/58306","title":"The Effectiveness of Video Animations as a Tool to Improve Health Information Recall for Patients: Systematic Review","year":2024,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Preprint; Recall; Computer science; World Wide Web; Multimedia; Psychology","score_opus":0.12500530710033703,"score_gpt":0.6047709990066509,"score_spread":0.47976569190631385,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403247913","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000014222679,0.97493935,0.0020577665,0.0028860965,0.0017484778,0.017804557,0.0001542456,0.0000144228125,0.00038086905],"genre_scores_gemma":[0.000021460917,0.9944954,0.00015612648,0.0018773573,0.0002487073,0.0027722698,0.000087053806,0.000024551297,0.00031706665],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.96999425,0.013875426,0.011501945,0.00020979962,0.0036582958,0.0007603006],"domain_scores_gemma":[0.96239376,0.025314124,0.0047142054,0.00069042476,0.0061203525,0.000767124],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.15165827,0.00027519497,0.0029087542,0.0006949473,0.0003976461,0.00011916418,0.001680827,0.00050789927,0.00018191936],"category_scores_gemma":[0.14071873,0.0001303972,0.00065703323,0.0010380464,0.00011135559,0.0008717687,0.00051956525,0.004060248,0.0006120593],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010430398,0.000054245724,0.0000012194774,0.77481574,0.00012483302,4.4762587e-7,0.0005422283,1.269859e-8,3.3740477e-9,0.002429994,0.050627198,0.17129974],"study_design_scores_gemma":[0.0002137852,0.00065601175,0.000002932099,0.50380504,0.0001297259,0.0000057521893,0.00011093183,0.00005196225,3.8270176e-8,0.00019255874,0.49477592,0.000055325538],"about_ca_topic_score_codex":0.0001130563,"about_ca_topic_score_gemma":0.000010136642,"teacher_disagreement_score":0.44414872,"about_ca_system_score_codex":0.0016552323,"about_ca_system_score_gemma":0.009425243,"threshold_uncertainty_score":0.99823743},"labels":[],"label_agreement":null},{"id":"W4403404518","doi":"10.2196/53344","title":"Reflections From the Pandemic: Is Connectivism the Panacea for Clinicians?","year":2024,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Infection Control and Ventilation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Cleveland Clinic","keywords":"Preprint; Connectivism; Panacea (medicine); Pandemic; Coronavirus disease 2019 (COVID-19); World Wide Web; Internet privacy; Psychology; Medical education; Medicine; Computer science; Alternative medicine; Pedagogy","score_opus":0.27508560416745037,"score_gpt":0.557724988950554,"score_spread":0.28263938478310363,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403404518","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21511264,0.009003031,0.15997347,0.6020467,0.0061025973,0.0010755433,0.00002510808,0.000064782165,0.0065960954],"genre_scores_gemma":[0.98793447,0.00069026824,0.000037572103,0.002528365,0.0045405733,0.00001986595,0.0000026227833,0.000013229595,0.0042330576],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99746114,0.00032716343,0.0004741297,0.00013265264,0.0013927553,0.00021215445],"domain_scores_gemma":[0.9936003,0.0054185507,0.00007709683,0.00016188847,0.00059037795,0.00015179372],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008621273,0.00006754001,0.0001912906,0.00012879224,0.00013122906,0.00012337316,0.00028073028,0.00016806625,0.0018001567],"category_scores_gemma":[0.0041767224,0.000028912827,0.00028787134,0.00026580167,0.00020542525,0.00007517418,0.000054810316,0.0019130681,0.00006394224],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009279592,0.00017801629,0.0064089526,0.00005522316,0.00094941794,0.00008818628,0.0028290956,0.0000015805274,0.00050857925,0.0067217066,0.8238764,0.15745491],"study_design_scores_gemma":[0.0011217997,0.0008502385,0.0064380453,0.00076197076,0.00013740065,0.00039368594,0.00089057395,0.025034158,0.00024150446,0.0070093474,0.9570787,0.00004258006],"about_ca_topic_score_codex":0.00033449306,"about_ca_topic_score_gemma":0.00029962073,"teacher_disagreement_score":0.7728218,"about_ca_system_score_codex":0.00011366372,"about_ca_system_score_gemma":0.0004947867,"threshold_uncertainty_score":0.9991123},"labels":[],"label_agreement":null},{"id":"W4403521627","doi":"10.2196/55075","title":"Feasibility, Preference, and Impact of a Rapid Multiplexed Point-of-Care Digital Innovation (AideSmart!) to Expedite Screening of Sexually Transmitted Blood-Borne Infections in At-Risk Populations in Canada: Cross-Sectional Study","year":2024,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Reproductive tract infections research","field":"Immunology and Microbiology","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Public Health Agency of Canada; McGill University; Newfoundland and Labrador Centre for Applied Health Research; McGill University Health Centre","funders":"National Institute of Biomedical Imaging and Bioengineering; National Institutes of Health; Canadian Institutes of Health Research; Grand Challenges Canada","keywords":"Cross-sectional study; Medicine; Point of care; Preference; Environmental health; Statistics; Nursing","score_opus":0.13359382625950633,"score_gpt":0.44829533427560414,"score_spread":0.3147015080160978,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403521627","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99785465,0.0006952584,0.00022672064,0.00014694605,0.00024328714,0.0006509478,0.00011869161,0.000005290772,0.000058196696],"genre_scores_gemma":[0.99970305,0.00004154803,0.000046985388,0.0000014485685,0.00004725137,0.000021763648,0.000031684987,0.000012762621,0.0000934766],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9961573,0.0008809327,0.0015290456,0.00033012216,0.0007730701,0.00032952605],"domain_scores_gemma":[0.99620694,0.0015528615,0.00022581327,0.00022181582,0.0017039657,0.0000885769],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0051272796,0.00013552031,0.0004521034,0.0024666865,0.000056149565,0.000042254564,0.00032173397,0.00019929244,0.0005954661],"category_scores_gemma":[0.007960181,0.00010831803,0.00009988602,0.0021859128,0.0004056924,0.0003336248,0.00023737806,0.0018629687,0.0000020956224],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012325598,0.0010614378,0.9743925,0.00011042742,0.0003853658,0.000031624924,0.001975166,0.0002865792,0.013580232,0.00005470265,0.00015348903,0.006735943],"study_design_scores_gemma":[0.0021223002,0.003514236,0.9899313,0.00033365673,0.000013798256,0.00017936608,0.0010800264,0.00015189192,0.0024761553,0.00009746901,0.000027469825,0.00007232297],"about_ca_topic_score_codex":0.32280532,"about_ca_topic_score_gemma":0.34764495,"teacher_disagreement_score":0.024839649,"about_ca_system_score_codex":0.00069950573,"about_ca_system_score_gemma":0.0024330532,"threshold_uncertainty_score":0.95296556},"labels":[],"label_agreement":null},{"id":"W4403538769","doi":"10.2196/57698","title":"The Quality and Cultural Safety of Online Osteoarthritis Information for Affected Persons and Health Care Professionals: Content Analysis","year":2024,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"West Park Healthcare Centre; Public Health Ontario; University Health Network; University of Toronto; University of Calgary; William Osler Health System","funders":"Arthritis Society; Canadian Rheumatology Association; Arthritis Health Professions Association; Bone and Joint Canada","keywords":"Osteoarthritis; Medicine; Health care; The Internet; MEDLINE; Health professionals; Quality (philosophy); Social media; Family medicine; Physical therapy; Nursing; Gerontology; Alternative medicine; World Wide Web","score_opus":0.2571162062805245,"score_gpt":0.6192233511182079,"score_spread":0.3621071448376834,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403538769","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8862982,0.010731,0.0028726764,0.0977686,0.00059049256,0.0012061135,0.000366792,0.000014384151,0.00015178496],"genre_scores_gemma":[0.99566114,0.0016688156,0.0003737685,0.0015965607,0.0002260809,0.000039865892,0.00012228447,0.000004624415,0.00030687955],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99353296,0.0020140873,0.0025445186,0.00010148464,0.0014478358,0.00035914502],"domain_scores_gemma":[0.9923695,0.004305588,0.0006473595,0.00012859146,0.002117761,0.00043125023],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.026925527,0.00008359118,0.00040794126,0.00032095076,0.00052922533,0.00007829529,0.00025572887,0.00018550556,0.0001532538],"category_scores_gemma":[0.007415362,0.00004246798,0.00012047131,0.0004481792,0.000272816,0.0008192755,0.00018021818,0.0016477385,0.000002398863],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015869985,0.00014404408,0.029431326,0.012909898,0.00055275374,0.0000034115333,0.15759988,8.2572143e-7,0.000009952073,0.0072179297,0.0819061,0.7086369],"study_design_scores_gemma":[0.003933949,0.0018721204,0.3669469,0.008235094,0.000083395564,0.000024989049,0.3073941,0.014031429,0.000021158958,0.00020602095,0.29709214,0.00015869542],"about_ca_topic_score_codex":0.0006200493,"about_ca_topic_score_gemma":0.001279842,"teacher_disagreement_score":0.7084782,"about_ca_system_score_codex":0.00024720788,"about_ca_system_score_gemma":0.0019439562,"threshold_uncertainty_score":0.9331904},"labels":[],"label_agreement":null},{"id":"W4403557717","doi":"10.2196/52552","title":"Effects of Virtual Care on Patient and Provider Experience of the Clinical Encounter: Qualitative Hermeneutic Study","year":2024,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa; University of British Columbia; University of Northern British Columbia; University of Calgary","funders":"","keywords":"Preprint; Qualitative research; Psychology; Medicine; Nursing; Internet privacy; Medical education; World Wide Web; Computer science; Sociology","score_opus":0.1265156319047234,"score_gpt":0.5738691371470708,"score_spread":0.4473535052423474,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403557717","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99454725,0.0011228012,0.000031375148,0.002992995,0.000541476,0.00068260677,0.0000018054619,0.0000031479967,0.00007653028],"genre_scores_gemma":[0.99915797,0.00019290157,0.00001933189,0.000300368,0.00022291626,0.000017184542,5.1917374e-7,0.00000918462,0.00007965298],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9941512,0.0013314902,0.0011000849,0.00016662071,0.0030552647,0.00019539308],"domain_scores_gemma":[0.9955326,0.0033252018,0.00020881127,0.00014186488,0.00052389246,0.0002676643],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004389525,0.00008506678,0.00038216455,0.00021638864,0.000023868131,0.000012639544,0.00022442556,0.00008290422,0.00013308489],"category_scores_gemma":[0.004546658,0.000043337284,0.00009851865,0.00025220885,0.0004950815,0.00005652502,0.00015357192,0.0011467882,0.0000017932567],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001805188,0.0018367171,0.039483625,0.0024452356,0.00042650953,0.0007681713,0.61093086,2.6004767e-7,0.0005648229,0.0004865801,0.011127864,0.3301242],"study_design_scores_gemma":[0.0088636605,0.10868118,0.14269482,0.01237676,0.0002518752,0.0003099106,0.70243526,0.00031301525,0.015887538,0.00021358789,0.007837416,0.00013499075],"about_ca_topic_score_codex":0.00019471408,"about_ca_topic_score_gemma":0.000035872865,"teacher_disagreement_score":0.3299892,"about_ca_system_score_codex":0.000095983945,"about_ca_system_score_gemma":0.00067630014,"threshold_uncertainty_score":0.54431033},"labels":[],"label_agreement":null},{"id":"W4403685633","doi":"10.2196/63155","title":"Heuristics Identified in Health Data–Sharing Preferences of Patients With Cancer: Qualitative Focus Group Study","year":2024,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Canadian Institutes of Health Research; Genome British Columbia; Genome Canada","keywords":"Preprint; Heuristics; Focus group; Group (periodic table); Computer science; Psychology; Data science; World Wide Web; Sociology","score_opus":0.7444012073874283,"score_gpt":0.7150588911821572,"score_spread":0.02934231620527117,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403685633","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9846941,0.0033708834,0.00065905787,0.009888852,0.00038147837,0.00067702093,0.000043841297,0.000008571056,0.00027617815],"genre_scores_gemma":[0.9957903,0.0029491656,0.00029190126,0.000047226913,0.00025801366,0.000013466964,0.000015517935,0.000024645966,0.00060973124],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9837692,0.0018183306,0.0019850358,0.00054262363,0.011345036,0.000539825],"domain_scores_gemma":[0.97288394,0.02238582,0.00040078725,0.00084273197,0.0025493389,0.0009373932],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.077482395,0.00013014335,0.0007236528,0.0008002555,0.000034261757,0.00011333415,0.002064444,0.00023874218,0.0009403902],"category_scores_gemma":[0.04748104,0.000079779005,0.000066164765,0.00092704006,0.000740604,0.00020442682,0.0013887635,0.008215161,0.000009927999],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009481961,0.013236678,0.7240202,0.01163396,0.0024024597,0.0038510705,0.07907909,0.000006299348,0.00002512265,0.014450953,0.024401108,0.11741111],"study_design_scores_gemma":[0.028744068,0.09054522,0.49665815,0.14648454,0.0003067822,0.00011694345,0.11742652,0.015059989,0.00031427835,0.09663161,0.0069260634,0.0007858453],"about_ca_topic_score_codex":0.007210716,"about_ca_topic_score_gemma":0.015289257,"teacher_disagreement_score":0.22736205,"about_ca_system_score_codex":0.00040040482,"about_ca_system_score_gemma":0.0035047953,"threshold_uncertainty_score":0.9999729},"labels":[],"label_agreement":null},{"id":"W4403811326","doi":"10.2196/52609","title":"Acceptability of Digital Mental Health Interventions for Depression and Anxiety: Systematic Review","year":2024,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Women's College Hospital; University of Toronto","funders":"Women's College Hospital","keywords":"Psychological intervention; Anxiety; Mental health; Digital health; Medicine; Depression (economics); Systematic review; Intervention (counseling); MEDLINE; eHealth; Telemedicine; Health care; Psychiatry; Clinical psychology","score_opus":0.2739211621607685,"score_gpt":0.6268080787534169,"score_spread":0.3528869165926484,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403811326","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000063449797,0.9906411,0.00019111177,0.0026095728,0.0018606912,0.0036567897,0.0004990371,0.000012598185,0.0005227495],"genre_scores_gemma":[0.0006739258,0.99571127,0.000046655256,0.000060761773,0.00018436332,0.0004010587,0.000077155695,0.000058820806,0.002785989],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9899663,0.001636019,0.0051780785,0.0004711961,0.0021879543,0.00056046445],"domain_scores_gemma":[0.9951691,0.0013186929,0.0017834335,0.0004996129,0.0004347476,0.0007944377],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.016084306,0.00032876234,0.0037623835,0.0007533608,0.000056991423,0.0001698814,0.0013621941,0.0003773871,0.0016234287],"category_scores_gemma":[0.003945084,0.00020529819,0.0024502825,0.000493607,0.00041997246,0.00022869367,0.00083228707,0.0021016991,0.00011240405],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016118178,0.00045958042,0.0000016183191,0.55027527,0.00043766026,0.000011669664,0.00008675728,2.7088876e-10,1.3727013e-9,0.00044485496,0.05867176,0.38959473],"study_design_scores_gemma":[0.0002266482,0.0013136003,0.0000014985117,0.7569155,0.00058394397,0.001224,0.0001704108,0.0000027933243,1.15379166e-7,0.00033846844,0.2391305,0.000092488954],"about_ca_topic_score_codex":0.000039256327,"about_ca_topic_score_gemma":0.000019306213,"teacher_disagreement_score":0.38950223,"about_ca_system_score_codex":0.0005604781,"about_ca_system_score_gemma":0.00073750195,"threshold_uncertainty_score":0.9992892},"labels":[],"label_agreement":null},{"id":"W4403816174","doi":"10.2196/67994","title":"Correction: Feasibility, Preference, and Impact of a Rapid Multiplexed Point-of-Care Digital Innovation (AideSmart!) to Expedite Screening of Sexually Transmitted Blood-Borne Infections in At-Risk Populations in Canada: Cross-Sectional Study","year":2024,"lang":"en","type":"erratum","venue":"Journal of Medical Internet Research","topic":"Reproductive tract infections research","field":"Immunology and Microbiology","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Public Health Agency of Canada; McGill University; Newfoundland and Labrador Centre for Applied Health Research; McGill University Health Centre","funders":"","keywords":"Cross-sectional study; Preference; Medicine; Digital health; Point-of-care testing; Environmental health; Health care; Family medicine; Immunology; Statistics; Political science","score_opus":0.11545096497872372,"score_gpt":0.4350455428989766,"score_spread":0.3195945779202529,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403816174","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9912057,0.001565948,0.000094654075,0.00013151513,0.0052254535,0.0010914729,0.00031412905,0.000007757526,0.0003634058],"genre_scores_gemma":[0.9953446,0.00016927705,0.00002385963,0.000002031191,0.0002599619,0.000047669426,0.00022304864,0.000033096363,0.0038964734],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.993396,0.0014526012,0.0026614675,0.0006040711,0.0013831106,0.00050275197],"domain_scores_gemma":[0.99324024,0.0017672926,0.0007274416,0.00040700176,0.003721786,0.00013622889],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0061696093,0.00029859677,0.0010157949,0.004574535,0.00009439414,0.00006616299,0.00058644044,0.0007138434,0.0009394438],"category_scores_gemma":[0.014694251,0.0002497814,0.00021235169,0.0031855307,0.0006408564,0.0003180727,0.00048476047,0.0064733527,0.000004104124],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019351715,0.0016632428,0.9628045,0.00029130784,0.0009346834,0.000054632685,0.0018133497,0.00024078808,0.0013731197,0.000012770879,0.024183698,0.0046927263],"study_design_scores_gemma":[0.0025062722,0.00623776,0.9868644,0.0012069211,0.00004751404,0.00039833403,0.0013970997,0.00013870267,0.0005004968,0.00006521423,0.00047506686,0.00016224204],"about_ca_topic_score_codex":0.45380628,"about_ca_topic_score_gemma":0.60529107,"teacher_disagreement_score":0.1514848,"about_ca_system_score_codex":0.0016564718,"about_ca_system_score_gemma":0.0068138647,"threshold_uncertainty_score":0.99999547},"labels":[],"label_agreement":null},{"id":"W4403817026","doi":"10.2196/53657","title":"Caregiver and Youth Characteristics That Influence Trust in Digital Health Platforms in Pediatric Care: Mixed Methods Study","year":2024,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Provincial Health Services Authority; BC Children's Hospital; University of British Columbia","funders":"Michael Smith Health Research BC; BC Children's Hospital; Children's Hospital Foundation","keywords":"Health care; eHealth; Population; Digital health; Psychology; Family medicine; Medicine; Gerontology; Environmental health","score_opus":0.12467597051523321,"score_gpt":0.5587429902996286,"score_spread":0.4340670197843954,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403817026","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9864208,0.0065904227,0.00035030197,0.004009935,0.0007070111,0.0016543969,0.000037085447,0.000016138583,0.00021391979],"genre_scores_gemma":[0.99163496,0.00698233,0.00012388497,0.0003077879,0.00049018644,0.00028718414,0.0000128074835,0.000024788686,0.0001360936],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99402946,0.0010850223,0.0017511267,0.00035313528,0.0018147602,0.00096647424],"domain_scores_gemma":[0.9951353,0.0027180898,0.0002936961,0.00023613959,0.0003935357,0.001223249],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0178444,0.00015691294,0.0005895445,0.0012143143,0.00015354883,0.00007518062,0.0005728153,0.0003188135,0.00015168687],"category_scores_gemma":[0.003283084,0.000112787835,0.00005115563,0.00094553456,0.00014212602,0.00031023734,0.0003985235,0.0054940665,0.000036587746],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019881742,0.00029727907,0.65820295,0.0020151215,0.000014741353,0.00023707535,0.07490805,4.6209024e-7,4.016963e-7,0.000957096,0.003139485,0.2600285],"study_design_scores_gemma":[0.003111217,0.001730159,0.8207213,0.0029566835,0.000017465947,0.000060905608,0.1480619,0.00071831915,0.0000016146524,0.0010008997,0.021423003,0.00019652798],"about_ca_topic_score_codex":0.0030921586,"about_ca_topic_score_gemma":0.0020812468,"teacher_disagreement_score":0.259832,"about_ca_system_score_codex":0.00086939044,"about_ca_system_score_gemma":0.0046284366,"threshold_uncertainty_score":0.9968003},"labels":[],"label_agreement":null},{"id":"W4403845022","doi":"10.2196/53188","title":"Latinx and White Adolescents’ Preferences for Latinx-Targeted Celebrity and Noncelebrity Food Advertisements: Experimental Survey Study","year":2024,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Consumer Behavior in Brand Consumption and Identification","field":"Business, Management and Accounting","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"NIH Office of the Director; National Institutes of Health; York University","keywords":"Preprint; Advertising; White (mutation); Psychology; Social psychology; Computer science; World Wide Web","score_opus":0.14091180032138378,"score_gpt":0.4081344027955206,"score_spread":0.2672226024741368,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403845022","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9966581,0.0017076816,0.000097402815,0.000528806,0.00049443427,0.0004312884,0.000007261104,0.000019049008,0.000055991695],"genre_scores_gemma":[0.99922895,0.000111612346,0.000018939338,0.000061728344,0.00032342607,0.000026363849,0.000011032866,0.000012685045,0.00020526793],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9975092,0.00016194399,0.00052361266,0.0002723443,0.00129946,0.00023343561],"domain_scores_gemma":[0.9990124,0.00018430308,0.000119470875,0.00010543176,0.0004987127,0.00007965012],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005022115,0.00011772741,0.00021780992,0.0003511734,0.00011182156,0.00083840714,0.0003243049,0.00008918915,0.00060373027],"category_scores_gemma":[0.0006847732,0.00009338898,0.00005429215,0.00025088264,0.00016513179,0.00062036933,0.0002918708,0.00055454386,0.000014898322],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000265025,0.0006145971,0.9167145,0.0003259193,0.000095952266,0.000018662524,0.00043443844,5.6572723e-8,0.00027065192,0.00008768846,0.008297378,0.07287516],"study_design_scores_gemma":[0.0014132657,0.00017003575,0.9910109,0.000557278,0.000042292028,0.000010064464,0.0011960833,0.001958433,0.00009140672,0.00015828435,0.0032796282,0.000112304166],"about_ca_topic_score_codex":0.00057187607,"about_ca_topic_score_gemma":0.001005457,"teacher_disagreement_score":0.07429645,"about_ca_system_score_codex":0.000038753933,"about_ca_system_score_gemma":0.00006970447,"threshold_uncertainty_score":0.80847794},"labels":[],"label_agreement":null},{"id":"W4403889723","doi":"10.2196/59247","title":"Discriminant Power of Smartphone-Derived Keystroke Dynamics for Mild Cognitive Impairment Compared to a Neuropsychological Screening Test: Cross-Sectional Study","year":2024,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"National Research Foundation of Korea; Soonchunhyang University; National Research Foundation","keywords":"Keystroke dynamics; Keystroke logging; Neuropsychology; Montreal Cognitive Assessment; Medicine; Neuropsychological assessment; Cognition; Computer science; Cognitive impairment; Psychiatry","score_opus":0.10625368002029624,"score_gpt":0.4859055612731863,"score_spread":0.37965188125289007,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403889723","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98344094,0.00015054808,0.010773593,0.0028790254,0.0004374422,0.0016487177,0.0001801942,0.00002015944,0.0004693843],"genre_scores_gemma":[0.9971135,0.000027562077,0.00032653206,0.0001766673,0.00037228968,0.00013358967,0.00004087238,0.000037591897,0.0017713675],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99183685,0.00048082802,0.0012405374,0.0004994453,0.0051939525,0.0007484032],"domain_scores_gemma":[0.9930177,0.0032241815,0.00013884588,0.00018777417,0.0024358889,0.0009956504],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008070487,0.00022347624,0.0006176683,0.00094659283,0.000095110736,0.00023478483,0.0005898167,0.0001741234,0.004731073],"category_scores_gemma":[0.0062517826,0.00014973844,0.00041254083,0.0006283793,0.00054886326,0.0001283375,0.00047526514,0.001877407,0.000047997004],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01801421,0.008937924,0.929173,0.00045399772,0.0012137085,0.004179784,0.0019541462,0.0000018319461,0.0021411742,0.00004683742,0.02447506,0.009408322],"study_design_scores_gemma":[0.0057916148,0.026921991,0.954422,0.0018820567,0.00009042581,0.00072311924,0.0041125626,0.0043986146,0.0008008291,0.00005125966,0.0006771262,0.00012838065],"about_ca_topic_score_codex":0.00008961708,"about_ca_topic_score_gemma":0.000054892054,"teacher_disagreement_score":0.025249017,"about_ca_system_score_codex":0.0002593291,"about_ca_system_score_gemma":0.0006128092,"threshold_uncertainty_score":0.99617875},"labels":[],"label_agreement":null},{"id":"W4403912322","doi":"10.2196/58450","title":"Identifying Fraudulent Responses in a Study Exploring Delivery Options for Pregnancies Impacted by Gestational Diabetes: Lessons Learned From a Web-Based Survey","year":2024,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Gestational Diabetes Research and Management","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"Canadian Institutes of Health Research; Ottawa Hospital Research Institute","keywords":"Preprint; Gestational diabetes; Medicine; Internet privacy; World Wide Web; Computer science; Pregnancy; Gestation","score_opus":0.38216659632716643,"score_gpt":0.49826879268214364,"score_spread":0.1161021963549772,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403912322","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9793372,0.0035443646,0.0016523002,0.014202237,0.00024658538,0.0007635659,0.00021334438,0.00002211225,0.000018271794],"genre_scores_gemma":[0.9962731,0.0015792632,0.00047909914,0.00010279048,0.00016371574,0.00031982578,0.00017192609,0.000032162654,0.00087810564],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9927457,0.0014004211,0.0007796649,0.00035561426,0.00408339,0.0006352035],"domain_scores_gemma":[0.989655,0.008396062,0.00008807283,0.00018981182,0.0010816025,0.000589453],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.012951228,0.00015524495,0.00039602438,0.0014817665,0.000072709154,0.00030782886,0.00046078998,0.00010742188,0.00070612325],"category_scores_gemma":[0.013982114,0.00012210888,0.00016714387,0.0007544077,0.00018593465,0.00032381105,0.00019201264,0.0014469087,0.000026609398],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014344369,0.013273,0.3942236,0.003843629,0.0047100782,0.005402927,0.009609889,0.000376146,0.02970208,0.0010081746,0.3595807,0.16392541],"study_design_scores_gemma":[0.009910551,0.0055375258,0.8763927,0.010580744,0.00012248849,0.00001028669,0.0059333025,0.07518357,0.0016838366,0.0013565342,0.013002562,0.0002858625],"about_ca_topic_score_codex":0.00078074075,"about_ca_topic_score_gemma":0.0007187429,"teacher_disagreement_score":0.48216915,"about_ca_system_score_codex":0.0005179225,"about_ca_system_score_gemma":0.0019209037,"threshold_uncertainty_score":0.99432355},"labels":[],"label_agreement":null},{"id":"W4403925078","doi":"10.2196/57040","title":"How Do Scholars Conceptualize and Conduct Health and Digital Health Literacy Research? Survey of Federally Funded Scholars","year":2024,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Health literacy; Public health; Medical education; Focus group; Psychology; Conceptualization; Scholarship; Literacy; Health equity; Public relations; Medicine; Political science; Sociology; Health care; Pedagogy; Nursing; Computer science","score_opus":0.3671015721348527,"score_gpt":0.6217916251490826,"score_spread":0.25469005301422987,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403925078","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88068116,0.033626903,0.0006037737,0.082417585,0.0008121554,0.0009510637,0.00014470668,0.00002750204,0.00073517463],"genre_scores_gemma":[0.98688227,0.0072909617,0.00042333922,0.0029891478,0.00033682512,0.000015444266,0.0000367283,0.000027748021,0.0019975624],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9758691,0.013585737,0.003536887,0.00045884275,0.005161624,0.0013877724],"domain_scores_gemma":[0.9809251,0.010341192,0.00081001135,0.0003851225,0.004594528,0.0029440394],"candidate_categories":["metaresearch","scholarly_communication","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.11937418,0.00019927457,0.0008705964,0.0011204189,0.00076248683,0.0016505781,0.0008305837,0.00041222665,0.00081797264],"category_scores_gemma":[0.038149938,0.00013786714,0.00008460489,0.0011088378,0.0011912636,0.0044853757,0.0008273975,0.010308155,0.000033494427],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012343961,0.0003136217,0.14076217,0.010700663,0.00017510327,0.00009334083,0.05139258,1.2275513e-7,0.0000122835045,0.009987838,0.2700601,0.5152678],"study_design_scores_gemma":[0.0043192906,0.005099758,0.0969683,0.023876831,0.000004731573,0.00030250207,0.029838016,0.0030962627,0.000018011675,0.0043028146,0.8318504,0.00032306975],"about_ca_topic_score_codex":0.002357801,"about_ca_topic_score_gemma":0.00024062837,"teacher_disagreement_score":0.5617903,"about_ca_system_score_codex":0.00062965666,"about_ca_system_score_gemma":0.010951896,"threshold_uncertainty_score":0.99938583},"labels":[],"label_agreement":null},{"id":"W4404062979","doi":"10.2196/51527","title":"Implementation of a Mobile Health Approach to a Long-Lasting Insecticidal Net Uptake Intervention for Malaria Prevention Among Pregnant Women in Tanzania: Process Evaluation of the Hati Salama (HASA) Randomized Controlled Trial Study","year":2024,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Malaria Research and Control","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Grand Challenges Canada; Government of Canada","keywords":"Voucher; Randomized controlled trial; Medicine; Tanzania; Malaria; Environmental health; Psychological intervention; Family medicine; Nursing; Business; Geography; Internal medicine; Immunology","score_opus":0.08287240929854306,"score_gpt":0.48969494328713364,"score_spread":0.4068225339885906,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404062979","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9595604,0.0007826458,0.007832703,0.0015051225,0.00030459292,0.029943435,0.0000037408995,0.00000566237,0.00006172439],"genre_scores_gemma":[0.9914125,0.000029090796,0.00006192877,0.0000136596855,0.00028720475,0.007987245,0.000006363093,0.000020001966,0.00018197244],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9846579,0.0057161017,0.0028284723,0.0002975568,0.0059459168,0.000554058],"domain_scores_gemma":[0.9952905,0.0014438586,0.00078342,0.00019554234,0.0019248013,0.0003618826],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.106678255,0.0001483572,0.0015294182,0.000898774,0.000045395216,0.000089362555,0.0004316118,0.00013036914,0.00044376325],"category_scores_gemma":[0.015284192,0.00008440393,0.0005123417,0.0007355729,0.0001523746,0.00017687048,0.00013064539,0.0009993492,5.1507095e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.90159506,0.005572118,0.0032199526,0.001938464,0.0017639884,0.000014056771,0.013776726,0.00016753508,0.0001842677,0.00030701855,0.00024730395,0.071213506],"study_design_scores_gemma":[0.8274717,0.019965239,0.012175583,0.004204823,0.0002970825,0.000025725081,0.012100959,0.12298595,0.00020269009,0.00050385296,0.000005270402,0.00006116091],"about_ca_topic_score_codex":0.0006755047,"about_ca_topic_score_gemma":0.00089104386,"teacher_disagreement_score":0.12281842,"about_ca_system_score_codex":0.0007107536,"about_ca_system_score_gemma":0.0034364583,"threshold_uncertainty_score":0.99301046},"labels":[],"label_agreement":null},{"id":"W4404138441","doi":"10.2196/60269","title":"Bias Mitigation in Primary Health Care Artificial Intelligence Models: Scoping Review","year":2024,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Bibliothèque et Archives nationales du Québec; Université Laval","funders":"","keywords":"Preprint; Computer science; Data science; Health care; Artificial intelligence; World Wide Web; Political science","score_opus":0.6977292713172196,"score_gpt":0.646902301580499,"score_spread":0.05082696973672063,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404138441","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000017513363,0.9797558,0.000555318,0.01596661,0.0013165954,0.001992723,0.0000042524875,0.000015554575,0.00037561092],"genre_scores_gemma":[0.000099605655,0.99596167,0.00022422425,0.0012192143,0.002119145,0.00009580688,0.0000764471,0.000060962764,0.00014290458],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.98808444,0.0017350652,0.0047379704,0.0005048009,0.004215254,0.0007224997],"domain_scores_gemma":[0.99501956,0.0014857736,0.00083281804,0.0004177899,0.0013099959,0.0009340582],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0181026,0.00033749585,0.0027042541,0.0017087702,0.000058872374,0.000111504305,0.00080381206,0.00069465453,0.00052689906],"category_scores_gemma":[0.0054648304,0.00023284789,0.00066902424,0.0016822409,0.00029244588,0.00018608857,0.00024716833,0.006373748,0.00028392786],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021862583,0.00010000633,0.0000010388646,0.29535654,0.000044021093,0.00028513462,0.0010359365,4.684762e-7,1.690521e-8,0.00029602778,0.011289237,0.6915697],"study_design_scores_gemma":[0.000013945418,0.0006622148,1.5414827e-7,0.87582576,0.00018601044,0.0007806805,0.0009058454,0.0001930205,0.000004469154,0.0011567568,0.120133765,0.00013740403],"about_ca_topic_score_codex":0.0005828307,"about_ca_topic_score_gemma":0.00040798477,"teacher_disagreement_score":0.6914323,"about_ca_system_score_codex":0.0029791289,"about_ca_system_score_gemma":0.024285663,"threshold_uncertainty_score":0.9959186},"labels":[],"label_agreement":null},{"id":"W4404140707","doi":"10.2196/56051","title":"Experiences of Telehealth for Pregnancy Care in Ontario: A Qualitative Study (Preprint)","year":2024,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Preprint; Telehealth; Qualitative research; Telemedicine; Pregnancy; Medicine; Psychology; Nursing; Health care; Internet privacy; World Wide Web; Computer science; Sociology; Political science","score_opus":0.17488819355993876,"score_gpt":0.5695511297048965,"score_spread":0.39466293614495773,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404140707","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9917827,0.002957397,0.00049353833,0.0028255957,0.00037438655,0.001270255,0.0000015838344,0.0000064585565,0.00028804448],"genre_scores_gemma":[0.99868506,0.00012770218,0.00035791573,0.000071125265,0.0001767241,0.00015109967,0.000004318409,0.000011771282,0.00041425356],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99517673,0.00051323365,0.0012196164,0.00021395485,0.0025272411,0.0003492287],"domain_scores_gemma":[0.99730504,0.0013130987,0.00015375926,0.00013774385,0.00073701615,0.00035332417],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.007853337,0.00009196564,0.0004598237,0.00070592255,0.000022202326,0.000020169817,0.00028513404,0.00009233268,0.0013659124],"category_scores_gemma":[0.0020084353,0.00006184403,0.00010025264,0.00038200303,0.00016009544,0.00010568567,0.000082836836,0.0012888918,0.0000033727067],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008057484,0.0005366007,0.0144146485,0.0011989906,0.00009641236,0.0004968426,0.8977479,1.5359008e-7,0.0000193735,0.0002746921,0.003735568,0.080673076],"study_design_scores_gemma":[0.003500304,0.016860098,0.008877614,0.0055351616,0.0000249823,0.00012068523,0.9573784,0.00010997715,0.0004156092,0.00026611437,0.0068604723,0.00005062441],"about_ca_topic_score_codex":0.02182701,"about_ca_topic_score_gemma":0.05226114,"teacher_disagreement_score":0.08062245,"about_ca_system_score_codex":0.0005575799,"about_ca_system_score_gemma":0.0033837762,"threshold_uncertainty_score":0.99954695},"labels":[],"label_agreement":null},{"id":"W4404402929","doi":"10.2196/63356","title":"EDAI Framework for Integrating Equity, Diversity, and Inclusion Throughout the Lifecycle of AI to Improve Health and Oral Health Care: Qualitative Study","year":2024,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Shriners Hospitals for Children - Canada; Queen's University; McGill University; Mila - Quebec Artificial Intelligence Institute; Jewish General Hospital; Université de Montréal; McGill University Health Centre","funders":"Canadian Institutes of Health Research; Réseau de Recherche en Santé Buccodentaire et Osseuse","keywords":"Knowledge management; Process management; System lifecycle; Health care; Multidisciplinary approach; Inclusion (mineral); Data collection; Integrated care; Guideline; Computer science; Engineering; Management science; Application lifecycle management; Psychology; Medicine; Political science","score_opus":0.3861958041221578,"score_gpt":0.6718134406377622,"score_spread":0.28561763651560435,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404402929","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75411904,0.007368973,0.013699105,0.22313114,0.0006330868,0.0010156964,0.000006068494,0.000006964773,0.000019935957],"genre_scores_gemma":[0.99368274,0.0006263268,0.0011573639,0.0038007675,0.00065536884,0.000013284735,0.000002080931,0.000012091611,0.000049966384],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99565136,0.0009100632,0.00082397496,0.00022584901,0.0020280154,0.00036070473],"domain_scores_gemma":[0.9945514,0.0034703875,0.00016741891,0.00014924396,0.000901148,0.00076040445],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018230243,0.00009858029,0.00042534427,0.00026846968,0.0007775772,0.00006522637,0.00034056834,0.000119987104,0.000031018597],"category_scores_gemma":[0.0073588747,0.00005789934,0.00006905985,0.00034148892,0.0002777961,0.00010864804,0.0048936773,0.0017419395,0.0000014180591],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041865814,0.00018717807,0.0018553628,0.0008279269,0.00007013586,0.000010661679,0.6788511,1.4282132e-7,0.0000107278875,0.0038173888,0.0070343367,0.30691636],"study_design_scores_gemma":[0.00029144273,0.025287684,0.00045039153,0.0048031323,0.000033708424,0.00006922952,0.92215097,0.0012416921,0.00039658372,0.042126585,0.0030599448,0.00008866284],"about_ca_topic_score_codex":0.009574267,"about_ca_topic_score_gemma":0.0012292584,"teacher_disagreement_score":0.3068277,"about_ca_system_score_codex":0.00040491248,"about_ca_system_score_gemma":0.0020896064,"threshold_uncertainty_score":0.9970211},"labels":[],"label_agreement":null},{"id":"W4404450662","doi":"10.2196/58723","title":"Are Treatment Services Ready for the Use of Big Data Analytics and AI in Managing Opioid Use Disorder?","year":2024,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Preprint; Big data; Analytics; Data science; Predictive analytics; Computer science; Artificial intelligence; World Wide Web; Data mining","score_opus":0.7138685434352927,"score_gpt":0.5876923456491778,"score_spread":0.12617619778611489,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404450662","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90956295,0.007099715,0.0023699328,0.07984394,0.0006811147,0.00040764353,0.000020710404,0.0000049267874,0.000009054074],"genre_scores_gemma":[0.9857729,0.0123325735,0.00015025574,0.00044017896,0.00072382047,0.000008057894,0.000017085673,0.0000120953255,0.0005430469],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980362,0.0001264319,0.0005780606,0.00016255822,0.0008811692,0.0002155559],"domain_scores_gemma":[0.9958899,0.0030971204,0.000106895466,0.0003062475,0.00040141624,0.00019844707],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027466328,0.00007043416,0.0002325303,0.00035852008,0.000033216846,0.00013419209,0.00031915767,0.00009798359,0.000044627195],"category_scores_gemma":[0.0019151545,0.00003826101,0.000043838387,0.00028542147,0.00016600089,0.00022233547,0.00014233137,0.00061189214,0.000002681679],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005748882,0.00037250097,0.08557226,0.0012488302,0.00025216473,0.00029913307,0.0039023813,0.00001805555,0.000025840849,0.00031616696,0.017680166,0.8897376],"study_design_scores_gemma":[0.00032061862,0.0017335764,0.017568968,0.0068170866,0.00018786137,0.00024688305,0.012519098,0.50458103,0.00040040378,0.0012433521,0.45428815,0.00009293551],"about_ca_topic_score_codex":0.009327434,"about_ca_topic_score_gemma":0.006544061,"teacher_disagreement_score":0.8896447,"about_ca_system_score_codex":0.00012559579,"about_ca_system_score_gemma":0.00042384045,"threshold_uncertainty_score":0.9972695},"labels":[],"label_agreement":null},{"id":"W4404690951","doi":"10.2196/60138","title":"Designing Health Recommender Systems to Promote Health Equity: A Socioecological Perspective","year":2024,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Food Waste Reduction and Sustainability","field":"Agricultural and Biological Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Preprint; Perspective (graphical); Equity (law); Recommender system; Health equity; Psychology; Internet privacy; Business; Computer science; World Wide Web; Health care; Economics; Political science; Economic growth","score_opus":0.1988995977356977,"score_gpt":0.4959394987216899,"score_spread":0.2970399009859922,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404690951","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35209683,0.0057462105,0.00067821913,0.63923883,0.0009984132,0.00057748664,0.0000056459658,0.00004905322,0.0006092923],"genre_scores_gemma":[0.9963706,0.00041214525,0.00015309997,0.0011098635,0.0011442525,0.000013668982,0.0000016619939,0.0000018581476,0.00079285575],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99431133,0.001700432,0.00068134634,0.00031971498,0.0022936715,0.0006935277],"domain_scores_gemma":[0.997307,0.00071102637,0.000108664965,0.00005290869,0.0006549382,0.0011654524],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.02168446,0.00011415041,0.0003937105,0.000105114836,0.00017602168,0.0003456562,0.00066527247,0.00016652393,0.0009211855],"category_scores_gemma":[0.001991281,0.000040542738,0.00016517323,0.0006531837,0.00016285271,0.00011711758,0.00040407677,0.0016987668,0.000031904732],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012775896,0.0003706909,0.00007314188,0.00018825912,0.00008931546,0.00015765535,0.004006354,0.0000049759797,0.00037145833,0.0060167448,0.26429486,0.7242988],"study_design_scores_gemma":[0.0004992333,0.025000831,0.002454499,0.00267925,0.000008757683,0.0014372268,0.4378703,0.0032524078,0.0001816369,0.008453234,0.51779824,0.00036439617],"about_ca_topic_score_codex":0.0015965916,"about_ca_topic_score_gemma":0.000223548,"teacher_disagreement_score":0.72393435,"about_ca_system_score_codex":0.0019906764,"about_ca_system_score_gemma":0.00094183144,"threshold_uncertainty_score":0.99999213},"labels":[],"label_agreement":null},{"id":"W4404878324","doi":"10.2196/58637","title":"Decades in the Making: The Evolution of Digital Health Research Infrastructure Through Synthetic Data, Common Data Models, and Federated Learning","year":2024,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"COVID-19 diagnosis using AI","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Ontario; University of Toronto","funders":"","keywords":"Preprint; Data science; Computer science; Digital health; Health data; World Wide Web; Internet privacy; Health care; Political science","score_opus":0.3348015754550865,"score_gpt":0.5458283548663131,"score_spread":0.2110267794112266,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404878324","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29588336,0.038853165,0.005834069,0.6578309,0.000270795,0.0007330913,0.00005118785,0.000023946564,0.00051952084],"genre_scores_gemma":[0.9964632,0.0021247705,0.000104155224,0.00084100355,0.00034614687,0.0000035010764,0.000034594257,0.000022392202,0.0000602837],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99093926,0.0021247817,0.0008335874,0.00041734023,0.0051519745,0.00053303636],"domain_scores_gemma":[0.98944587,0.008618633,0.00015775418,0.0010111878,0.00056392176,0.00020263923],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.033843655,0.00012201883,0.00039534084,0.0005242433,0.00017520714,0.00059122936,0.0024081133,0.00018687957,0.000102037746],"category_scores_gemma":[0.016024737,0.00006200093,0.000043600896,0.0011223151,0.0010841576,0.00068425975,0.0021519712,0.0064848135,0.000004761724],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007828954,0.00052076794,0.0056776195,0.0016101085,0.0002875227,0.0012965435,0.0136875305,0.00023528359,0.000060713388,0.0049420553,0.8635448,0.10735413],"study_design_scores_gemma":[0.0010850126,0.00169538,0.0039944467,0.013729148,0.0000469247,0.002582007,0.017456532,0.77419585,0.000023561803,0.010467864,0.17461228,0.00011101764],"about_ca_topic_score_codex":0.0016500351,"about_ca_topic_score_gemma":0.00038776573,"teacher_disagreement_score":0.77396053,"about_ca_system_score_codex":0.0005575914,"about_ca_system_score_gemma":0.0028783595,"threshold_uncertainty_score":0.9958073},"labels":[],"label_agreement":null},{"id":"W4404912711","doi":"10.2196/54015","title":"Virtual Primary Care for People With Opioid Use Disorder: Scoping Review of Current Strategies, Benefits, and Challenges","year":2024,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Opioid Use Disorder Treatment","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Providence Health Care; Simon Fraser University; University of British Columbia","funders":"Canadian Institutes of Health Research","keywords":"CINAHL; Grey literature; MEDLINE; PsycINFO; Checklist; Modalities; Medicine; Health care; Systematic review; Psychology; Nursing; Medical education; Psychological intervention","score_opus":0.10289763116822505,"score_gpt":0.42726503463858306,"score_spread":0.32436740347035803,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404912711","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14278919,0.8495725,0.00029763827,0.0061396123,0.00018958029,0.0009059744,0.000015855489,0.000010056129,0.00007959813],"genre_scores_gemma":[0.14902543,0.8503056,0.00024166015,0.000055717934,0.00021995122,0.000053157226,0.000033126773,0.000029171712,0.000036189096],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9964432,0.00014350752,0.00062712695,0.00025531615,0.0022198234,0.0003110288],"domain_scores_gemma":[0.99772394,0.0007952801,0.00011063767,0.00019711217,0.00080394174,0.00036909964],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016540078,0.00015920251,0.0006932001,0.0002895941,0.000029926166,0.000075080105,0.0002371314,0.00010300324,0.00013087163],"category_scores_gemma":[0.0006064268,0.000096968426,0.0001363857,0.0002064031,0.00017900363,0.0002091724,0.00015194977,0.00083557644,0.0000023192404],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006459188,0.0006162992,0.0018626929,0.3153162,0.00042746167,0.00019197246,0.005323997,0.0000015400906,0.000009436583,0.004263198,0.002410103,0.6689312],"study_design_scores_gemma":[0.002826899,0.008348097,0.0038015542,0.9523811,0.00030006352,0.0004907714,0.0060136924,0.00017346146,0.0000963407,0.00007575347,0.025332484,0.00015982051],"about_ca_topic_score_codex":0.00007783089,"about_ca_topic_score_gemma":0.00026466537,"teacher_disagreement_score":0.6687714,"about_ca_system_score_codex":0.00016042375,"about_ca_system_score_gemma":0.002700094,"threshold_uncertainty_score":0.47898507},"labels":[],"label_agreement":null},{"id":"W4405025838","doi":"10.2196/54650","title":"Infoveillance of COVID-19 Infections in Dentistry Using Platform X: Descriptive Study","year":2024,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Dental Research and COVID-19","field":"Dentistry","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Preprint; Coronavirus disease 2019 (COVID-19); 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Medicine; Dentistry; World Wide Web; Computer science; Virology; Infectious disease (medical specialty); Disease; Pathology; Outbreak","score_opus":0.20835309935923213,"score_gpt":0.5272211789673161,"score_spread":0.318868079608084,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405025838","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99114394,0.0017379243,0.0044123833,0.0004959891,0.0010916041,0.00028864434,0.000014798293,0.000016370388,0.00079832244],"genre_scores_gemma":[0.9978752,0.0001916025,0.00003792261,0.00008659613,0.0002710437,0.000010576881,0.000001880008,0.000020633852,0.0015045158],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99194956,0.0006582396,0.001068185,0.00027789795,0.0054621142,0.0005840272],"domain_scores_gemma":[0.9955168,0.002474759,0.00015014318,0.00025507712,0.00044885778,0.001154367],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.010490595,0.00014587738,0.000413522,0.0014545097,0.00006999424,0.00029641806,0.001152306,0.0002317132,0.004094646],"category_scores_gemma":[0.019765157,0.00011579807,0.00019907505,0.0014162759,0.0004859978,0.0004414548,0.00071104313,0.0029960177,0.00014850928],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0035180072,0.0070767864,0.5703198,0.003198892,0.001773937,0.16947839,0.016561713,0.000293029,0.0037298466,0.010853584,0.19156179,0.021634243],"study_design_scores_gemma":[0.048175413,0.02972325,0.16388772,0.018670786,0.00037942574,0.10626339,0.19587287,0.11906563,0.0061352504,0.077602275,0.23160185,0.002622125],"about_ca_topic_score_codex":0.006476108,"about_ca_topic_score_gemma":0.005735004,"teacher_disagreement_score":0.40643206,"about_ca_system_score_codex":0.0016822163,"about_ca_system_score_gemma":0.0040841037,"threshold_uncertainty_score":0.9993041},"labels":[],"label_agreement":null},{"id":"W4405048805","doi":"10.2196/49927","title":"Machine Learning–Based Suicide Risk Prediction Model for Suicidal Trajectory on Social Media Following Suicidal Mentions: Independent Algorithm Validation","year":2024,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Mental Health via Writing","field":"Psychology","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; Ottawa Hospital; Royal Ottawa Mental Health Centre; University of Ottawa","funders":"Ontario Society of Occupational Therapists; Mach-Gaensslen Foundation of Canada; Ottawa Hospital Research Institute; Ontario Medical Association; University of Ottawa","keywords":"Suicidal ideation; Cohort; Social media; Machine learning; Poison control; Suicide prevention; Suicide attempt; Psychology; Artificial intelligence; Timeline; Computer science; Medicine; Algorithm; Medical emergency; Statistics; World Wide Web; Mathematics","score_opus":0.15662954039543653,"score_gpt":0.48815579597974457,"score_spread":0.33152625558430804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405048805","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6791458,0.003427222,0.30163756,0.0056050504,0.0072716665,0.0012047607,0.0002679555,0.0001755322,0.0012644497],"genre_scores_gemma":[0.99453974,0.000076911616,0.001003802,0.0001271693,0.0024252324,0.000114814386,0.000119571196,0.00007300136,0.0015197565],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9910461,0.0017676431,0.0013603896,0.00046659983,0.0045324066,0.00082686375],"domain_scores_gemma":[0.9947254,0.003913771,0.0003103598,0.00015775557,0.0003477641,0.000544971],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.02121818,0.0002272332,0.00043457572,0.0010845887,0.00031812658,0.00017883877,0.00061434234,0.00052192016,0.0018565535],"category_scores_gemma":[0.0029950757,0.00019492579,0.00047894433,0.00039653183,0.00016215043,0.00021451742,0.00010177379,0.004438618,0.00008728605],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004809911,0.0033462786,0.009877901,0.0010355618,0.0020913172,0.0024556515,0.022576252,0.0026909201,0.0007953059,0.0059147887,0.08102908,0.86337703],"study_design_scores_gemma":[0.003967422,0.0016494603,0.0020251442,0.0007749077,0.00014324536,0.00011584679,0.0019380393,0.9849712,0.000659943,0.0013343922,0.002221929,0.00019846082],"about_ca_topic_score_codex":0.0007171969,"about_ca_topic_score_gemma":0.00025018654,"teacher_disagreement_score":0.9822803,"about_ca_system_score_codex":0.00089468143,"about_ca_system_score_gemma":0.0007070345,"threshold_uncertainty_score":0.99905586},"labels":[],"label_agreement":null},{"id":"W4405087295","doi":"10.2196/55007","title":"Uses of Virtual Care in Primary Care: Scoping Review","year":2024,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; McMaster University; Women's College Hospital; University of Toronto","funders":"","keywords":"Preprint; Primary care; World Wide Web; Computer science; Internet privacy; Medicine; Psychology; Nursing; Family medicine","score_opus":0.1264547624810126,"score_gpt":0.5356742215649495,"score_spread":0.40921945908393687,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405087295","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47602758,0.5003842,0.00021478487,0.019833788,0.0006563702,0.0008921876,0.0000047733247,0.000014074518,0.001972227],"genre_scores_gemma":[0.924665,0.072858006,0.00016957207,0.0014163184,0.0007093277,0.000012183863,0.000023107457,0.000018168263,0.00012836242],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.99497086,0.00033027507,0.0011631621,0.00014751039,0.0030916166,0.00029657417],"domain_scores_gemma":[0.99806845,0.00066695374,0.00011964131,0.00013572414,0.00066500093,0.00034423976],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0046428796,0.00008481468,0.0005255557,0.0006321961,0.000012893896,0.000014962174,0.00025541574,0.00010472054,0.0013162068],"category_scores_gemma":[0.0019311581,0.0000577767,0.00010973878,0.0005458049,0.00015276074,0.00010411074,0.00011391921,0.0014196143,0.0000140308775],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045658697,0.0001546359,0.0124862855,0.13980582,0.0001154594,0.003397618,0.0070147393,2.8409258e-7,0.00026820932,0.00035159662,0.07252095,0.7634278],"study_design_scores_gemma":[0.0035439734,0.007966405,0.008959912,0.92401683,0.00012348643,0.001302219,0.008309318,0.00006230283,0.0020345983,0.000036199443,0.04352248,0.00012226116],"about_ca_topic_score_codex":0.00020704312,"about_ca_topic_score_gemma":0.00015083577,"teacher_disagreement_score":0.78421104,"about_ca_system_score_codex":0.000413417,"about_ca_system_score_gemma":0.003140266,"threshold_uncertainty_score":0.9995967},"labels":[],"label_agreement":null},{"id":"W4405093059","doi":"10.2196/45640","title":"Examining the Use of Virtual Reality to Support Mindfulness Skills Practice in Mood and Anxiety Disorders: Mixed Methods Study","year":2024,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Mindfulness and Compassion Interventions","field":"Psychology","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Mindfulness; Anxiety; Affect (linguistics); Psychology; Clinical psychology; Mood; Thematic analysis; Population; Mental health; Medicine; Psychotherapist; Psychiatry; Qualitative research","score_opus":0.19515130495071475,"score_gpt":0.5450101840087579,"score_spread":0.34985887905804314,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405093059","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8964239,0.00025067857,0.09075112,0.009967918,0.00142399,0.00036328982,0.000008901006,0.0000067109117,0.00080349017],"genre_scores_gemma":[0.9976341,0.000014244291,0.0001994619,0.000075851116,0.0001573286,0.00021756039,7.466976e-7,0.00001572197,0.0016849934],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99019283,0.0062222993,0.0011039879,0.00031531346,0.0018172197,0.00034834087],"domain_scores_gemma":[0.9905543,0.008263742,0.00017595505,0.00033047175,0.00035038101,0.00032520277],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.028276412,0.00012236681,0.00037040657,0.0005371669,0.000047590354,0.0001654377,0.0007737255,0.00016287086,0.0073524597],"category_scores_gemma":[0.009111935,0.0000738082,0.000118324766,0.00070401904,0.00021729658,0.00024138913,0.0005804358,0.0019666885,0.000019929052],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044806162,0.00255744,0.0015058637,0.000037223075,0.0003568238,0.00030559904,0.012911596,0.0000063467396,0.000007764822,0.010453016,0.09569001,0.87572026],"study_design_scores_gemma":[0.004624638,0.019662725,0.08491686,0.0035039857,0.00026917498,0.0019735314,0.25530457,0.0041289893,0.001852551,0.00674023,0.6165192,0.0005035394],"about_ca_topic_score_codex":0.0011204861,"about_ca_topic_score_gemma":0.000757986,"teacher_disagreement_score":0.8752167,"about_ca_system_score_codex":0.000057939007,"about_ca_system_score_gemma":0.00020366994,"threshold_uncertainty_score":0.99923474},"labels":[],"label_agreement":null},{"id":"W4405127822","doi":"10.2196/50178","title":"Examining Challenges to Co-Design Digital Health Interventions With End Users: Systematic Review","year":2024,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"SFU Community Trust Endowment Fund; Simon Fraser University; AGE-WELL","keywords":"Preprint; Psychological intervention; Digital health; Computer science; Internet privacy; Medicine; Psychology; Health care; World Wide Web; Nursing; Political science","score_opus":0.5851716393663551,"score_gpt":0.6233876970265233,"score_spread":0.03821605766016822,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405127822","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[6.812764e-7,0.98329437,0.0010278032,0.007366911,0.0014555621,0.0035832343,0.000087041226,0.000042392916,0.0031419902],"genre_scores_gemma":[0.00014463054,0.9880574,0.00010400866,0.0003104503,0.00044107003,0.00072521105,0.000030388697,0.00014878198,0.010038083],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.98379755,0.004491274,0.0051954044,0.00072693237,0.004686667,0.0011021546],"domain_scores_gemma":[0.99211866,0.003012753,0.0015929751,0.0008397775,0.0005159527,0.0019198925],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.02522042,0.0005725911,0.00470538,0.0019119846,0.000069389964,0.0005102612,0.0027566017,0.0004313636,0.002282563],"category_scores_gemma":[0.0039440766,0.00034299857,0.0014134218,0.0010260531,0.00032668808,0.00030354742,0.00060891383,0.0045594303,0.0046613025],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020925732,0.00048501135,6.6844265e-8,0.5904641,0.0011046418,0.0009585211,0.00031002008,9.570545e-9,3.945571e-10,0.0010888833,0.10778197,0.29778582],"study_design_scores_gemma":[0.00015964931,0.006188012,2.5434431e-7,0.7071755,0.0005720108,0.004218604,0.00061334716,6.5512614e-7,2.6818116e-8,0.00006712806,0.28083438,0.00017043347],"about_ca_topic_score_codex":0.000038292204,"about_ca_topic_score_gemma":0.00003620386,"teacher_disagreement_score":0.2976154,"about_ca_system_score_codex":0.0012755861,"about_ca_system_score_gemma":0.0016884516,"threshold_uncertainty_score":0.9999022},"labels":[],"label_agreement":null},{"id":"W4405203300","doi":"10.2196/56766","title":"Estimating Patient and Family Costs and CO2 Emissions for Telehealth and In-Person Health Care Appointments in British Columbia, Canada: Geospatial Mixed Methods Study","year":2024,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Vancouver Community College; University of British Columbia","funders":"","keywords":"Preprint; Geospatial analysis; Health care; Environmental health; Geography; Medical emergency; Business; Medicine; Computer science; World Wide Web; Political science; Cartography","score_opus":0.0700905122472286,"score_gpt":0.49088642649409786,"score_spread":0.42079591424686924,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405203300","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98013514,0.009928503,0.0004382388,0.007836941,0.00035101385,0.0012776158,0.00001749636,0.000004789457,0.000010261229],"genre_scores_gemma":[0.9932111,0.0006154657,0.0052025816,0.0006883819,0.00017550134,0.00004838252,0.000013197294,0.000016515316,0.000028873252],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9964388,0.000684178,0.0008217647,0.00027174896,0.0013314221,0.00045210647],"domain_scores_gemma":[0.9976277,0.0011195967,0.0001288809,0.000068889814,0.00022457683,0.0008303673],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0063902456,0.00008781891,0.0004913091,0.0002763482,0.00008890015,0.000105805375,0.00008083568,0.00007850015,0.00003881144],"category_scores_gemma":[0.0021281638,0.00009101126,0.000019705474,0.00024938173,0.00009000701,0.00006829575,0.000094047704,0.0010574088,6.3038975e-8],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000115169954,0.00013472626,0.111103386,0.0010229482,0.000039531275,0.00072551955,0.005890896,1.7977504e-7,0.000010690343,0.0000014675832,0.025280075,0.8556754],"study_design_scores_gemma":[0.0099813575,0.01335432,0.81568336,0.008044937,0.000044974036,0.0013944043,0.130483,0.012250133,0.000014243428,0.000040699426,0.008555872,0.00015270825],"about_ca_topic_score_codex":0.7993725,"about_ca_topic_score_gemma":0.9323391,"teacher_disagreement_score":0.8555227,"about_ca_system_score_codex":0.0008448649,"about_ca_system_score_gemma":0.0034473902,"threshold_uncertainty_score":0.6115522},"labels":[],"label_agreement":null},{"id":"W4405299938","doi":"10.2196/52943","title":"Effects of Prehabilitation With Advanced Technologies in Patients With Musculoskeletal Diseases Waiting for Surgery: Systematic Review and Meta-Analysis","year":2024,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Total Knee Arthroplasty Outcomes","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Ministero della Salute","keywords":"Prehabilitation; Medicine; Physical therapy; Cochrane Library; Meta-analysis; Randomized controlled trial; MEDLINE; Sports medicine; Adverse effect; CINAHL; Perioperative; Surgery; Internal medicine; Psychological intervention","score_opus":0.049172773994224386,"score_gpt":0.42597729508920223,"score_spread":0.37680452109497786,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405299938","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0022667567,0.99268895,0.00004685425,0.0009623155,0.000023431801,0.0039767413,0.000019313606,0.000014250154,0.0000014074709],"genre_scores_gemma":[0.013341539,0.98569024,0.00026421004,0.000012333055,0.00001503436,0.00052652246,0.00001962604,0.000043177653,0.00008732945],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.9941485,0.0008071069,0.0017917765,0.00033290376,0.0026140625,0.00030567643],"domain_scores_gemma":[0.98900723,0.008818007,0.0009020753,0.0003010264,0.0007691828,0.00020248753],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.004164131,0.00031240843,0.008121858,0.001733967,0.000014904081,0.000028598912,0.00029166552,0.00020272325,0.000029249884],"category_scores_gemma":[0.021180157,0.00013264718,0.0017079604,0.0014419503,0.0003948755,0.00011679679,0.00015550318,0.0011103465,0.0000017231639],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008935261,0.00022319653,0.00043875774,0.92590034,0.055091117,0.00010324215,0.000028643113,1.05382306e-7,1.06412275e-8,0.000017708137,0.00015926218,0.017948259],"study_design_scores_gemma":[0.0006136924,0.0019833634,0.00018056635,0.44399628,0.5521754,0.00005384366,0.00008937828,0.000012280048,4.5197416e-7,0.000009517555,0.00076677324,0.000118476826],"about_ca_topic_score_codex":0.0000071109694,"about_ca_topic_score_gemma":0.000015181642,"teacher_disagreement_score":0.49708426,"about_ca_system_score_codex":0.00013803251,"about_ca_system_score_gemma":0.00050796685,"threshold_uncertainty_score":0.98706484},"labels":[],"label_agreement":null},{"id":"W4405306601","doi":"10.2196/55592","title":"Utilization and Experiences of Using Quit Now, a Nicotine and Tobacco Smoking Cessation Website: Thematic Analysis","year":2024,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Smoking Behavior and Cessation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia, Okanagan Campus; Okanagan University College; University of British Columbia","funders":"Ministry of Health, British Columbia","keywords":"Preprint; Smoking cessation; Thematic analysis; Nicotine; Environmental health; Tobacco control; Psychology; Medicine; Qualitative research; World Wide Web; Computer science; Public health; Sociology; Nursing; Psychiatry","score_opus":0.17382114371706373,"score_gpt":0.4835412594513529,"score_spread":0.30972011573428915,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405306601","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99337816,0.00189644,0.0036904279,0.00076400506,0.00012309379,0.00007107106,4.717554e-7,0.000005870383,0.00007047442],"genre_scores_gemma":[0.99910486,0.0005434314,0.00009099117,0.000016878812,0.00013950824,0.0000023181,0.0000028170562,0.0000071520867,0.00009206809],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99713075,0.00015495185,0.0004945288,0.00013549553,0.001949332,0.00013492607],"domain_scores_gemma":[0.99896234,0.00033042967,0.00012263923,0.000084782376,0.00033949403,0.00016030956],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038137387,0.00006756728,0.00028492615,0.0008345943,0.000031166648,0.00009712034,0.00010835634,0.00012265482,0.00067155866],"category_scores_gemma":[0.00079378806,0.000045708224,0.00007259819,0.00083276525,0.00021979053,0.0001764412,0.000074988806,0.0004681257,2.7429434e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027608516,0.00032211893,0.8081305,0.0011415503,0.001212706,0.0002640913,0.058893356,0.000009723646,0.0032564406,0.0007197511,0.0010443163,0.12472936],"study_design_scores_gemma":[0.0046324986,0.0029894959,0.3463038,0.021296551,0.005659745,0.0031848766,0.16952842,0.39767212,0.04619051,0.0009195758,0.0011356786,0.00048673333],"about_ca_topic_score_codex":0.00007949098,"about_ca_topic_score_gemma":0.00001613883,"teacher_disagreement_score":0.4618267,"about_ca_system_score_codex":0.00007543305,"about_ca_system_score_gemma":0.00016460795,"threshold_uncertainty_score":0.73530966},"labels":[],"label_agreement":null},{"id":"W4405425292","doi":"10.2196/59231","title":"Media Framing and Portrayals of Ransomware Impacts on Informatics, Employees, and Patients: Systematic Media Literature Review","year":2024,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Advanced Malware Detection Techniques","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Preprint; Ransomware; Framing (construction); Internet privacy; Posthumanism; Informatics; Psychology; Media studies; Computer science; World Wide Web; Sociology; Engineering; Computer security; Malware; Artificial intelligence","score_opus":0.054741804830133134,"score_gpt":0.4307670974207557,"score_spread":0.37602529259062256,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405425292","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000013125957,0.99308425,0.0052356147,0.00021298295,0.00048774012,0.00086440693,0.000020028365,0.00003294547,0.000048898768],"genre_scores_gemma":[0.00007894164,0.99737704,0.0021509056,0.00011204386,0.00017279804,0.000033660748,0.00000920411,0.00003206005,0.00003337394],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99100965,0.0010416448,0.002988883,0.00029700957,0.004264035,0.00039877786],"domain_scores_gemma":[0.99267155,0.0035263891,0.0013899518,0.00054943195,0.0011765219,0.00068615144],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.009772463,0.00039564745,0.0027925293,0.0014728472,0.00003362956,0.0003114375,0.0018948254,0.0005817397,0.00003055703],"category_scores_gemma":[0.01643959,0.00022513799,0.00035758986,0.0010667586,0.00026282287,0.00057374337,0.00091256964,0.0038312478,0.000010734968],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004872544,0.000049622486,0.0000011210576,0.60830855,0.00015443836,0.00023689431,0.0010980017,8.176301e-9,2.947238e-8,0.00047057806,0.0074372836,0.3822386],"study_design_scores_gemma":[0.00016993491,0.00064365036,0.0000011731526,0.91208375,0.0002131369,0.0010107952,0.000034603596,0.00004742332,0.0000057262027,0.0003626115,0.08525674,0.00017046035],"about_ca_topic_score_codex":0.0000052100195,"about_ca_topic_score_gemma":0.0000038776275,"teacher_disagreement_score":0.38206813,"about_ca_system_score_codex":0.0001907297,"about_ca_system_score_gemma":0.0005385442,"threshold_uncertainty_score":0.99846697},"labels":[],"label_agreement":null},{"id":"W4405516859","doi":"10.2196/56897","title":"When and Why Adults Abandon Lifestyle Behavior and Mental Health Mobile Apps: Scoping Review","year":2024,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"PsycINFO; Mental health; Abandonment (legal); MEDLINE; Psychology; Scopus; Observational study; Qualitative research; Medicine; Gerontology; Applied psychology; Psychiatry","score_opus":0.10527892420371,"score_gpt":0.5679017698623018,"score_spread":0.4626228456585918,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405516859","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08463562,0.7485835,0.00032938388,0.1564591,0.0011410085,0.008201876,0.00002831465,0.00005250955,0.0005686845],"genre_scores_gemma":[0.06595771,0.9151726,0.00042445466,0.012222993,0.0013917336,0.003665569,0.000020655989,0.000045819925,0.001098489],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9941642,0.0014030025,0.0015769763,0.00032863952,0.0017413958,0.00078573986],"domain_scores_gemma":[0.99563736,0.0016031184,0.00027404627,0.00020478018,0.00034833344,0.0019323692],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.015517882,0.00013814848,0.0005535772,0.00031789645,0.00039361155,0.00004254208,0.00034344313,0.00023431671,0.002127481],"category_scores_gemma":[0.0010749003,0.00009921047,0.00006404426,0.00025768564,0.000239349,0.00016120852,0.0003248351,0.003167753,0.00007746268],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010938234,0.00013954434,0.002915025,0.047600456,0.000020684378,0.00006600148,0.002469957,1.0941939e-8,0.000004410898,0.0007457771,0.6273525,0.31857625],"study_design_scores_gemma":[0.001271683,0.0010627647,0.0006232305,0.3005783,0.000016092732,0.00034915746,0.0009860448,0.00026494634,0.0000029456771,0.0001326272,0.6946158,0.00009646907],"about_ca_topic_score_codex":0.0009475429,"about_ca_topic_score_gemma":0.0005575395,"teacher_disagreement_score":0.31847978,"about_ca_system_score_codex":0.0002590484,"about_ca_system_score_gemma":0.0032646959,"threshold_uncertainty_score":0.999132},"labels":[],"label_agreement":null},{"id":"W4405566965","doi":"10.2196/51615","title":"Efficient Screening in Obstructive Sleep Apnea Using Sequential Machine Learning Models, Questionnaires, and Pulse Oximetry Signals: Mixed Methods Study","year":2024,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Obstructive Sleep Apnea Research","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Science and Technology Council; Shanghai Educational Development Foundation; Case Western Reserve University; University of Washington; York University; Johns Hopkins University; National Heart, Lung, and Blood Institute; University of California, Davis; University of Minnesota","keywords":"Obstructive sleep apnea; Pulse oximetry; Pittsburgh Sleep Quality Index; Polysomnography; Medicine; Sleep apnea; Oxygen saturation; Test set; Physical therapy; Receiver operating characteristic; Gold standard (test); Artificial intelligence; Machine learning; Apnea; Computer science; Internal medicine; Sleep quality; Insomnia; Anesthesia","score_opus":0.12265586402172529,"score_gpt":0.4727343344525338,"score_spread":0.35007847043080853,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405566965","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80381453,0.008601967,0.18549621,0.0009793529,0.0004842984,0.0004885554,0.0000026448463,0.000026899324,0.000105536266],"genre_scores_gemma":[0.9864833,0.000071023,0.012732536,0.00001769118,0.00053721206,0.000011759363,0.0000031738982,0.00006557078,0.00007775165],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98681605,0.0050717243,0.0012173554,0.00061444414,0.0054364265,0.0008440243],"domain_scores_gemma":[0.9952703,0.002408894,0.00016082526,0.00024588534,0.00095893507,0.00095513865],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.028626682,0.0002824245,0.00079272885,0.0026591197,0.0001257486,0.00028399748,0.00056022714,0.00032445788,0.00060558063],"category_scores_gemma":[0.0073696463,0.00021563214,0.00019732915,0.001550188,0.0006703604,0.00024478478,0.00096489914,0.006949748,0.0000069061552],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002776854,0.0016313377,0.027514815,0.00070065446,0.0018194554,0.016891237,0.0069344896,0.00970021,0.01176211,0.00068007346,0.00006632086,0.91952246],"study_design_scores_gemma":[0.0024445704,0.001506067,0.0056862338,0.0013781566,0.0001173656,0.0023074003,0.0061822827,0.9779423,0.0017874389,0.00040501123,0.000080167476,0.00016300303],"about_ca_topic_score_codex":0.0017050725,"about_ca_topic_score_gemma":0.00007491435,"teacher_disagreement_score":0.9682421,"about_ca_system_score_codex":0.0006527996,"about_ca_system_score_gemma":0.00035867598,"threshold_uncertainty_score":0.99534124},"labels":[],"label_agreement":null},{"id":"W4405592182","doi":"10.2196/53187","title":"Methodological Challenges in Randomized Controlled Trials of mHealth Interventions: Cross-Sectional Survey Study and Consensus-Based Recommendations","year":2024,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"National Center for Complementary and Integrative Health; Fogarty International Center; National Institutes of Health","keywords":"mHealth; Psychological intervention; Randomized controlled trial; Medicine; Health care; MEDLINE; Intervention (counseling); Family medicine; Medical education; Nursing; Psychology","score_opus":0.8339505949129138,"score_gpt":0.7240241882672701,"score_spread":0.10992640664564368,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405592182","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80282694,0.0822519,0.0074056154,0.08513558,0.0037007441,0.017534245,0.00012815061,0.00005202734,0.00096480874],"genre_scores_gemma":[0.9716037,0.023146944,0.0008120978,0.00022046649,0.00045972774,0.0033192895,0.000017802256,0.000019984655,0.0003999701],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.854461,0.13040842,0.0112327235,0.0005010107,0.0026259064,0.0007709035],"domain_scores_gemma":[0.6634394,0.3310404,0.0020673026,0.00030729533,0.0021932973,0.00095232576],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5408404,0.00017492266,0.0039230445,0.0016611612,0.00021031586,0.000044707373,0.00048069376,0.00048951595,0.0038058741],"category_scores_gemma":[0.27562463,0.00010398192,0.0007046018,0.0005690909,0.0006082814,0.0000657107,0.00017919739,0.004069681,0.000021093445],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.40284058,0.00742157,0.33731604,0.013446226,0.0022300154,0.0002338969,0.004728654,0.000019822044,0.000017694467,0.05194783,0.03840265,0.14139503],"study_design_scores_gemma":[0.548044,0.0043634195,0.38266808,0.013083118,0.0002296949,0.00009305285,0.0062360135,0.014799357,0.0000062258273,0.012942223,0.017253265,0.00028149408],"about_ca_topic_score_codex":0.0012703147,"about_ca_topic_score_gemma":0.0023634632,"teacher_disagreement_score":0.26521575,"about_ca_system_score_codex":0.00030372798,"about_ca_system_score_gemma":0.004235546,"threshold_uncertainty_score":0.99822795},"labels":[],"label_agreement":null},{"id":"W4405623205","doi":"10.2196/67880","title":"Correction: Protecting User Privacy and Rights in Academic Data-Sharing Partnerships: Principles From a Pilot Program at Crisis Text Line","year":2024,"lang":"en","type":"erratum","venue":"Journal of Medical Internet Research","topic":"Privacy-Preserving Technologies in Data","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"JMIR Publications","funders":"","keywords":"Internet privacy; Computer science; Data sharing; Line (geometry); World Wide Web; Information privacy; Computer security; Medicine","score_opus":0.3630214212576877,"score_gpt":0.47518309614215964,"score_spread":0.11216167488447193,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405623205","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.067582764,0.07522032,0.039261896,0.6788608,0.12297299,0.0067588645,0.00024115156,0.0028117818,0.006289434],"genre_scores_gemma":[0.2992839,0.060644984,0.3498787,0.0015491645,0.059223004,0.0017064881,0.0014860086,0.0009425455,0.22528522],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98815566,0.0010551688,0.0019208328,0.0018498666,0.0058848355,0.0011336105],"domain_scores_gemma":[0.98720735,0.0025866185,0.00081362604,0.008174882,0.0005263023,0.000691208],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","open_science","research_integrity"],"consensus_categories":["open_science","research_integrity"],"category_scores_codex":[0.021581253,0.00046597698,0.0009438202,0.0016582123,0.0001820253,0.0012313667,0.08136913,0.0016444644,0.0002379036],"category_scores_gemma":[0.14385411,0.0003448273,0.00011028096,0.0015071442,0.00057117007,0.0012802084,0.31785738,0.030250724,0.000079578356],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009306983,0.00018200318,0.0003397298,0.00032035436,0.0001773956,0.0016726109,0.00030955212,4.3883784e-7,0.000007919592,0.00017782109,0.9740097,0.022709394],"study_design_scores_gemma":[0.00047380067,0.0008219258,0.00012547536,0.010881977,0.000026278665,0.0006219188,0.000093309725,0.2768234,0.00019459664,0.02203047,0.6876036,0.0003032463],"about_ca_topic_score_codex":0.0016724933,"about_ca_topic_score_gemma":0.001862916,"teacher_disagreement_score":0.67731166,"about_ca_system_score_codex":0.0009941313,"about_ca_system_score_gemma":0.0011495976,"threshold_uncertainty_score":0.9999004},"labels":[],"label_agreement":null},{"id":"W4405738164","doi":"10.2196/65528","title":"Consideration of Cybersecurity Risks in the Benefit-Risk Analysis of Medical Devices: Scoping Review","year":2024,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Quality and Safety in Healthcare","field":"Health Professions","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Ministry of Food and Drug Safety; HORIZON EUROPE Framework Programme; Bundesministerium für Bildung und Forschung; National Institute of Standards and Technology; European Commission","keywords":"Scopus; Mandate; Systematic review; European union; Guideline; Risk assessment; MEDLINE; Grey literature; Business; Medicine; Risk analysis (engineering); Medical emergency; Political science; Computer security; Computer science; Law","score_opus":0.4722226044411237,"score_gpt":0.6681220074547993,"score_spread":0.19589940301367564,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405738164","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6977048,0.13207377,0.0008158393,0.16684212,0.0007066836,0.0010143633,0.000038826136,0.000009429916,0.00079417333],"genre_scores_gemma":[0.87936896,0.11848661,0.000037191192,0.00174275,0.000311175,0.000018590783,0.000008222238,0.00000708464,0.000019437397],"study_design_codex":"observational","study_design_gemma":"systematic_review","domain_scores_codex":[0.97953564,0.009798458,0.003040276,0.00019432744,0.007014413,0.0004168835],"domain_scores_gemma":[0.9768386,0.02058337,0.00066950964,0.0003349386,0.0011877887,0.00038578798],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.09983887,0.000101901554,0.0009119705,0.0007753249,0.000121448094,0.000018256382,0.001060664,0.0005287974,0.007212861],"category_scores_gemma":[0.0272486,0.00005905118,0.0003126149,0.0018536638,0.00039084043,0.00012290245,0.00024973898,0.0061092875,0.000020344738],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007539529,0.001332569,0.3182351,0.23030047,0.004327562,0.0020440188,0.1393075,0.000059362796,0.000007952079,0.10999002,0.074568614,0.11907288],"study_design_scores_gemma":[0.0014060192,0.0009058414,0.057318844,0.86458546,0.0010081092,0.00009770968,0.03038951,0.031822123,0.000025056,0.006147455,0.006077888,0.00021600546],"about_ca_topic_score_codex":0.01262535,"about_ca_topic_score_gemma":0.028481204,"teacher_disagreement_score":0.634285,"about_ca_system_score_codex":0.00016208827,"about_ca_system_score_gemma":0.0034173196,"threshold_uncertainty_score":0.99618363},"labels":[],"label_agreement":null},{"id":"W4405820469","doi":"10.2196/67567","title":"Cost Utility Analysis of Internet-Based Cognitive Behavioral Therapy for Major Depressive Disorder: Randomized Controlled Trial","year":2024,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Brain and Cognition Discovery Foundation; University Health Network","funders":"Sun Yat-sen University; National Natural Science Foundation of China","keywords":"Preprint; Randomized controlled trial; Cognitive behavioral therapy; The Internet; Cognitive therapy; Cognition; China; Medicine; Psychiatry; Psychology; Clinical psychology; Computer science; World Wide Web; Surgery","score_opus":0.1618757887388216,"score_gpt":0.5607599507564694,"score_spread":0.39888416201764787,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405820469","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9365085,0.0068609244,0.04050378,0.003732413,0.003775039,0.0069732377,0.00022853777,0.000025704046,0.0013919144],"genre_scores_gemma":[0.995282,0.000051472904,0.00004420142,0.000103716004,0.0002694376,0.001470452,0.00005223178,0.00002944045,0.0026970415],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9911269,0.002986701,0.002596616,0.00038503655,0.0023586696,0.0005460899],"domain_scores_gemma":[0.9838527,0.01357872,0.00062591326,0.0002316199,0.0012176206,0.0004934509],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.017259398,0.0002179594,0.0021765954,0.0016367304,0.00004094662,0.00015949391,0.0008523089,0.00031902647,0.011293413],"category_scores_gemma":[0.00495947,0.00014023652,0.0027723028,0.0008191678,0.0010303357,0.00014275617,0.00011938829,0.0013454534,0.000034382938],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9026199,0.0052484763,0.0002602629,0.000103360806,0.008607995,0.00017838182,0.00082662114,6.0349504e-7,0.0000024183462,0.0016592866,0.0069542537,0.07353847],"study_design_scores_gemma":[0.97015387,0.0075240578,0.00023545194,0.0013640298,0.0016914518,0.000019635909,0.0006847511,0.015530731,0.0003040268,0.00080753595,0.001556457,0.000128015],"about_ca_topic_score_codex":0.00095318415,"about_ca_topic_score_gemma":0.00030698776,"teacher_disagreement_score":0.07341045,"about_ca_system_score_codex":0.00015260193,"about_ca_system_score_gemma":0.0005477087,"threshold_uncertainty_score":0.9896104},"labels":[],"label_agreement":null},{"id":"W4405895826","doi":"10.2196/55753","title":"Platform-Based Patient-Clinician Digital Health Interventions for Care Transitions: Scoping Review","year":2024,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; Bruyère; University of Ottawa","funders":"University of Ottawa","keywords":"Digital health; Psychological intervention; Health care; Medicine; eHealth; Telehealth; mHealth; Telemedicine; Nursing; Psychology","score_opus":0.2604132943320386,"score_gpt":0.5896447884397792,"score_spread":0.3292314941077406,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405895826","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03359205,0.50966984,0.07436042,0.37394628,0.0019950627,0.005603913,0.00015921496,0.00009223587,0.000580952],"genre_scores_gemma":[0.9656224,0.020289248,0.0013857603,0.010497475,0.0014478648,0.00015717439,0.00037216052,0.000051299758,0.0001765932],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.99553055,0.00014517046,0.0016779385,0.00018699317,0.0020446866,0.00041467728],"domain_scores_gemma":[0.99729896,0.00088873046,0.00020166648,0.00014054646,0.00079093716,0.000679192],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004389893,0.00010694391,0.0005476742,0.0005856813,0.00007446964,0.00008027936,0.00020034268,0.00009347364,0.0013164495],"category_scores_gemma":[0.002692024,0.00007615556,0.00046461564,0.00040160894,0.000118507014,0.00020914426,0.00003368891,0.0010932755,0.000022387443],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002185814,0.00024792543,0.00017597114,0.105541505,0.00012613126,0.0002563184,0.001367235,3.049136e-7,0.0000025144038,0.00024523854,0.16850875,0.7233095],"study_design_scores_gemma":[0.003104449,0.013487343,0.00013036332,0.89780825,0.00012403108,0.00057884946,0.0042037354,0.0008415112,0.00009049345,0.00019350287,0.079329155,0.00010832957],"about_ca_topic_score_codex":0.00003948897,"about_ca_topic_score_gemma":0.00010409044,"teacher_disagreement_score":0.9320304,"about_ca_system_score_codex":0.00031056773,"about_ca_system_score_gemma":0.0033630054,"threshold_uncertainty_score":0.9995965},"labels":[],"label_agreement":null},{"id":"W4405910542","doi":"10.2196/63278","title":"Bridging the Gap in Carbohydrate Counting With a Mobile App: Needs Assessment Survey","year":2024,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Diabetes Management and Research","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Montreal Children's Hospital; Université de Sherbrooke; Université de Montréal; Q & T Research; McGill University","funders":"Mitacs","keywords":"Preprint; Bridging (networking); Computer science; Data science; World Wide Web; Computer security","score_opus":0.0786943344194301,"score_gpt":0.44646869564431546,"score_spread":0.3677743612248854,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405910542","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97527033,0.0022498162,0.0008429276,0.013404673,0.0003164242,0.00043897922,0.0000011229074,0.000017323713,0.0074583907],"genre_scores_gemma":[0.99228406,0.00036252732,0.00004625717,0.00015771975,0.0006317603,0.000025828052,0.0000042642937,0.000026649606,0.0064609163],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99264157,0.0008147103,0.00054257456,0.00018262277,0.005198085,0.0006204191],"domain_scores_gemma":[0.99741155,0.0014476131,0.0000655597,0.00021335574,0.000524078,0.00033781896],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.033569936,0.00011731177,0.00033649235,0.0011545004,0.00004911096,0.00037269355,0.00066125323,0.00010616254,0.00087009784],"category_scores_gemma":[0.0010647638,0.00005719397,0.00009241378,0.0016954636,0.00039225828,0.00014266759,0.00035621645,0.0034523997,0.000037880694],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016126477,0.0014252905,0.3888997,0.0024679443,0.0019344741,0.020534048,0.00414759,0.00018533687,0.0012271057,0.0026377423,0.21261509,0.36231303],"study_design_scores_gemma":[0.0064577456,0.0074102883,0.21596193,0.02103296,0.00017477432,0.000687784,0.0062154676,0.59697425,0.0006019288,0.00036147216,0.14366308,0.00045830052],"about_ca_topic_score_codex":0.0006039791,"about_ca_topic_score_gemma":0.00025897825,"teacher_disagreement_score":0.59678894,"about_ca_system_score_codex":0.00029695497,"about_ca_system_score_gemma":0.001087245,"threshold_uncertainty_score":0.99884665},"labels":[],"label_agreement":null},{"id":"W4405962778","doi":"10.2196/66275","title":"The Effect of Nurse Navigators in Digital Remote Monitoring in Cancer Care: Case Study Using Structural Equation Modeling","year":2024,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Institut Gustave-Roussy; Agence Régionale de Santé Île-de-France; Agence Nationale de la Recherche; AstraZeneca","keywords":"Preprint; Digital health; Medicine; Health care; Telemedicine; Nursing; Internet privacy; World Wide Web; Computer science","score_opus":0.21140872889233425,"score_gpt":0.6199394947389725,"score_spread":0.4085307658466382,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405962778","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9884526,0.007463086,0.0001841395,0.0005076445,0.0024416968,0.00090826466,0.0000016150016,0.0000070250685,0.000033941425],"genre_scores_gemma":[0.99872184,0.00015851865,0.0000103647835,0.000003000338,0.0010143407,0.000019897438,3.3905974e-7,0.000025441046,0.000046236244],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99192286,0.00301085,0.0016758229,0.00020163461,0.0024199076,0.0007689177],"domain_scores_gemma":[0.99436474,0.0045208274,0.00021116972,0.00017289053,0.00044210476,0.00028825586],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.018863853,0.00012439654,0.00042122055,0.00051586726,0.00016218734,0.00006280647,0.00046077897,0.00024265064,0.000034767145],"category_scores_gemma":[0.003594278,0.00007295614,0.00007382975,0.00070872635,0.00008427773,0.00024951066,0.00014636989,0.0054707,0.0000035543849],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007926839,0.000054149896,0.64109725,0.002784199,0.00013791588,0.009915098,0.085038744,0.002042506,0.000082894374,0.000038787217,0.00013763216,0.25787815],"study_design_scores_gemma":[0.0017124107,0.0014780787,0.00041242669,0.015681524,0.000014495954,0.00056786556,0.09903773,0.88077176,0.000062485284,0.00010793761,0.00006639086,0.00008692207],"about_ca_topic_score_codex":0.053319957,"about_ca_topic_score_gemma":0.006938598,"teacher_disagreement_score":0.8787292,"about_ca_system_score_codex":0.0027355463,"about_ca_system_score_gemma":0.0028598648,"threshold_uncertainty_score":0.9968237},"labels":[],"label_agreement":null},{"id":"W4406029303","doi":"10.2196/65148","title":"Optimizing Virtual Follow-Up Care: Realist Evaluation of Experiences and Perspectives of Patients With Breast and Prostate Cancer","year":2025,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Cancer survivorship and care","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Ottawa; Dalhousie University; University of Toronto; University Health Network; Ottawa Hospital; Princess Margaret Cancer Centre; Dr. Everett Chalmers Regional Hospital; Horizon Health Network; Public Health Ontario","funders":"Canadian Institutes of Health Research","keywords":"Psychosocial; Usability; Survivorship curve; Breast cancer; Prostate cancer; Medicine; Competence (human resources); Psychology; eHealth; Patient satisfaction; Socioemotional selectivity theory; Family medicine; Nursing; Cancer; Health care; Gerontology; Social psychology","score_opus":0.04673663757637453,"score_gpt":0.4106309935989293,"score_spread":0.36389435602255477,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406029303","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9902814,0.0074515045,0.000040695308,0.0015090306,0.00015443146,0.00019656087,0.00000948371,0.0000013759349,0.0003555049],"genre_scores_gemma":[0.99879277,0.0009151773,0.000026014248,0.000020184887,0.00005884952,0.000016142067,0.000002201677,0.00000507075,0.0001636179],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99663746,0.00022392102,0.00031485583,0.00013467723,0.002554796,0.00013429039],"domain_scores_gemma":[0.99678016,0.00014714584,0.00013372887,0.00008298232,0.0026959353,0.00016004752],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020690023,0.00006760195,0.00027834234,0.00024384625,0.000024830637,0.000018525248,0.00011738247,0.00006789464,0.00020072653],"category_scores_gemma":[0.0005676174,0.00004254575,0.00003680502,0.00022642541,0.00057674816,0.000085526546,0.00008919993,0.00037892244,4.0264386e-8],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009245426,0.00032678092,0.28152266,0.0007278712,0.0005105848,0.000028869523,0.45525005,0.000006230495,0.00021021602,0.00037201282,0.001810472,0.24998884],"study_design_scores_gemma":[0.012710884,0.004395544,0.20456152,0.0075121406,0.00031407573,0.00006107241,0.76598555,0.0010463821,0.0027319114,0.000072807736,0.0004817391,0.00012634785],"about_ca_topic_score_codex":0.002013583,"about_ca_topic_score_gemma":0.0012239114,"teacher_disagreement_score":0.31073552,"about_ca_system_score_codex":0.00015288159,"about_ca_system_score_gemma":0.00088629255,"threshold_uncertainty_score":0.30439484},"labels":[],"label_agreement":null},{"id":"W4406502239","doi":"10.2196/65434","title":"Explainable Predictive Model for Suicidal Ideation During COVID-19: Social Media Discourse Study","year":2025,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Mental Health via Writing","field":"Psychology","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Social media; Suicidal ideation; Coronavirus disease 2019 (COVID-19); Psychology; 2019-20 coronavirus outbreak; Clinical psychology; Medicine; Medical emergency; Computer science; Suicide prevention; Poison control; World Wide Web; Virology","score_opus":0.19585205271132802,"score_gpt":0.57681563103953,"score_spread":0.38096357832820205,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406502239","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94183224,0.00026136634,0.03982431,0.014412923,0.0009587349,0.0009212705,0.000017453605,0.000020152102,0.0017515426],"genre_scores_gemma":[0.9943464,0.000013906686,0.00010493525,0.0003622409,0.001109983,0.00018586182,0.000005646788,0.000020835685,0.0038502247],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.9942997,0.0010273595,0.001029742,0.0003171651,0.0025782285,0.0007478092],"domain_scores_gemma":[0.99553597,0.0027282503,0.00025608388,0.00017424062,0.00055239367,0.0007530799],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.013876021,0.00013697516,0.000400655,0.00069223274,0.0003541122,0.000067627356,0.00087010296,0.00026863263,0.0012146903],"category_scores_gemma":[0.008458606,0.0001151939,0.00013073815,0.00035641255,0.00031078656,0.00016892767,0.000309132,0.0017017388,0.000015360072],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.028879587,0.010800719,0.06252614,0.0024954265,0.0018856884,0.003151857,0.3445864,0.0004734379,0.0003291588,0.06280357,0.45031413,0.031753886],"study_design_scores_gemma":[0.041991845,0.0058077243,0.060181063,0.001546924,0.00026778647,0.00044741944,0.6385666,0.21887791,0.0005016856,0.02855527,0.0026215177,0.0006342516],"about_ca_topic_score_codex":0.0004682682,"about_ca_topic_score_gemma":0.0005102718,"teacher_disagreement_score":0.4476926,"about_ca_system_score_codex":0.001051402,"about_ca_system_score_gemma":0.0014235079,"threshold_uncertainty_score":0.99989355},"labels":[],"label_agreement":null},{"id":"W4406608565","doi":"10.2196/64388","title":"Identifying Contextual Factors That Shape Cybersecurity Risk Perception for Assisted Living and Health Care Technologies and Wearables: Mixed Methods Study","year":2025,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Information and Cyber Security","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia; BC Children's Hospital","funders":"Natural Sciences and Engineering Research Council of Canada; Michael Smith Health Research BC; BC Children's Hospital; Children's Hospital Foundation","keywords":"Preprint; Wearable computer; Wearable technology; Internet privacy; Computer security; Computer science; Perception; Psychology; Applied psychology; World Wide Web; Embedded system","score_opus":0.1291327687031218,"score_gpt":0.48867566980728455,"score_spread":0.35954290110416276,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406608565","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75162774,0.002071677,0.24266157,0.0027896082,0.00038654447,0.00034411583,0.000002084708,0.000044517168,0.00007214407],"genre_scores_gemma":[0.99060255,0.0006761136,0.008558639,0.0000887861,0.000020993686,0.000009697803,6.1845367e-7,0.0000036904971,0.00003888293],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99662864,0.0011061456,0.000551318,0.00022468645,0.0011679669,0.00032123548],"domain_scores_gemma":[0.9974483,0.0014318988,0.0002544676,0.00019210571,0.00049381354,0.00017941053],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014392228,0.0001133674,0.00033335923,0.0005860119,0.0002855975,0.00051943964,0.0009212393,0.00016878704,0.000024620802],"category_scores_gemma":[0.003163718,0.00008268364,0.00007268352,0.00032007205,0.00022726438,0.0005718462,0.00094612193,0.0012343818,6.913626e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030254798,0.00015834408,0.018406507,0.00021019223,0.00010990117,0.000008472883,0.07905699,1.11892454e-7,0.000012594312,0.0035269756,0.0030420017,0.89543766],"study_design_scores_gemma":[0.0015473919,0.0013100409,0.31701523,0.0011989168,0.000021944106,0.00006665831,0.6437366,0.030842913,0.00020221394,0.0014038961,0.002488743,0.00016545253],"about_ca_topic_score_codex":0.000532112,"about_ca_topic_score_gemma":0.00061967317,"teacher_disagreement_score":0.8952722,"about_ca_system_score_codex":0.00020028642,"about_ca_system_score_gemma":0.00032876772,"threshold_uncertainty_score":0.5362843},"labels":[],"label_agreement":null},{"id":"W4406637972","doi":"10.2196/63324","title":"Improving Digital Cancer Care for Older Black Adults: Qualitative Study","year":2025,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; Women's College Hospital; McGill University Health Centre","funders":"","keywords":"Preprint; Gerontology; Qualitative research; Cancer; Psychology; Medicine; World Wide Web; Computer science; Sociology","score_opus":0.09176208357496606,"score_gpt":0.5673349292802876,"score_spread":0.47557284570532155,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406637972","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9712222,0.0013203117,0.003359189,0.021911833,0.0004158338,0.0013071486,0.000017007575,0.000010173003,0.00043625786],"genre_scores_gemma":[0.9968408,0.00011097175,0.0001691912,0.00068807777,0.0007556697,0.00007041257,0.0000149475345,0.000014371336,0.0013355903],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.995988,0.00024204371,0.00089722255,0.00020584842,0.002258836,0.0004080158],"domain_scores_gemma":[0.9959378,0.0011234488,0.0002016358,0.00018982589,0.0021433244,0.00040395226],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039278814,0.000109960056,0.00041944065,0.00052374566,0.00005863428,0.000056821696,0.00041128963,0.00011103757,0.0005940214],"category_scores_gemma":[0.0063642324,0.000074819945,0.000115764844,0.00036712727,0.00018262738,0.00014456992,0.00017609075,0.0010373812,0.0000056837457],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003233365,0.0010309285,0.022180809,0.0023486444,0.0005426757,0.00025612942,0.20139635,2.590258e-7,0.00003441032,0.00024214237,0.1829315,0.5858028],"study_design_scores_gemma":[0.018700643,0.0084183505,0.009664166,0.003611746,0.00014454908,0.00004213664,0.92483664,0.0006748284,0.00047385515,0.00022586393,0.033098735,0.000108470595],"about_ca_topic_score_codex":0.0009366337,"about_ca_topic_score_gemma":0.0003515034,"teacher_disagreement_score":0.7234403,"about_ca_system_score_codex":0.00038582078,"about_ca_system_score_gemma":0.0015650318,"threshold_uncertainty_score":0.761904},"labels":[],"label_agreement":null},{"id":"W4406688629","doi":"10.2196/59209","title":"Embedding a Choice Experiment in an Online Decision Aid or Tool: Scoping Review","year":2025,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Economic and Environmental Valuation","field":"Economics, Econometrics and Finance","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"National Institute for Health and Care Research","keywords":"Preprint; Computer science; Decision aids; Data science; World Wide Web; Medicine","score_opus":0.5435893279667946,"score_gpt":0.5327649563137763,"score_spread":0.010824371653018305,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406688629","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009479417,0.9967519,0.00046076663,0.0002960599,0.00049720414,0.00069862383,0.000016069964,0.0000035362395,0.00032787884],"genre_scores_gemma":[0.000051797197,0.9976664,0.0007373518,0.00023462022,0.00041803232,0.000052062293,0.00002905056,0.000028217437,0.0007824634],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.99495167,0.00036095048,0.0033200684,0.00045949488,0.0005096944,0.00039809677],"domain_scores_gemma":[0.9967944,0.0015389773,0.00096924754,0.00037501391,0.000051563115,0.0002707957],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.012775842,0.00024044364,0.002242918,0.0010237335,0.000035323003,0.000104130886,0.001309604,0.00040857933,0.007037742],"category_scores_gemma":[0.0055327765,0.00018939572,0.0003836547,0.00040750814,0.00009397888,0.0003193358,0.0004947829,0.0018023441,0.00021138931],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026112255,0.0003712281,0.00026367043,0.033043493,0.00006994019,0.00009596219,0.0000673326,0.000003895139,1.8228993e-8,0.00031744738,0.004071107,0.9616698],"study_design_scores_gemma":[0.00054731255,0.0002759809,0.000046928315,0.5754845,0.000023166487,0.000056291465,0.0000322895,0.00046232637,2.518585e-7,0.0001520355,0.42274633,0.00017257256],"about_ca_topic_score_codex":0.000101882644,"about_ca_topic_score_gemma":0.00015478303,"teacher_disagreement_score":0.96149725,"about_ca_system_score_codex":0.0011396823,"about_ca_system_score_gemma":0.0006688167,"threshold_uncertainty_score":0.99386996},"labels":[],"label_agreement":null},{"id":"W4406722911","doi":"10.2196/57636","title":"Parental Technoference and Child Problematic Media Use: Meta-Analysis","year":2025,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Child Development and Digital Technology","field":"Social Sciences","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"PsycINFO; Moderation; Psychology; Meta-analysis; Observational study; Systematic review; Sample size determination; Clinical psychology; MEDLINE; Medicine; Social psychology","score_opus":0.3101478745815701,"score_gpt":0.5131593729125695,"score_spread":0.2030114983309994,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406722911","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000009776346,0.98866194,0.000097623524,0.005502925,0.00015231698,0.0004101308,0.000013487056,0.000025066884,0.005126751],"genre_scores_gemma":[0.001117151,0.99533385,0.00017312149,0.000040457155,0.00014135617,0.0000293438,0.000012451213,0.000011403724,0.0031408865],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9918526,0.001106115,0.0014429851,0.00036391802,0.0046994975,0.0005348844],"domain_scores_gemma":[0.99360186,0.004586237,0.00055394083,0.00028715443,0.0004746786,0.0004961395],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.011018968,0.0002643675,0.0032124007,0.0026879844,0.00016248958,0.00045856953,0.0023091475,0.0009306948,0.0019608508],"category_scores_gemma":[0.017678497,0.00016031593,0.0014664824,0.0030073521,0.0013203827,0.00024377117,0.0009812266,0.0030013556,0.000025955382],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000993854,0.00023659405,0.00007317841,0.004790631,0.06882717,0.0004182354,0.0012444612,2.3958895e-8,4.525393e-9,0.046069033,0.02116371,0.857167],"study_design_scores_gemma":[0.00010177279,0.000053791628,0.0000085499,0.005955155,0.029922497,0.00007632529,0.00033264124,0.000002411691,1.9415009e-7,0.0032766159,0.9601065,0.00016355135],"about_ca_topic_score_codex":0.00032740145,"about_ca_topic_score_gemma":0.0014756302,"teacher_disagreement_score":0.9389428,"about_ca_system_score_codex":0.00021480002,"about_ca_system_score_gemma":0.0021221251,"threshold_uncertainty_score":0.99929875},"labels":[],"label_agreement":null},{"id":"W4406726643","doi":"10.2196/67878","title":"Crisis Text Line and Loris.ai Controversy Highlights the Complexity of Informed Consent on the Internet and Data-Sharing Ethics for Machine Learning and Research","year":2025,"lang":"en","type":"editorial","venue":"Journal of Medical Internet Research","topic":"Ethics and Social Impacts of AI","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"JMIR Publications","funders":"","keywords":"The Internet; Informed consent; Line (geometry); Research ethics; Internet privacy; Psychology; Computer science; Artificial intelligence; World Wide Web; Medicine; Alternative medicine; Psychiatry; Pathology","score_opus":0.4555323857403375,"score_gpt":0.5949771583213125,"score_spread":0.13944477258097498,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406726643","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0050411737,0.0052147973,0.00022416563,0.9167437,0.067635424,0.0012404235,0.0002918467,0.000013217024,0.0035952274],"genre_scores_gemma":[0.4966594,0.19098052,0.00015326691,0.0024534138,0.2966288,0.00003556539,0.00012075925,0.000071487324,0.012896768],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9858582,0.0039982228,0.0009614621,0.0004382607,0.008047678,0.0006961619],"domain_scores_gemma":[0.79240346,0.19846298,0.0007274169,0.0005625992,0.007051461,0.0007920905],"candidate_categories":["metaresearch","sts","scholarly_communication","research_integrity"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.10629638,0.00020966388,0.0007141249,0.00043402813,0.0010752406,0.0011797107,0.0029152434,0.0014622412,0.00015229812],"category_scores_gemma":[0.3641995,0.0001145274,0.000104981475,0.00034402584,0.008590005,0.00025536327,0.0028114726,0.017370474,0.0000011430936],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00064414396,0.00006329632,0.000049870352,0.0004035244,0.0002914509,0.000017742464,0.018912068,1.3485638e-7,0.0000018117428,0.07549781,0.90302414,0.0010940069],"study_design_scores_gemma":[0.0010434581,0.0011014083,0.000018861569,0.0023630585,0.0000531436,0.0000033878166,0.012309582,0.00094757386,0.00002136192,0.022468545,0.9595606,0.00010901755],"about_ca_topic_score_codex":0.029062517,"about_ca_topic_score_gemma":0.0358992,"teacher_disagreement_score":0.9142903,"about_ca_system_score_codex":0.00024796394,"about_ca_system_score_gemma":0.005785509,"threshold_uncertainty_score":0.9998572},"labels":[],"label_agreement":null},{"id":"W4406738437","doi":"10.2196/66353","title":"Patient Experiences and Perspectives When MyChart is Introduced in a Large Community Hospital: Mixed Methods Study","year":2025,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Trillium Health Centre; University of Toronto","funders":"","keywords":"Patient portal; Thematic analysis; Health care; Descriptive statistics; Medicine; Nursing; Medical record; Family medicine; Psychology; Qualitative research","score_opus":0.1661318155563805,"score_gpt":0.6095156347605597,"score_spread":0.4433838192041792,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406738437","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.963758,0.0034465892,0.00055008935,0.028832702,0.0013402159,0.0011329047,0.0000013174964,0.000011059351,0.0009271407],"genre_scores_gemma":[0.99731404,0.0004016656,0.00033732798,0.00054628967,0.00027648915,0.00023624954,3.9277137e-7,0.00001381283,0.0008737172],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9655617,0.029599922,0.0016175975,0.00027935844,0.001972328,0.0009691027],"domain_scores_gemma":[0.99155307,0.0061903396,0.0003442117,0.00040444752,0.0010226779,0.00048525108],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06151429,0.0001496754,0.00068568566,0.00081007835,0.000425986,0.0000371265,0.0009233784,0.0003115407,0.0015614572],"category_scores_gemma":[0.016389199,0.00010648559,0.00006754647,0.0005894652,0.00026465155,0.00014769372,0.0010275048,0.008554713,0.000013939591],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026337118,0.0020052025,0.059318412,0.00029083053,0.000114810166,0.000056475496,0.8161075,2.0034152e-8,0.000026347067,0.0005440307,0.09051383,0.030759135],"study_design_scores_gemma":[0.0021155523,0.0034927155,0.020645449,0.0015498089,0.0000066137313,0.000009049984,0.95215946,0.00030884604,0.00006911153,0.00082809373,0.018731697,0.000083586405],"about_ca_topic_score_codex":0.0055272,"about_ca_topic_score_gemma":0.0033809564,"teacher_disagreement_score":0.13605194,"about_ca_system_score_codex":0.00080078264,"about_ca_system_score_gemma":0.0022306193,"threshold_uncertainty_score":0.99935126},"labels":[],"label_agreement":null},{"id":"W4406790909","doi":"10.2196/69544","title":"Advancing Health Care With Digital Twins: Meta-Review of Applications and Implementation Challenges","year":2025,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Digital Transformation in Industry","field":"Engineering","cited_by":65,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre Intégré Universitaire de Santé et de Services Sociaux du Centre-Sud-de-l'Île-de-Montréal; HEC Montréal","funders":"","keywords":"Preprint; Digital health; Health care; Computer science; Data science; Internet privacy; Medicine; World Wide Web; Political science","score_opus":0.1332381896398178,"score_gpt":0.49055342967474413,"score_spread":0.3573152400349263,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406790909","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[4.0001356e-7,0.9926384,0.0016819552,0.00073231745,0.000057262736,0.0007127852,0.000080383936,0.000013329901,0.0040831505],"genre_scores_gemma":[0.000051703326,0.9994099,0.00014136372,0.000030039177,0.00010063302,0.00014489691,0.000057008507,0.000024110424,0.000040326126],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9963049,0.00015489878,0.0013926246,0.00013587791,0.0017396974,0.00027195935],"domain_scores_gemma":[0.9981188,0.0006416373,0.00030219398,0.00018525397,0.00045649373,0.0002956138],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021679152,0.00020444827,0.0014732474,0.00048659203,0.000020500078,0.00006665147,0.00055191125,0.00016853472,0.00017163402],"category_scores_gemma":[0.00016224457,0.00013087576,0.00026403088,0.0003899972,0.00011162266,0.0003252926,0.000087539054,0.001368157,0.0000037966836],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.875022e-7,0.000012916765,2.1395876e-7,0.2627132,0.0006144616,0.000004449059,0.00012187635,8.6190386e-7,1.9187525e-9,0.00027861705,0.0032954381,0.732957],"study_design_scores_gemma":[0.0001224941,0.00015587562,1.9903612e-7,0.15625972,0.0002977976,0.00012689509,0.00082577026,0.0000027600709,8.375093e-7,0.000014725441,0.84211934,0.00007358161],"about_ca_topic_score_codex":0.000005793653,"about_ca_topic_score_gemma":0.000017426853,"teacher_disagreement_score":0.8388239,"about_ca_system_score_codex":0.00025892325,"about_ca_system_score_gemma":0.0011157837,"threshold_uncertainty_score":0.59440374},"labels":[],"label_agreement":null},{"id":"W4406838304","doi":"10.2196/63252","title":"Introducing Novel Methods to Identify Fraudulent Responses (Sampling With Sisyphus): Web-Based LGBTQ2S+ Mixed-Methods Study","year":2025,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"LGBTQ Health, Identity, and Policy","field":"Psychology","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Centre for Addiction and Mental Health; Université de Montréal; Simon Fraser University; University of British Columbia; Public Health Ontario; York University; University of Toronto","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Preprint; World Wide Web; Sampling (signal processing); The Internet; Computer science; Data science; Internet privacy; Telecommunications","score_opus":0.1779113405293518,"score_gpt":0.6403091610931273,"score_spread":0.4623978205637755,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406838304","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.555516,0.0011364989,0.3982951,0.037544787,0.0035232054,0.0006471323,0.000005584678,0.000035127046,0.0032965532],"genre_scores_gemma":[0.7079819,0.00022856328,0.24731019,0.00437643,0.0046489746,0.00018496539,0.0000037892428,0.00013938121,0.0351258],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9811777,0.011513413,0.0018119569,0.0007631908,0.0035045266,0.0012292172],"domain_scores_gemma":[0.98574805,0.010206542,0.0003828101,0.0009569477,0.0015473221,0.001158332],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.070732296,0.00030925163,0.0008910292,0.0029372948,0.00026296463,0.0003531408,0.0022787447,0.0004216982,0.0025613096],"category_scores_gemma":[0.020114264,0.00022945805,0.00023770842,0.0019018861,0.0004103434,0.00014534942,0.0007089727,0.004111493,0.00013193063],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009352259,0.006479011,0.06641093,0.0010978215,0.0016931223,0.0010347976,0.0069956183,0.00009960662,0.0064158505,0.0030343807,0.28263408,0.61475253],"study_design_scores_gemma":[0.017937249,0.0133743165,0.5739448,0.0029052743,0.00064095744,0.00073198404,0.017056055,0.0022335646,0.0023460414,0.0014243876,0.36641595,0.000989447],"about_ca_topic_score_codex":0.0039234683,"about_ca_topic_score_gemma":0.0009544362,"teacher_disagreement_score":0.6137631,"about_ca_system_score_codex":0.000540724,"about_ca_system_score_gemma":0.0024469951,"threshold_uncertainty_score":0.9983505},"labels":[],"label_agreement":null},{"id":"W4406856716","doi":"10.2196/66715","title":"Effectiveness of Video Teletherapy in Treating Obsessive-Compulsive Disorder in Children and Adolescents With Exposure and Response Prevention: Retrospective Longitudinal Observational Study","year":2025,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Obsessive-Compulsive Spectrum Disorders","field":"Psychology","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Centre for Addiction and Mental Health","funders":"","keywords":"Context (archaeology); Observational study; Anxiety; Intervention (counseling); Clinical psychology; Longitudinal study; Medicine; Exposure and response prevention; Psychology; Psychiatry","score_opus":0.030500041236313384,"score_gpt":0.41270557120029744,"score_spread":0.38220552996398405,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406856716","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99594903,0.0018917688,0.00040362476,0.00063709577,0.00009999118,0.00095374737,0.0000031602015,0.00000417361,0.000057413665],"genre_scores_gemma":[0.99964917,0.00008887308,0.00006492708,0.000015640348,0.00004050584,0.000044113134,0.0000019876072,0.000017197744,0.00007758338],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99227625,0.0046747336,0.00078885845,0.00046888084,0.001418279,0.00037300785],"domain_scores_gemma":[0.9971188,0.0017371449,0.00031222057,0.00020066,0.0004933768,0.00013780789],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007554137,0.0002032198,0.0006737431,0.001049152,0.000050900384,0.000047297515,0.00045553813,0.00018720073,0.0001382043],"category_scores_gemma":[0.0018348701,0.00015665953,0.000063623454,0.001060392,0.00056144106,0.00017784073,0.00020592788,0.0015910721,8.7325566e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.015599245,0.0023190626,0.9712649,0.0000916941,0.00035716835,0.0003023441,0.0030331335,0.000011886531,0.000066403,0.00040292213,0.000034027536,0.0065172263],"study_design_scores_gemma":[0.01442063,0.0045250608,0.971281,0.0041142474,0.000022329885,0.00010911375,0.0044432697,0.000051127052,0.000045659846,0.0008728246,0.0000024535327,0.00011229972],"about_ca_topic_score_codex":0.0010779639,"about_ca_topic_score_gemma":0.00072854327,"teacher_disagreement_score":0.0064049265,"about_ca_system_score_codex":0.00027585845,"about_ca_system_score_gemma":0.00039025946,"threshold_uncertainty_score":0.6912505},"labels":[],"label_agreement":null},{"id":"W4406971177","doi":"10.2196/64713","title":"Decision-Making Process of Home and Social Care Professionals Using Telemonitoring of Activities of Daily Living for Risk Assessment: Embedded Mixed Methods Multiple-Case Study","year":2025,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Geriatric Care and Nursing Homes","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université du Québec à Chicoutimi; McGill University; HEC Montréal; Institut Universitaire de Gériatrie de Montréal; Université de Montréal; Centre Intégré Universitaire de Santé et de Services Sociaux du Centre-Sud-de-l'Île-de-Montréal; Université de Sherbrooke","funders":"Natural Sciences and Engineering Research Council of Canada; Canadian Institutes of Health Research","keywords":"Preprint; Process (computing); Computer science; Medicine; Gerontology; World Wide Web","score_opus":0.13854175353859713,"score_gpt":0.6343499925512505,"score_spread":0.49580823901265336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406971177","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9827335,0.00083359395,0.014029116,0.00012001344,0.0014617123,0.0007618515,0.000018599565,0.0000049643886,0.00003666041],"genre_scores_gemma":[0.9864101,0.000039366754,0.013092637,0.0000049136825,0.0003649284,0.000027880593,5.7668274e-7,0.00001878291,0.000040822775],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9923054,0.0035623757,0.0016164528,0.00021738927,0.0018878082,0.00041057874],"domain_scores_gemma":[0.96812403,0.027760258,0.0012116149,0.00016180993,0.0026191222,0.00012318927],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.017084349,0.00014333021,0.0009210373,0.0009270823,0.0004045215,0.000019655454,0.00046352716,0.00032116764,0.00006832519],"category_scores_gemma":[0.012116052,0.00010711172,0.00017383869,0.0005048311,0.0002515723,0.00017758354,0.00052050536,0.0017719988,4.976015e-8],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023045752,0.0016347036,0.29424486,0.009149365,0.00087764085,0.00017297451,0.34284276,0.000012602542,0.0019059033,0.00005891701,0.0015284405,0.34526724],"study_design_scores_gemma":[0.0023754688,0.00085724366,0.024980918,0.012618251,0.0001805525,0.00003809313,0.95480525,0.0023716355,0.0012113684,0.000434736,0.000026949983,0.00009950084],"about_ca_topic_score_codex":0.00048152872,"about_ca_topic_score_gemma":0.00015863776,"teacher_disagreement_score":0.6119625,"about_ca_system_score_codex":0.00023287468,"about_ca_system_score_gemma":0.0021899934,"threshold_uncertainty_score":0.99620533},"labels":[],"label_agreement":null},{"id":"W4407030445","doi":"10.2196/65967","title":"Examining Health Care Provider Experiences With Patient Portal Implementation: Mixed Methods Study","year":2025,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; Trillium Health Centre","funders":"","keywords":"Patient portal; Health care; Nursing; Qualitative research; Medicine; Psychology; Sociology","score_opus":0.2283219709424126,"score_gpt":0.6665370159090162,"score_spread":0.4382150449666036,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407030445","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9779937,0.0033183852,0.003341433,0.009147787,0.0020940786,0.0020905081,0.0000014153323,0.000020193662,0.0019924978],"genre_scores_gemma":[0.99585336,0.000061075065,0.0014347369,0.0009768552,0.00047599865,0.00049392565,0.0000029603234,0.000020072179,0.0006809897],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.97964144,0.012917435,0.0022864433,0.00034173884,0.0036611862,0.0011517453],"domain_scores_gemma":[0.9938913,0.0028088302,0.00079066737,0.00030212782,0.0014775724,0.00072952046],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.02860204,0.00016299059,0.0006547115,0.00058872683,0.00049819605,0.000041285333,0.0007716561,0.00018828119,0.002683175],"category_scores_gemma":[0.0019983696,0.000102787344,0.00005579545,0.0007280394,0.00016547408,0.00015545396,0.00037231584,0.003581003,0.000012894386],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003613555,0.00032763687,0.05572228,0.0008589714,0.00021692486,0.00024601107,0.41055396,3.2669135e-7,0.000005247787,0.00026486654,0.15194084,0.37950155],"study_design_scores_gemma":[0.0018517036,0.007868362,0.0036468715,0.0016440912,0.000009257569,0.000043893924,0.9493038,0.00004179884,0.00006409588,0.000014780306,0.03543575,0.00007557327],"about_ca_topic_score_codex":0.003850063,"about_ca_topic_score_gemma":0.006807856,"teacher_disagreement_score":0.5387499,"about_ca_system_score_codex":0.001107077,"about_ca_system_score_gemma":0.01590474,"threshold_uncertainty_score":0.9987178},"labels":[],"label_agreement":null},{"id":"W4407047034","doi":"10.2196/69828","title":"Evaluating a Digital Health Tool Designed to Improve Low Sexual Desire in Women: Mixed-Methods Implementation Science Study","year":2025,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Michael Smith Health Research BC","keywords":"Preprint; Digital health; Psychology; Reproductive health; Computer science; Applied psychology; Data science; World Wide Web; Medicine; Health care; Political science; Environmental health","score_opus":0.20667592164393458,"score_gpt":0.6697611942252817,"score_spread":0.46308527258134713,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407047034","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9815116,0.0001365256,0.009089396,0.005609325,0.001897281,0.0011856817,0.000008138124,0.0000112406915,0.0005508076],"genre_scores_gemma":[0.99571174,0.000001331971,0.0019498395,0.00069367304,0.000118787306,0.00020288,0.000001255945,0.000014645164,0.0013058602],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99022424,0.0024220136,0.0020292555,0.00051843736,0.0035735983,0.0012324721],"domain_scores_gemma":[0.9964785,0.0014434761,0.00030536347,0.00032628345,0.000661038,0.0007853293],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.057111263,0.00014838554,0.00041849172,0.0017592139,0.00013678413,0.00040401923,0.0013935342,0.00009038326,0.00083372614],"category_scores_gemma":[0.007099021,0.00012643094,0.00006826213,0.0019979984,0.00032930696,0.0005085645,0.00074688985,0.0012282771,0.000072748466],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000700591,0.002498709,0.002182327,0.00010419385,0.000064045795,0.0001022133,0.00600492,0.0000015520226,0.00020403237,0.0010959415,0.0045204354,0.98252106],"study_design_scores_gemma":[0.025950788,0.16925396,0.28261077,0.0066458066,0.000030797466,0.00043856812,0.48788804,0.003339657,0.0048205266,0.015401751,0.0027342516,0.00088509097],"about_ca_topic_score_codex":0.00048594724,"about_ca_topic_score_gemma":0.00017836418,"teacher_disagreement_score":0.9816359,"about_ca_system_score_codex":0.002516488,"about_ca_system_score_gemma":0.002788303,"threshold_uncertainty_score":0.9709024},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":[],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4407202670","doi":"10.2196/55541","title":"Smartphone-Based Intervention Targeting Norms and Risk Perception Among University Students with Unhealthy Alcohol Use: Secondary Mediation Analysis of a Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Substance Abuse Treatment and Outcomes","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Centre for Addiction and Mental Health","funders":"Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; National Science Foundation","keywords":"Randomized controlled trial; Mediation; Psychological intervention; Intervention (counseling); Medicine; mHealth; Moderated mediation; Brief intervention; Social norms approach; Poison control; Risk perception; Clinical psychology; Perception; Psychology; Environmental health; Social psychology; Psychiatry","score_opus":0.028600871044986795,"score_gpt":0.3915605235261774,"score_spread":0.36295965248119055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407202670","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99525005,0.00034124678,0.0023216319,0.0006490474,0.00016489596,0.0012190709,0.0000015763687,0.000006954499,0.000045511024],"genre_scores_gemma":[0.9975416,0.0014040218,0.00015978368,0.000034489673,0.000074267235,0.00001111031,0.000024030427,0.000006201053,0.0007445135],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9944656,0.0018414189,0.0010063569,0.00017723895,0.0023099286,0.0001994554],"domain_scores_gemma":[0.99489284,0.0031911083,0.0007145998,0.00012298826,0.00084299786,0.00023546575],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013947111,0.00012123966,0.0016408546,0.0017535614,0.000059244467,0.000044019216,0.00019965673,0.00016806675,0.0006306003],"category_scores_gemma":[0.004780509,0.00007036291,0.0006289062,0.00083610055,0.00038613428,0.00019528109,0.000056646608,0.000865269,8.529907e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.54751503,0.00039051892,0.44423443,0.000038830633,0.005474938,0.00005545671,0.00056859816,0.0000058346213,0.0000126505,0.000009109849,0.00021964712,0.0014749729],"study_design_scores_gemma":[0.76749706,0.0009863924,0.21852739,0.0005822511,0.0033916568,0.0000022085433,0.0017861857,0.0071162446,0.00004053345,0.0000090538615,0.000018621578,0.00004239652],"about_ca_topic_score_codex":0.0005164872,"about_ca_topic_score_gemma":0.0008181194,"teacher_disagreement_score":0.22570704,"about_ca_system_score_codex":0.00029773652,"about_ca_system_score_gemma":0.0004133032,"threshold_uncertainty_score":0.6904631},"labels":[],"label_agreement":null},{"id":"W4407242377","doi":"10.2196/64069","title":"Data-Sharing Statements Requested from Clinical Trials by Public, Environmental, and Occupational Health Journals: Cross-Sectional Study","year":2025,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Research Data Management Practices","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; St. Joseph’s Healthcare Hamilton; Impact","funders":"National Natural Science Foundation of China","keywords":"Cross-sectional study; Environmental health; Public health; Medicine; Psychology; Family medicine; Nursing","score_opus":0.7850090124040361,"score_gpt":0.7053852612187119,"score_spread":0.07962375118532417,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407242377","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5701815,0.0053947996,0.37946206,0.041776568,0.0015788133,0.0009992914,0.0003568031,0.000026550879,0.00022361815],"genre_scores_gemma":[0.9783203,0.014817231,0.0028573843,0.0010535993,0.00068857044,0.000018895777,0.0001972159,0.000015353171,0.0020314201],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9722889,0.011719416,0.0043174443,0.0011070579,0.009785989,0.000781176],"domain_scores_gemma":[0.9850779,0.010204764,0.0015269417,0.0015562306,0.0004623677,0.0011717621],"candidate_categories":["metaresearch","scholarly_communication","open_science","research_integrity"],"consensus_categories":["metaresearch","scholarly_communication","open_science"],"category_scores_codex":[0.2712277,0.00016243277,0.00066594,0.00087124103,0.00029334944,0.010598621,0.011176463,0.0001591985,0.0008881851],"category_scores_gemma":[0.04371628,0.0001226301,0.00009866709,0.00047885848,0.0004159878,0.023791507,0.011904785,0.0029915331,0.000023994051],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031972473,0.0019220401,0.83139414,0.000024219557,0.00094939704,0.00018581178,0.00007609427,6.613769e-7,0.000027488555,0.002142788,0.1255838,0.03737381],"study_design_scores_gemma":[0.0047847363,0.0013560238,0.8235672,0.00025467086,0.00001739435,0.00004179789,0.0004563044,0.013680787,0.000012062931,0.0019201204,0.1537603,0.00014857583],"about_ca_topic_score_codex":0.0007407692,"about_ca_topic_score_gemma":0.000114097966,"teacher_disagreement_score":0.40813884,"about_ca_system_score_codex":0.00036974569,"about_ca_system_score_gemma":0.0014568849,"threshold_uncertainty_score":0.9993086},"labels":[],"label_agreement":null},{"id":"W4407252543","doi":"10.2196/60547","title":"Digital Competence of Arabic-Speaking Immigrant and Refugee Older Adults Enacting Agency and Navigating Barriers: Qualitative Descriptive Study","year":2025,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Technology Use by Older Adults","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Immigration; Refugee; Qualitative research; Preprint; Competence (human resources); Psychology; Arabic; Gerontology; Sociology; Medicine; Political science; Social psychology; World Wide Web; Computer science; Linguistics; Anthropology","score_opus":0.047556619046649026,"score_gpt":0.45048263446969056,"score_spread":0.4029260154230415,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407252543","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9938192,0.0012431626,0.00030052956,0.0032970216,0.00015637798,0.0003389298,0.0000026776809,0.000015820795,0.0008262816],"genre_scores_gemma":[0.9992888,0.0002083312,0.00025886903,0.000025670315,0.000074330004,0.0000064552214,2.3754092e-7,0.0000075776998,0.00012975428],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99482983,0.0014154658,0.0007946665,0.00028859958,0.0022326456,0.00043878471],"domain_scores_gemma":[0.99537325,0.0027795425,0.0003459903,0.00013207876,0.0010117837,0.00035736882],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.011844399,0.00012308756,0.0004068206,0.00033494225,0.00025617663,0.00015753848,0.0007538252,0.00020280153,0.000054085496],"category_scores_gemma":[0.027014649,0.00009558768,0.00006235893,0.00059665676,0.0019825888,0.00054116914,0.0004954311,0.0019847443,0.000001049453],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019841046,0.00020429147,0.030653369,0.00008866851,0.0001835615,0.00021590796,0.82707673,7.454216e-8,0.00009822229,0.0021194143,0.0001965461,0.1389648],"study_design_scores_gemma":[0.0018336773,0.00065699656,0.0099381795,0.0053268895,0.000018662444,0.000029796614,0.97982466,0.00015845145,0.00036243605,0.0014232617,0.00032785922,0.0000991079],"about_ca_topic_score_codex":0.004112586,"about_ca_topic_score_gemma":0.0024143334,"teacher_disagreement_score":0.15274796,"about_ca_system_score_codex":0.00017067247,"about_ca_system_score_gemma":0.0005701227,"threshold_uncertainty_score":0.9811812},"labels":[],"label_agreement":null},{"id":"W4407516503","doi":"10.2196/66696","title":"Analyzing Themes, Sentiments, and Coping Strategies Regarding Online News Coverage of Depression in Hong Kong: Mixed Methods Study","year":2025,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Mental Health via Writing","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Mainstream; Social media; Latent Dirichlet allocation; Coping (psychology); Sentiment analysis; Psychology; Unrest; Mental health; Topic model; Political science; Politics; Clinical psychology; Psychiatry; Computer science; Artificial intelligence","score_opus":0.1295587214992605,"score_gpt":0.5773590610770841,"score_spread":0.4478003395778236,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407516503","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98315173,0.0043158443,0.008231283,0.0010675864,0.0004988763,0.00030490843,0.0000016764735,0.0000054406946,0.002422678],"genre_scores_gemma":[0.997188,0.0005297966,0.0016910757,0.00006792768,0.00013312564,0.000005905683,0.0000017153515,0.000012418977,0.00037005846],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99287546,0.0037719414,0.0013442312,0.00028378778,0.0012743489,0.00045021734],"domain_scores_gemma":[0.99662656,0.0023504954,0.000344738,0.00022065575,0.00022054036,0.00023698767],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015033764,0.00012585073,0.0005548999,0.0009258236,0.000060374765,0.00007716534,0.0005585091,0.00018029568,0.00047820568],"category_scores_gemma":[0.0017005893,0.00009811872,0.000070552305,0.0005733268,0.0001529049,0.00016211806,0.0005716535,0.0018983384,0.0000017985268],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00089303596,0.0017385548,0.5879233,0.0005412613,0.0004153043,0.00089908036,0.0045704166,0.000012135727,0.0015490487,0.0008630558,0.0045173964,0.39607745],"study_design_scores_gemma":[0.0196923,0.0029829023,0.54917717,0.021984326,0.00014750844,0.00045004135,0.38481772,0.0084892055,0.004846106,0.0034123235,0.0035338677,0.00046653266],"about_ca_topic_score_codex":0.0013002018,"about_ca_topic_score_gemma":0.00034219265,"teacher_disagreement_score":0.3956109,"about_ca_system_score_codex":0.00017673895,"about_ca_system_score_gemma":0.0002840819,"threshold_uncertainty_score":0.82474416},"labels":[],"label_agreement":null},{"id":"W4407680857","doi":"10.2196/55468","title":"Traversing Shifting Sands—the Challenges of Caring for Someone With Alzheimer's Disease and the Impact on Care Partners: Social Media Content Analysis","year":2025,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Novo Nordisk","keywords":"Disease; Social media; Content analysis; Psychology; Content (measure theory); Internet privacy; Gerontology; Medicine; Social psychology; Computer science; World Wide Web; Sociology","score_opus":0.2511337850073467,"score_gpt":0.5120156793062717,"score_spread":0.260881894298925,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407680857","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002999703,0.9901894,0.0000720512,0.0050051883,0.00006123851,0.0012242974,0.00003067738,0.0000035454818,0.00041390033],"genre_scores_gemma":[0.23034115,0.7689276,0.000008622816,0.000029558169,0.00053093664,0.000069948896,0.000019866666,0.000020268852,0.000052056675],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9928063,0.001448733,0.00094093435,0.00031629938,0.003927101,0.0005606224],"domain_scores_gemma":[0.9889717,0.00834752,0.00049040787,0.0002509035,0.001355103,0.00058436126],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.008938648,0.00029777,0.0021184501,0.0010256036,0.00017326939,0.00010518083,0.0006842669,0.00022093936,0.0001170444],"category_scores_gemma":[0.0039193234,0.00011668795,0.0013831514,0.0007046464,0.0012512815,0.000053328346,0.00027003416,0.0023452498,8.183931e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0051114853,0.00025900634,0.0003894735,0.009673709,0.01871967,0.0003003871,0.004193513,5.246796e-7,1.254403e-7,0.0007304566,0.00075999356,0.95986164],"study_design_scores_gemma":[0.056111626,0.017206095,0.027920185,0.46446878,0.20172492,0.00064602506,0.13008894,0.0017971786,0.000060927447,0.0006999979,0.097790636,0.0014846873],"about_ca_topic_score_codex":0.00010468681,"about_ca_topic_score_gemma":0.00006548182,"teacher_disagreement_score":0.95837694,"about_ca_system_score_codex":0.00021572293,"about_ca_system_score_gemma":0.0023155308,"threshold_uncertainty_score":0.99995637},"labels":[],"label_agreement":null},{"id":"W4407743320","doi":"10.2196/56306","title":"Finding Consensus on Trust in AI in Health Care: Recommendations From a Panel of International Experts","year":2025,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Schwartz/Reisman Emergency Medicine Institute; University of Toronto","funders":"Universität Zürich; Politechnika Warszawska; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; World Health Organization; École Polytechnique Fédérale de Lausanne; National Science Foundation; Fondation Brocher; University of Oxford","keywords":"Health care; Process (computing); Digital health; Computer science; Health informatics; Knowledge management; Political science","score_opus":0.39085322796146577,"score_gpt":0.5993919031406152,"score_spread":0.20853867517914942,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407743320","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7461324,0.0008004894,0.00013301133,0.25073335,0.0010724966,0.0001692215,0.0000034154389,0.0000024136623,0.0009532346],"genre_scores_gemma":[0.9958346,0.0010472896,0.00026899794,0.002154669,0.00029376315,0.0000090314925,0.000014569325,0.0000060163457,0.00037108955],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966487,0.00044545578,0.001281211,0.00015668,0.0012103865,0.00025756547],"domain_scores_gemma":[0.99721414,0.0016695206,0.00018523136,0.00013954539,0.0005732879,0.00021826765],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003766687,0.000071040624,0.00032614212,0.0012659514,0.000025131989,0.000019081432,0.00031005387,0.00016657764,0.0009540732],"category_scores_gemma":[0.0061000003,0.000058765014,0.00006617928,0.0004860284,0.00013992105,0.000042961285,0.000069016794,0.0013950916,0.0000079625715],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026376252,0.0018100056,0.19768363,0.0003361776,0.00012870663,0.00037146037,0.033178274,0.000020432975,0.0004138941,0.0031009268,0.18845321,0.5718656],"study_design_scores_gemma":[0.0063281944,0.008071834,0.18492855,0.076432355,0.00004142266,0.0003386272,0.3216631,0.022104803,0.03983404,0.013734228,0.32598588,0.00053693686],"about_ca_topic_score_codex":0.010727468,"about_ca_topic_score_gemma":0.0022337958,"teacher_disagreement_score":0.5713287,"about_ca_system_score_codex":0.0009298109,"about_ca_system_score_gemma":0.002241374,"threshold_uncertainty_score":0.9999592},"labels":[],"label_agreement":null},{"id":"W4407772332","doi":"10.2196/53087","title":"Evaluation of the Quality of Delirium Website Content for Patient and Family Education: Cross-Sectional Study","year":2025,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Intensive Care Unit Cognitive Disorders","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Canadian Institutes of Health Research","keywords":"Readability; Delirium; Checklist; Medicine; Quality (philosophy); Family medicine; Quality Score; Psychology; Psychiatry","score_opus":0.25371981714242076,"score_gpt":0.5492708111225445,"score_spread":0.29555099398012374,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407772332","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99045014,0.000987449,0.00035026312,0.005503135,0.00068392087,0.00097508024,0.0000072026605,0.0000010500445,0.0010417491],"genre_scores_gemma":[0.9976028,0.000029570721,0.00002758654,0.0018143373,0.00008743156,0.000030118901,0.0000026266257,0.0000048842035,0.0004006384],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99339056,0.0010472327,0.0009349329,0.00012940004,0.0043655294,0.00013232468],"domain_scores_gemma":[0.8954269,0.0011629226,0.00033042586,0.00016196258,0.102803305,0.00011446964],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01632475,0.00006728566,0.00028210474,0.00029773585,0.000039208797,0.000016913298,0.00021609645,0.00009795493,0.00014694993],"category_scores_gemma":[0.09192272,0.000041560117,0.00015731601,0.00023409819,0.0004948319,0.000042336833,0.00014667866,0.00059585646,5.744562e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022094734,0.002447101,0.9245103,0.00032075346,0.00083662634,0.000002965269,0.0016076921,0.0000027001129,0.0039492236,0.00085554237,0.027315475,0.035942134],"study_design_scores_gemma":[0.0036390158,0.0016618514,0.96793985,0.0007116354,0.00012239642,0.000019945897,0.02210455,0.0004529298,0.0022697782,0.00053815113,0.00050866336,0.000031214084],"about_ca_topic_score_codex":0.0003748554,"about_ca_topic_score_gemma":0.00007180873,"teacher_disagreement_score":0.09843777,"about_ca_system_score_codex":0.00021425873,"about_ca_system_score_gemma":0.0028430403,"threshold_uncertainty_score":0.9157264},"labels":[],"label_agreement":null},{"id":"W4407896696","doi":"10.2196/70982","title":"Digital Wellness Programs in the Workplace: Meta-Review","year":2025,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Workplace Health and Well-being","field":"Health Professions","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"HEC Montréal","funders":"","keywords":"Preprint; Digital health; Meta-analysis; Internet privacy; MEDLINE; World Wide Web; Gerontology; Computer science; Psychology; Medicine; Health care; Political science","score_opus":0.3097633404061231,"score_gpt":0.5843648040525687,"score_spread":0.27460146364644566,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407896696","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000015907357,0.95177084,0.00004438331,0.023063846,0.0012397063,0.0032855184,0.000005942088,0.000012854518,0.020575324],"genre_scores_gemma":[0.000012671863,0.97429997,0.000015861031,0.0021097157,0.0014779216,0.00078154076,0.000034078847,0.00004384679,0.021224419],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.97200125,0.015216971,0.0044071423,0.0004495034,0.006267836,0.0016573044],"domain_scores_gemma":[0.9737615,0.022576323,0.0013226906,0.00075069146,0.0007009302,0.00088787824],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.06972393,0.0004830804,0.004271236,0.0009796777,0.0002910397,0.00013996467,0.0044768564,0.0013642266,0.00399321],"category_scores_gemma":[0.016540544,0.00022036761,0.0014337503,0.002645217,0.00033788767,0.00019164568,0.00095999945,0.022167597,0.0006284512],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023296805,0.00014753024,0.000029262132,0.12600361,0.00033819574,0.00047123065,0.00022415776,1.124163e-8,1.1649773e-10,0.00043460724,0.23805249,0.6342756],"study_design_scores_gemma":[0.0002437278,0.000121483616,0.0000010263658,0.34016633,0.00063703756,0.00012544455,0.00034623517,0.0000018575251,3.4279026e-9,0.00015864968,0.65809447,0.00010375483],"about_ca_topic_score_codex":0.00010019187,"about_ca_topic_score_gemma":0.00012033399,"teacher_disagreement_score":0.63417184,"about_ca_system_score_codex":0.0005998469,"about_ca_system_score_gemma":0.010330075,"threshold_uncertainty_score":0.9999322},"labels":[],"label_agreement":null},{"id":"W4407911741","doi":"10.2196/63763","title":"Evaluating the Knowledge and Information-Seeking Behaviors of People Living With Multiple Sclerosis: Cross-Sectional Questionnaire Study","year":2025,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Moncton Hospital; Vitalité Health Network; Université de Moncton; Dr. Georges-L.-Dumont University Hospital Centre; Université de Sherbrooke","funders":"","keywords":"Misinformation; The Internet; Family medicine; Medicine; Psychology; Cross-sectional study; Pathology; Computer science; World Wide Web","score_opus":0.18973146443606634,"score_gpt":0.5824609524427258,"score_spread":0.3927294880066594,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407911741","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9945286,0.00023269291,0.002598733,0.0009410088,0.000449415,0.0006256161,0.0000025707304,0.000009238971,0.00061216234],"genre_scores_gemma":[0.9990669,0.000055215274,0.0001514259,0.000301545,0.00014586741,0.000066079,0.0000013013994,0.0000042045235,0.0002075007],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9928145,0.0024109383,0.0022789678,0.000106831394,0.002064637,0.00032414135],"domain_scores_gemma":[0.9900784,0.0050707306,0.0007788602,0.00021167488,0.0036401341,0.00022019974],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04444584,0.00008785793,0.000252193,0.00043183012,0.00072622317,0.00010340082,0.0005496826,0.00017170813,0.00047535961],"category_scores_gemma":[0.01922762,0.000048972706,0.00004511095,0.0006092781,0.00025317824,0.0015386902,0.00043657818,0.002470198,0.000013227441],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021320498,0.00021009792,0.96059614,0.00053421396,0.000030426467,3.78521e-7,0.027095148,0.000009504464,0.000004865921,0.00030886594,0.0006328804,0.010364269],"study_design_scores_gemma":[0.0012958811,0.00058892585,0.9685525,0.0035124558,0.000009039956,0.0000065445197,0.010507368,0.014783966,0.0000036238748,0.000034606743,0.0006665831,0.000038559047],"about_ca_topic_score_codex":0.00085140136,"about_ca_topic_score_gemma":0.0005337978,"teacher_disagreement_score":0.025218219,"about_ca_system_score_codex":0.00024851982,"about_ca_system_score_gemma":0.0022141554,"threshold_uncertainty_score":0.99983114},"labels":[],"label_agreement":null},{"id":"W4407922512","doi":"10.2196/65269","title":"Factors Influencing Health Care Technology Acceptance in Older Adults Based on the Technology Acceptance Model and the Unified Theory of Acceptance and Use of Technology: Meta-Analysis","year":2025,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Technology Use by Older Adults","field":"Social Sciences","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"National Research Foundation of Korea; National Research Foundation","keywords":"Preprint; Unified theory of acceptance and use of technology; Meta-analysis; Psychology; Health care; eHealth; Gerontology; Medicine; Computer science; Expectancy theory; World Wide Web; Social psychology; Political science","score_opus":0.1415415853068025,"score_gpt":0.4538610022166836,"score_spread":0.3123194169098811,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407922512","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023236144,0.939518,0.0005956135,0.034504335,0.000081834936,0.0018672514,0.000049716327,0.00005883398,0.00008831624],"genre_scores_gemma":[0.38705406,0.612183,0.00033685906,0.00013946796,0.00001686904,0.00012796638,0.0000017831127,0.000024798674,0.00011521662],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9896214,0.003425597,0.0024931165,0.0008044689,0.0027216396,0.00093377195],"domain_scores_gemma":[0.9867325,0.008177068,0.0022198218,0.0013351182,0.001341331,0.0001941501],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.013746655,0.000538112,0.0048820013,0.007857713,0.00028189222,0.000079664984,0.0052247434,0.0024430673,0.000151626],"category_scores_gemma":[0.025034126,0.00027543498,0.0009817065,0.010247042,0.0106572155,0.00020601123,0.00127358,0.006771114,6.1371276e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042535114,0.00036226815,0.0028038367,0.005615675,0.016407507,0.00007534688,0.012049199,0.000048821967,7.120176e-7,0.1610093,0.00064423843,0.80055773],"study_design_scores_gemma":[0.01760953,0.004122694,0.0022402876,0.1536357,0.09014782,0.00016591756,0.4690808,0.006556431,0.00052104733,0.08280793,0.16905828,0.004053555],"about_ca_topic_score_codex":0.00045842724,"about_ca_topic_score_gemma":0.005646791,"teacher_disagreement_score":0.7965042,"about_ca_system_score_codex":0.00050482963,"about_ca_system_score_gemma":0.0035256124,"threshold_uncertainty_score":0.9999698},"labels":[],"label_agreement":null},{"id":"W4407946461","doi":"10.2196/58543","title":"Features of Structured, One-to-One Videoconference Interventions That Actively Engage People in the Management of Their Chronic Conditions: Scoping Review","year":2025,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"NSCAD University; Dalhousie University","funders":"","keywords":"CINAHL; Telehealth; Psychological intervention; Thematic analysis; Medicine; MEDLINE; Behavior change methods; Telemedicine; Mental health; Videoconferencing; Nursing; Psychology; Health care; Qualitative research; Psychiatry; Multimedia; Computer science","score_opus":0.20574061710909203,"score_gpt":0.54068384086934,"score_spread":0.33494322376024793,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407946461","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7476656,0.08181877,0.013335969,0.1445588,0.0005468865,0.0072090337,0.00004365761,0.000015179801,0.0048061106],"genre_scores_gemma":[0.9696678,0.028822947,0.0003407605,0.00088331086,0.00008865042,0.000064169166,0.000013435135,0.000006124856,0.00011281888],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.99587387,0.0007259582,0.001095569,0.00014696886,0.001886726,0.00027090736],"domain_scores_gemma":[0.99782103,0.0009277841,0.00035815855,0.0002507563,0.00048792723,0.00015431992],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0073984605,0.00009735646,0.0005732097,0.0006367671,0.00003988061,0.000014001658,0.0005968259,0.00007467783,0.001487319],"category_scores_gemma":[0.001099687,0.000060757757,0.00016403753,0.0007756634,0.00016206673,0.0000823659,0.00019098492,0.0012867255,0.0000018473614],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015290282,0.0030545152,0.013537575,0.23054215,0.0025847033,0.0003555505,0.009520733,0.0000025782726,0.0023646094,0.038495574,0.07404567,0.6239673],"study_design_scores_gemma":[0.003993856,0.0024640767,0.36566356,0.6100072,0.00023650193,0.00012741327,0.0076223067,0.000019090094,0.006352484,0.002243056,0.0011872802,0.000083177474],"about_ca_topic_score_codex":0.00024176462,"about_ca_topic_score_gemma":0.00092555163,"teacher_disagreement_score":0.62388414,"about_ca_system_score_codex":0.00018350632,"about_ca_system_score_gemma":0.00075105904,"threshold_uncertainty_score":0.9994255},"labels":[],"label_agreement":null},{"id":"W4408017725","doi":"10.2196/66622","title":"Effectiveness of AI for Enhancing Computed Tomography Image Quality and Radiation Protection in Radiology: Systematic Review and Meta-Analysis","year":2025,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Radiation Dose and Imaging","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Meta-analysis; Medical physics; Computed tomography; Image quality; Medicine; Radiology; Image-guided radiation therapy; Radiation therapy; Nuclear medicine; Computer science; Artificial intelligence; Image (mathematics); Pathology","score_opus":0.1456590433841398,"score_gpt":0.523884871862193,"score_spread":0.3782258284780532,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408017725","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000032479355,0.9817735,0.013337848,0.0013765398,0.000038128597,0.0034218463,0.000008875251,0.0000032009652,0.0000075617018],"genre_scores_gemma":[0.0012631861,0.9981432,0.00011146704,0.00010163735,0.00004448021,0.00026549137,0.000018640883,0.000010592597,0.000041289557],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9902819,0.0059971,0.002208049,0.00027372863,0.0010432246,0.00019603358],"domain_scores_gemma":[0.9928053,0.005143872,0.0009654187,0.00021662688,0.00068067026,0.00018809694],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.036889847,0.00019312314,0.006919036,0.0023418802,0.000024166451,0.000037436675,0.00022828618,0.00027510288,0.000040697505],"category_scores_gemma":[0.012886656,0.00011678535,0.0012874858,0.0015488475,0.0001644582,0.0001107638,0.00007990577,0.0013951255,3.4433694e-7],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047754136,0.00006734863,0.000014886262,0.94621116,0.036967233,0.000015991365,0.000034529116,1.5628446e-7,0.0000033847277,0.00004536371,0.00012903486,0.016463136],"study_design_scores_gemma":[0.0013000774,0.0006577085,0.00024326847,0.5482512,0.44581527,0.0004331736,0.000036401805,0.0006299844,0.000058536003,0.00011580516,0.0022841147,0.00017446003],"about_ca_topic_score_codex":0.00008556501,"about_ca_topic_score_gemma":0.000012557523,"teacher_disagreement_score":0.40884802,"about_ca_system_score_codex":0.00015836851,"about_ca_system_score_gemma":0.00056716317,"threshold_uncertainty_score":0.9954282},"labels":[],"label_agreement":null},{"id":"W4408122464","doi":"10.2196/63639","title":"Electronic Implementation of Patient-Reported Outcome Measures in Primary Health Care: Mixed Methods Systematic Review","year":2025,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Diabetes Management and Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"BC Centre for Disease Control; McGill University; St Mary's Hospital Centre; St. Mary's University; University of Toronto; Université de Sherbrooke; Université de Montréal; Université Laval","funders":"","keywords":"Preprint; Primary care; Electronic health record; MEDLINE; Patient-reported outcome; Medicine; Health care; Family medicine; Psychology; Computer science; World Wide Web; Nursing; Political science","score_opus":0.1606948764679007,"score_gpt":0.5864110037509437,"score_spread":0.425716127283043,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408122464","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000047040772,0.9936798,0.00015346956,0.0021654374,0.00048317356,0.0032076822,0.0000017698637,0.0000056940085,0.00025592596],"genre_scores_gemma":[0.00013117286,0.99826777,0.00032736617,0.0005207953,0.000107158034,0.00016519858,0.00009053159,0.000025444207,0.00036454882],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.98478574,0.0051282765,0.005310922,0.00028228923,0.0038967293,0.0005960237],"domain_scores_gemma":[0.9943252,0.0013661599,0.0025566274,0.00045915332,0.00096963916,0.00032317484],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03421955,0.0002611436,0.0044982545,0.0017532458,0.000020387817,0.00002841172,0.0006834658,0.00023586919,0.0002870823],"category_scores_gemma":[0.008800476,0.00017077148,0.0006928163,0.0012771578,0.00008277719,0.000078929574,0.00023625304,0.0022044333,0.0000059325853],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009576705,0.00010602691,0.000044049273,0.5340806,0.00044665672,0.000022343153,0.00014199236,4.7819e-9,5.1764957e-8,0.0000378965,0.012014615,0.45309615],"study_design_scores_gemma":[0.0005485856,0.0008835927,0.00004692199,0.78989017,0.0018301592,0.000082904095,0.00064462825,8.3243526e-7,0.0000024933743,0.000019310626,0.20595522,0.00009515455],"about_ca_topic_score_codex":0.00017690838,"about_ca_topic_score_gemma":0.000056538713,"teacher_disagreement_score":0.453001,"about_ca_system_score_codex":0.0026190192,"about_ca_system_score_gemma":0.008903124,"threshold_uncertainty_score":0.9995488},"labels":[],"label_agreement":null},{"id":"W4408126379","doi":"10.2196/57019","title":"Mobile Health Interventions for Modifying Indigenous Maternal and Child–Health Related Behaviors: Systematic Review","year":2025,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"McGill University","keywords":"Preprint; Psychological intervention; Indigenous; Peer review; mHealth; Psychology; Medicine; Computer science; Nursing; World Wide Web; Political science","score_opus":0.23416246613631697,"score_gpt":0.627501548762504,"score_spread":0.393339082626187,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408126379","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000055634614,0.95703113,0.00085440493,0.0031014942,0.0009907346,0.0376804,0.00018013053,0.000039733808,0.00011638779],"genre_scores_gemma":[0.000010636198,0.95533514,0.0002455385,0.0014520921,0.00042405343,0.03889977,0.00013401851,0.00008308535,0.0034156733],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9744189,0.009554293,0.010931363,0.00064690056,0.0026007022,0.0018478379],"domain_scores_gemma":[0.9836721,0.0051250244,0.0064855968,0.0007752779,0.0012902665,0.0026517566],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.056215476,0.00050493603,0.007107468,0.0016968497,0.0013127913,0.0000560052,0.0019047078,0.001075165,0.0005762745],"category_scores_gemma":[0.00710229,0.00035364748,0.0012192792,0.0010516213,0.0002295924,0.000113209855,0.0006610336,0.009008188,0.000094237206],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000101258975,0.00015168072,0.0000048820916,0.67514086,0.00014155572,0.0000136497565,0.00036451657,1.8437039e-8,8.4726826e-10,0.00044836852,0.028484618,0.29523975],"study_design_scores_gemma":[0.0004543097,0.0009969764,0.0000016612439,0.6391013,0.00035199636,0.00034811854,0.00017953035,0.00000596737,7.345e-9,0.000078349505,0.3583767,0.00010507594],"about_ca_topic_score_codex":0.0008249404,"about_ca_topic_score_gemma":0.00018540287,"teacher_disagreement_score":0.3298921,"about_ca_system_score_codex":0.0022028713,"about_ca_system_score_gemma":0.019497953,"threshold_uncertainty_score":0.99998736},"labels":[],"label_agreement":null},{"id":"W4408128157","doi":"10.2196/67386","title":"Internet-Based Cognitive Behavioral Therapy for Preventing Postpartum Depressive Symptoms Among Pregnant Individuals With Depression: Multicenter Randomized Controlled Trial in China","year":2025,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Maternal Mental Health During Pregnancy and Postpartum","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Randomized controlled trial; Depression (economics); Postpartum depression; Cognitive behavioral therapy; Medicine; Depressive symptoms; Edinburgh Postnatal Depression Scale; Cognition; Clinical psychology; Psychiatry; Pregnancy; Psychology; Internal medicine","score_opus":0.04012853422023525,"score_gpt":0.42285436998603965,"score_spread":0.3827258357658044,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408128157","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9818856,0.0036486278,0.0013648905,0.0019087113,0.0007477269,0.010161093,0.000006936602,0.000015142869,0.00026123167],"genre_scores_gemma":[0.99525076,0.00034955805,0.00014402182,0.00037158435,0.00027969576,0.0016392637,0.000015510323,0.000032342152,0.0019172429],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9924681,0.0020659023,0.0019332925,0.00040392097,0.0023961898,0.00073255814],"domain_scores_gemma":[0.99361753,0.0041485773,0.00079277577,0.0002106875,0.0007084025,0.00052204146],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010152291,0.00030745676,0.002006604,0.0008730953,0.00007398441,0.00011189562,0.0005603388,0.0003521251,0.00044317072],"category_scores_gemma":[0.0033546018,0.00017212123,0.00055474794,0.00025111434,0.00056932925,0.00017420096,0.00017139941,0.0019476323,0.0000025775566],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.886274,0.0029048666,0.10383674,0.00086890085,0.00070866256,0.00051359046,0.00081780343,0.000001797223,0.000010536246,0.00003284214,0.00019987991,0.0038303782],"study_design_scores_gemma":[0.87842727,0.0052319453,0.0163798,0.09115153,0.0002786808,0.00006224604,0.00012827276,0.003229091,0.004860313,0.000058423273,0.00005530399,0.00013714084],"about_ca_topic_score_codex":0.00030730234,"about_ca_topic_score_gemma":0.0000587152,"teacher_disagreement_score":0.09028263,"about_ca_system_score_codex":0.00017926034,"about_ca_system_score_gemma":0.0009597276,"threshold_uncertainty_score":0.8461601},"labels":[],"label_agreement":null},{"id":"W4408128518","doi":"10.2196/56692","title":"Use of Artificial Intelligence, Internet of Things, and Edge Intelligence in Long-Term Care for Older People: Comprehensive Analysis Through Bibliometric, Google Trends, and Content Analysis","year":2025,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"The Internet; Term (time); Content analysis; Computer science; Enhanced Data Rates for GSM Evolution; World Wide Web; Data science; Internet privacy; Psychology; Artificial intelligence; Sociology; Social science","score_opus":0.3580398161043573,"score_gpt":0.53342981108491,"score_spread":0.17538999498055274,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408128518","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87202436,0.007764941,0.11669631,0.002822386,0.0002470718,0.00038921193,0.0000101881315,0.0000044330277,0.000041114858],"genre_scores_gemma":[0.99195784,0.0060603996,0.0014192896,0.00015682953,0.0000941814,0.000016335563,0.00003410897,0.000011403162,0.00024962658],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9950226,0.00037029185,0.0022281283,0.00040753523,0.001545064,0.0004263619],"domain_scores_gemma":[0.99203795,0.003385354,0.00054740533,0.00030886361,0.003377131,0.00034327738],"candidate_categories":["bibliometrics"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.0027789427,0.00019833336,0.0013367384,0.029571572,0.000045775392,0.000091546586,0.00043490835,0.0003399774,0.00038152392],"category_scores_gemma":[0.0038801292,0.00015509341,0.00040674233,0.03338663,0.00068147836,0.00030998894,0.00025640763,0.0010138537,9.972462e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011601979,0.0005819446,0.39046025,0.001117936,0.0022486437,0.000039104223,0.014325008,0.000029554807,0.00012229651,0.0012416791,0.00047200377,0.58820134],"study_design_scores_gemma":[0.00045795433,0.003742234,0.81061333,0.00485023,0.0046457155,0.00008719155,0.05357761,0.069725096,0.049690947,0.0015408271,0.00067448115,0.0003943911],"about_ca_topic_score_codex":0.008990972,"about_ca_topic_score_gemma":0.0037721673,"teacher_disagreement_score":0.587807,"about_ca_system_score_codex":0.00019461811,"about_ca_system_score_gemma":0.00047449145,"threshold_uncertainty_score":0.99760824},"labels":[],"label_agreement":null},{"id":"W4408150402","doi":"10.2196/63110","title":"Evidence on Digital HIV Self-Testing From Accuracy to Impact: Updated Systematic Review","year":2025,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University Health Centre; McGill University","funders":"National Institute of Biomedical Imaging and Bioengineering","keywords":"Systematic review; Human immunodeficiency virus (HIV); Computer science; MEDLINE; Data science; Psychology; Medicine; Family medicine","score_opus":0.23848095716358264,"score_gpt":0.5591753837569651,"score_spread":0.32069442659338243,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408150402","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000027156624,0.9900793,0.00027024938,0.0037905178,0.0001301612,0.0031502347,0.00010334224,0.000034202523,0.0024148559],"genre_scores_gemma":[0.00008729492,0.9847418,0.00013261271,0.00030715475,0.00070477976,0.00015340897,0.00009994983,0.000056568137,0.013716421],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.984265,0.0025568805,0.0036320372,0.00056507677,0.008028833,0.0009521175],"domain_scores_gemma":[0.9631664,0.026156684,0.001355448,0.0015050475,0.0041590924,0.003657299],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.013511804,0.0005201032,0.0049343654,0.001901243,0.00007719413,0.00047761863,0.0029330489,0.00051597506,0.00556539],"category_scores_gemma":[0.3039871,0.0002914341,0.0021525254,0.0023892203,0.00015606063,0.00036876078,0.001077766,0.006600381,0.0023391936],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053925025,0.00031508366,0.0000057223842,0.43246529,0.0010404827,0.0014864223,0.00002907321,1.1589992e-8,2.781493e-7,0.000008389915,0.3538287,0.21076664],"study_design_scores_gemma":[0.00028028167,0.0038317114,0.0000020375705,0.80140156,0.0011939388,0.0011282662,0.00002762317,0.00008452974,0.0000013134361,0.000012977162,0.19188452,0.00015125894],"about_ca_topic_score_codex":0.00012475021,"about_ca_topic_score_gemma":0.0000054432953,"teacher_disagreement_score":0.36893627,"about_ca_system_score_codex":0.001471708,"about_ca_system_score_gemma":0.0064105513,"threshold_uncertainty_score":0.9999538},"labels":[],"label_agreement":null},{"id":"W4408166624","doi":"10.2196/66821","title":"Augmenting Insufficiently Accruing Oncology Clinical Trials Using Generative Models: Validation Study","year":2025,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; Alberta Health Services; McMaster University; Agricultural Research Institute of Ontario; University of Ottawa","funders":"National Cancer Institute","keywords":"Medicine; Clinical trial; Medical physics; Computer science; Internal medicine","score_opus":0.9277313708176205,"score_gpt":0.7859668336197385,"score_spread":0.14176453719788196,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408166624","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94078296,0.0007116737,0.032897227,0.01802681,0.0015426462,0.0010200676,0.0000013054372,0.000014303364,0.0050030123],"genre_scores_gemma":[0.9908772,0.0011818681,0.0029020887,0.00077554554,0.0017134271,0.000015197861,0.0000021609223,0.000024371211,0.0025081164],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.95628834,0.022477,0.0070295995,0.00074598927,0.01249464,0.0009644253],"domain_scores_gemma":[0.6784978,0.29046348,0.0035737478,0.0019591013,0.021777768,0.00372811],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.39779398,0.00018491205,0.0016807482,0.001314389,0.00017380017,0.00020001008,0.0013344963,0.0012205484,0.0009256296],"category_scores_gemma":[0.43332395,0.00012804498,0.00055385294,0.0010898135,0.00090479734,0.00021904531,0.0013717394,0.014803105,0.000023096592],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.024396133,0.056291785,0.14218421,0.0016705012,0.011248321,0.012635101,0.015458494,0.0015049732,0.007998792,0.06281641,0.059392374,0.6044029],"study_design_scores_gemma":[0.047435995,0.041394096,0.0062856274,0.017834457,0.0015152359,0.0008245153,0.042050343,0.7342249,0.010487199,0.08375829,0.013527553,0.0006617577],"about_ca_topic_score_codex":0.00022010699,"about_ca_topic_score_gemma":0.000099563775,"teacher_disagreement_score":0.73271996,"about_ca_system_score_codex":0.0009950536,"about_ca_system_score_gemma":0.009624569,"threshold_uncertainty_score":0.99998766},"labels":[],"label_agreement":null},{"id":"W4408183747","doi":"10.2196/52244","title":"Perspectives on Using Artificial Intelligence to Derive Social Determinants of Health Data From Medical Records in Canada: Large Multijurisdictional Qualitative Study","year":2025,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Public Health Ontario; St. Michael's Hospital; University of Calgary; University of Saskatchewan; University of Toronto; Dalhousie University; University of Manitoba; Memorial University of Newfoundland","funders":"","keywords":"Distrust; Health care; Social determinants of health; Psychology; Public health; Qualitative research; Internet privacy; Public relations; Medicine; Nursing; Computer science; Sociology; Political science","score_opus":0.5840980291873545,"score_gpt":0.6538001777783552,"score_spread":0.06970214859100066,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408183747","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9633237,0.00037068877,0.00585559,0.029111197,0.0008234456,0.00043934808,0.000039421553,0.000002808493,0.00003380599],"genre_scores_gemma":[0.9981586,0.00013785147,0.00033499426,0.0006659699,0.00065240887,0.000007670675,0.000010043085,0.000010739489,0.000021754266],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9905448,0.002156413,0.0020976472,0.0004112677,0.004281102,0.0005087607],"domain_scores_gemma":[0.9946366,0.0029183961,0.000362028,0.00032118757,0.0012063802,0.0005554352],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.017233694,0.0001352021,0.0007131432,0.0007505138,0.000119517914,0.000021182477,0.0009181985,0.00018327711,0.0010858189],"category_scores_gemma":[0.016794683,0.000111108406,0.00006326722,0.00083954644,0.00022881062,0.000100196994,0.00038303557,0.0019182845,0.000008190849],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005454593,0.008644667,0.09863382,0.0002603777,0.00042782904,0.00089717924,0.3673923,0.00001479633,0.000031996384,0.002281726,0.015657412,0.5003033],"study_design_scores_gemma":[0.00021954416,0.0020334108,0.019583361,0.002876409,0.000022825145,0.000025050009,0.94918954,0.022538198,0.0008086292,0.0022932212,0.00029974853,0.00011006909],"about_ca_topic_score_codex":0.8340765,"about_ca_topic_score_gemma":0.87981063,"teacher_disagreement_score":0.58179724,"about_ca_system_score_codex":0.0022793445,"about_ca_system_score_gemma":0.024980025,"threshold_uncertainty_score":0.9998273},"labels":[],"label_agreement":null},{"id":"W4408238570","doi":"10.2196/59997","title":"User Perceptions of E-Cigarette Cessation Apps: Content Analysis of App Reviews","year":2025,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Smoking Behavior and Cessation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia, Okanagan Campus; University of British Columbia","funders":"Michael Smith Health Research BC","keywords":"Preprint; Electronic cigarette; Smoking cessation; Mobile apps; World Wide Web; Internet privacy; Computer science; Medicine; Psychology","score_opus":0.17407181965447702,"score_gpt":0.4849993653727828,"score_spread":0.31092754571830583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408238570","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98748404,0.0008136128,0.0064587784,0.00400917,0.00017924397,0.00018761345,0.0000032263297,0.0000036459328,0.000860644],"genre_scores_gemma":[0.9955028,0.0015835261,0.00006767296,0.00013703422,0.000094961506,0.000007334534,0.000014777558,0.000005053771,0.0025868344],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.995586,0.0003959343,0.0011561203,0.00012309798,0.0025797137,0.00015914741],"domain_scores_gemma":[0.9974856,0.00032269023,0.00035936985,0.00024104887,0.0014172395,0.00017406346],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0075214384,0.000075353106,0.00066733663,0.0014018816,0.000021103171,0.000014006274,0.00033000956,0.0001943793,0.0030809043],"category_scores_gemma":[0.0027606916,0.00005111146,0.00039182376,0.0013677198,0.0002669182,0.00007208871,0.00007887524,0.0009268927,0.0000018594028],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004924845,0.0010424616,0.8519661,0.0005298208,0.0021477898,0.000047268622,0.0015436076,0.000006663674,0.0069992305,0.00106691,0.0683967,0.06576096],"study_design_scores_gemma":[0.0015914933,0.00058309274,0.97348917,0.003509052,0.0022700806,0.000025990397,0.0018728056,0.0008910317,0.004338245,0.00006295296,0.011306103,0.000060000268],"about_ca_topic_score_codex":0.00024573362,"about_ca_topic_score_gemma":0.000036435493,"teacher_disagreement_score":0.12152306,"about_ca_system_score_codex":0.00015378778,"about_ca_system_score_gemma":0.0003063826,"threshold_uncertainty_score":0.9978304},"labels":[],"label_agreement":null},{"id":"W4408303109","doi":"10.2196/58882","title":"Living With and Managing Uncomplicated Urinary Tract Infection: Mixed Methods Analysis of Patient Insights From Social Media","year":2025,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Urinary Tract Infections Management","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Social media; Medicine; Family medicine; Social support; Urinary system; Nursing; Internal medicine; Psychology","score_opus":0.06019729042212235,"score_gpt":0.44149366247092087,"score_spread":0.3812963720487985,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408303109","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98143536,0.0007729512,0.01208762,0.0030648813,0.00021641659,0.00014179127,0.0000011727044,0.000014448934,0.0022653397],"genre_scores_gemma":[0.9974967,0.00038610154,0.0017360158,0.00009267518,0.00014294822,0.000008815731,0.000005651063,0.0000109546645,0.00012009399],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9961018,0.0009660159,0.0007562872,0.00023302718,0.0017166177,0.00022627975],"domain_scores_gemma":[0.99601424,0.002600604,0.0002795459,0.00020847919,0.000636477,0.00026064136],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028681245,0.00013333895,0.0006558362,0.0024540205,0.000082574144,0.000044057047,0.00022221511,0.00015407833,0.0005854269],"category_scores_gemma":[0.0012851623,0.00009359443,0.00018861411,0.0020888892,0.0003419857,0.00012706174,0.0003407942,0.0013272123,0.0000018323339],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003191867,0.02878435,0.41321602,0.0011129696,0.040243164,0.0036177172,0.017781146,0.00015376291,0.0011347885,0.0049172943,0.012495941,0.47335097],"study_design_scores_gemma":[0.001409631,0.004026769,0.9731454,0.0017323853,0.002424756,0.00023432773,0.0023442334,0.0066701155,0.00049098395,0.00073638116,0.0066622803,0.00012272291],"about_ca_topic_score_codex":0.0005456607,"about_ca_topic_score_gemma":0.0001324692,"teacher_disagreement_score":0.5599294,"about_ca_system_score_codex":0.00023037323,"about_ca_system_score_gemma":0.0002228461,"threshold_uncertainty_score":0.64100146},"labels":[],"label_agreement":null},{"id":"W4408306164","doi":"10.2196/62785","title":"Current Clinical and Educational Uses of Immersive Reality in Anesthesia: Narrative Review","year":2025,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; University of Toronto; Ontario Tech University; Health Sciences Centre; Sunnybrook Health Science Centre","funders":"","keywords":"Context (archaeology); Virtual reality; Realm; Medicine; Medical education; Curriculum; Narrative review; Variety (cybernetics); Health care; MEDLINE; Psychology; Computer science; Intensive care medicine; Human–computer interaction","score_opus":0.4089616466835821,"score_gpt":0.675761653433824,"score_spread":0.2668000067502419,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408306164","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0004217786,0.958784,0.0000069749312,0.039144985,0.00054348534,0.0010049369,0.0000059099993,0.00000146927,0.000086471955],"genre_scores_gemma":[0.0007074835,0.99764276,0.000050238905,0.0003232968,0.000886617,0.000050653616,0.000048873615,0.000015137066,0.00027493705],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.98894805,0.0040295213,0.0035649457,0.00035543338,0.0028051378,0.00029689228],"domain_scores_gemma":[0.97735775,0.015615856,0.0015127378,0.00048235932,0.0041328566,0.00089843845],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.017103558,0.00022211616,0.002648039,0.0010351762,0.00002850359,0.0000139052345,0.000552592,0.00050883385,0.0012007153],"category_scores_gemma":[0.022266416,0.00015387435,0.00049035036,0.0009886755,0.00072622625,0.00006492423,0.00013162346,0.0044756792,0.0000084166595],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011767052,0.0009832246,0.018097771,0.2479668,0.00024463385,0.00012482805,0.0008924527,6.119892e-8,7.670691e-9,0.0005920707,0.125165,0.6058155],"study_design_scores_gemma":[0.00050321175,0.00037882934,0.0035296418,0.5263698,0.00026620753,0.00056851655,0.00047930432,0.000007371541,1.7475477e-7,0.00016697816,0.46764636,0.000083633655],"about_ca_topic_score_codex":0.00016096888,"about_ca_topic_score_gemma":0.0000147699575,"teacher_disagreement_score":0.60573184,"about_ca_system_score_codex":0.00048521018,"about_ca_system_score_gemma":0.022238022,"threshold_uncertainty_score":0.99971235},"labels":[],"label_agreement":null},{"id":"W4408306843","doi":"10.2196/70112","title":"eHealth Literacy 3.0: Updating the Norman and Skinner 2006 Model","year":2025,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Global Health Research; York University","funders":"","keywords":"eHealth; Literacy; Computer science; Health literacy; World Wide Web; Psychology; Health care; Pedagogy; Political science","score_opus":0.10551072564180947,"score_gpt":0.5847819794642808,"score_spread":0.4792712538224713,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408306843","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81525165,0.0012930058,0.021614457,0.11305386,0.0011412475,0.0007024995,0.000010491225,0.000020805595,0.046911996],"genre_scores_gemma":[0.9663765,0.0005690173,0.0009284048,0.025101954,0.00058081164,0.000024067302,0.0000034906623,0.000008165195,0.006407624],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9930084,0.0021251773,0.0023297016,0.00013721545,0.0017941671,0.00060538325],"domain_scores_gemma":[0.9940613,0.003057124,0.00053015654,0.00028361834,0.0015826257,0.0004851949],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.039296646,0.00009410081,0.0002803668,0.0003656579,0.0006350395,0.000091386544,0.0008553881,0.00026136634,0.0014374257],"category_scores_gemma":[0.0074641975,0.00004968652,0.00005710339,0.00044762713,0.00025277195,0.0007478882,0.00055384345,0.005061397,0.00006385093],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038972608,0.00016531696,0.072851226,0.0017624693,0.000049731843,0.000015273015,0.020659743,0.0000136534245,0.000004813726,0.040606603,0.6717216,0.19175987],"study_design_scores_gemma":[0.0014752361,0.00015931256,0.016416552,0.0031288073,0.000008412295,0.000024118299,0.003980343,0.3519567,0.000012390716,0.0074422406,0.61530983,0.00008604846],"about_ca_topic_score_codex":0.0004094846,"about_ca_topic_score_gemma":0.00007702918,"teacher_disagreement_score":0.35194302,"about_ca_system_score_codex":0.00022710154,"about_ca_system_score_gemma":0.0024136049,"threshold_uncertainty_score":0.9994754},"labels":[],"label_agreement":null},{"id":"W4408434781","doi":"10.2196/57368","title":"Psychological eHealth Interventions for Patients With Cardiovascular Diseases: Systematic Review and Meta-Analysis","year":2025,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Cardiac Health and Mental Health","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Rehabilitation Institute; York University; University of Toronto; University Health Network","funders":"Sigma Theta Tau International","keywords":"eHealth; Preprint; Meta-analysis; Psychological intervention; Medicine; Systematic review; MEDLINE; Psychology; Computer science; Health care; Psychiatry; World Wide Web; Political science; Internal medicine","score_opus":0.2782954922276364,"score_gpt":0.5882038519171866,"score_spread":0.3099083596895502,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408434781","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000025631616,0.989488,0.00066046184,0.0020051848,0.000121637524,0.0074771014,0.00017277939,0.000007608294,0.00006466687],"genre_scores_gemma":[0.000042444306,0.99673796,0.00015411114,0.0009529943,0.0001370326,0.00091066444,0.0001471479,0.000027181912,0.00089044316],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.9886143,0.0031320523,0.0030475962,0.00051572855,0.004079876,0.000610455],"domain_scores_gemma":[0.9927565,0.0024363603,0.00088911573,0.0007793218,0.0011099739,0.0020287554],"candidate_categories":["metaepi_broad"],"consensus_categories":["metaepi_broad"],"category_scores_codex":[0.016820243,0.0003684672,0.0153406095,0.0013358439,0.000081686376,0.00004533105,0.0005657703,0.00040936557,0.0003567019],"category_scores_gemma":[0.007117206,0.00017488195,0.012620279,0.0013595654,0.00021386417,0.00005182425,0.00019427059,0.002168797,0.000007708892],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006399397,0.0005908864,0.000008792557,0.8445655,0.12856688,0.000074713,0.000007751436,8.570636e-9,2.0719487e-11,0.000019863335,0.007004601,0.019097032],"study_design_scores_gemma":[0.00065064937,0.0016069408,0.000012631613,0.311492,0.599085,0.00021812064,0.00001221316,8.338447e-7,1.0457417e-9,0.000004890409,0.086837605,0.00007917178],"about_ca_topic_score_codex":0.000043665783,"about_ca_topic_score_gemma":0.000010088433,"teacher_disagreement_score":0.5330735,"about_ca_system_score_codex":0.00048496443,"about_ca_system_score_gemma":0.0018117782,"threshold_uncertainty_score":0.9992777},"labels":[],"label_agreement":null},{"id":"W4408592526","doi":"10.2196/51524","title":"Targeted Behavior Change Communication Using a Mobile Health Platform to Increase Uptake of Long-Lasting Insecticidal Nets Among Pregnant Women in Tanzania: Hati Salama “Secure Voucher” Study Cluster Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Malaria Research and Control","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kingston Health Sciences Centre; Queen's University","funders":"","keywords":"Voucher; Tanzania; Randomized controlled trial; Cluster (spacecraft); Medicine; Environmental health; Computer science; Socioeconomics; World Wide Web; Economics; Computer network","score_opus":0.07050860059609797,"score_gpt":0.43060115464890963,"score_spread":0.36009255405281165,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408592526","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9729803,0.001774167,0.0005970583,0.0024704013,0.0002084122,0.021856071,0.0000032081027,0.000010184216,0.00010016804],"genre_scores_gemma":[0.99380994,0.00021887153,0.00015244535,0.00025729783,0.00026778504,0.0049403333,0.0000056279796,0.000026374959,0.00032134866],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98636836,0.0054420745,0.002937208,0.00031677875,0.0039086286,0.0010269788],"domain_scores_gemma":[0.9925965,0.0035661056,0.00075658725,0.00047519963,0.0013651276,0.0012404646],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.05415606,0.00024674812,0.0028837523,0.001718296,0.00009656732,0.00010346687,0.0008726223,0.00030325618,0.00069614605],"category_scores_gemma":[0.024721293,0.00016436771,0.0003522791,0.00096100365,0.00034732246,0.00022610436,0.0005844158,0.0028718095,0.0000020978518],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.95457864,0.005461804,0.011142328,0.00023653884,0.00086305226,0.00069439557,0.0071415664,0.0000140946895,0.00013655519,0.00003698568,0.00031428447,0.019379726],"study_design_scores_gemma":[0.9285571,0.010687583,0.023854483,0.0044517904,0.00015547115,0.00006337768,0.004388009,0.027612828,0.000044050747,0.00003974538,0.00003366777,0.000111902016],"about_ca_topic_score_codex":0.006487247,"about_ca_topic_score_gemma":0.0028479497,"teacher_disagreement_score":0.029434768,"about_ca_system_score_codex":0.0011425918,"about_ca_system_score_gemma":0.0028404628,"threshold_uncertainty_score":0.99942863},"labels":[],"label_agreement":null},{"id":"W4408613215","doi":"10.2196/70535","title":"Unveiling the Potential of Large Language Models in Transforming Chronic Disease Management: Mixed Methods Systematic Review","year":2025,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Conestoga College","funders":"Sun Yat-sen University; National Natural Science Foundation of China","keywords":"Preprint; Computer science; Data science; Medicine; World Wide Web","score_opus":0.2528354472041953,"score_gpt":0.611737563393645,"score_spread":0.3589021161894497,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408613215","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000021069713,0.98548365,0.009166232,0.002180852,0.00050070195,0.0023944303,0.000004655148,0.0000042112865,0.00024420486],"genre_scores_gemma":[0.0009742185,0.9972179,0.00018488307,0.00015323986,0.00037199372,0.00013593647,0.000015238449,0.000022083264,0.00092450785],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9901804,0.003560433,0.0030769918,0.00023651253,0.002462362,0.0004833295],"domain_scores_gemma":[0.99562514,0.0023537192,0.00062719645,0.00049139024,0.0004967844,0.00040578467],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.031274885,0.00021423901,0.002350149,0.00088345655,0.000045793786,0.00002733354,0.0010426285,0.0002834585,0.00043726497],"category_scores_gemma":[0.0054712193,0.00011588121,0.0007801894,0.0010134911,0.00014607479,0.00008716499,0.00018156927,0.0026666597,0.000013736183],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022406808,0.00011642324,1.5330154e-7,0.60603386,0.00018377657,0.00029488065,0.00024103608,9.3467384e-7,1.1755041e-7,0.00038529612,0.0006864211,0.3920347],"study_design_scores_gemma":[0.00008821612,0.00013212323,3.373491e-7,0.9760516,0.0018969158,0.00014584565,0.0013927785,0.0019192223,0.000007061105,0.00027535917,0.018013509,0.000076977296],"about_ca_topic_score_codex":0.000115607974,"about_ca_topic_score_gemma":0.000040769784,"teacher_disagreement_score":0.39195773,"about_ca_system_score_codex":0.0005861266,"about_ca_system_score_gemma":0.0031836226,"threshold_uncertainty_score":0.9996342},"labels":[],"label_agreement":null},{"id":"W4408779098","doi":"10.2196/57537","title":"Acceptability and Effectiveness of a Fully Web-Based Nutrition and Exercise Program for Individuals With Chronic Disease During COVID-19: Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Physical Activity and Health","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Women and Children’s Health Research Institute; University of Alberta","funders":"","keywords":"Randomized controlled trial; Coronavirus disease 2019 (COVID-19); Medicine; Physical therapy; Disease; Gerontology; Web application; MEDLINE; World Wide Web; Computer science; Internal medicine","score_opus":0.03941638902864987,"score_gpt":0.45602064370444395,"score_spread":0.4166042546757941,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408779098","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9803586,0.0015513353,0.001006306,0.0072355154,0.00005411693,0.009758995,0.000008197486,0.00001026553,0.000016678516],"genre_scores_gemma":[0.9977199,0.00047845166,0.00016190033,0.00005383616,0.00018585568,0.0013669764,0.000003894762,0.0000076172178,0.000021604297],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9956834,0.0017434418,0.0006824897,0.00022217278,0.0013827634,0.00028575904],"domain_scores_gemma":[0.9888728,0.0092862,0.00023981057,0.00012789895,0.0004863748,0.0009868959],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.015642045,0.00012282396,0.0018031636,0.00038245026,0.00007849533,0.000042080283,0.00014949932,0.00013739489,0.000086383865],"category_scores_gemma":[0.016003592,0.00007115791,0.00026623075,0.00022723225,0.0009731541,0.000072404466,0.00007629917,0.0007912293,1.2537437e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9746632,0.0045338287,0.002277911,0.012701733,0.00034486293,0.00004361189,0.00006743251,0.0000013839958,0.00016514021,0.00022449267,0.00008838104,0.004888041],"study_design_scores_gemma":[0.9755386,0.0056579364,0.00613473,0.0051496066,0.00040508926,0.000012618865,0.000043629778,0.00441646,0.0007473465,0.0016002995,0.00023733062,0.000056351957],"about_ca_topic_score_codex":0.000064590575,"about_ca_topic_score_gemma":0.000019785462,"teacher_disagreement_score":0.017361274,"about_ca_system_score_codex":0.00026145496,"about_ca_system_score_gemma":0.0041778204,"threshold_uncertainty_score":0.992285},"labels":[],"label_agreement":null},{"id":"W4408929399","doi":"10.2196/70970","title":"Impact of Digital Health on Patient-Provider Relationships in Respiratory Secondary Care Based on Qualitative and Quantitative Evidence: Systematic Review","year":2025,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"European Commission; European Federation of Pharmaceutical Industries and Associations","keywords":"Preprint; Digital health; Health care; Medicine; Qualitative research; Psychology; Internet privacy; Computer science; World Wide Web; Sociology; Political science","score_opus":0.40117821363130984,"score_gpt":0.6228493904939385,"score_spread":0.22167117686262866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408929399","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00045461897,0.9928396,0.000033567158,0.0028820538,0.00009839757,0.0034385289,0.00007933607,0.0000048033044,0.00016911056],"genre_scores_gemma":[0.0067091975,0.9919898,0.000054597287,0.0009132336,0.000075290314,0.00010826442,0.00007272584,0.00002832967,0.00004856135],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.98340446,0.007956531,0.0039827432,0.0003590243,0.003873323,0.00042390975],"domain_scores_gemma":[0.9734741,0.022003947,0.0021383925,0.00039782794,0.0013164651,0.0006692678],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.017188482,0.00032832168,0.0036980642,0.0021863321,0.00005255402,0.000033230517,0.00035348482,0.0003035446,0.00022340214],"category_scores_gemma":[0.06712053,0.00019382514,0.0005230706,0.0011019622,0.00025443113,0.00017410085,0.00009515117,0.0044567003,0.000009807693],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028275035,0.00020115613,0.00016938004,0.83270806,0.00022949651,0.00016504427,0.00394847,1.5506694e-7,1.1488451e-8,0.00009981928,0.014098864,0.14809678],"study_design_scores_gemma":[0.0011957943,0.017463172,0.00016281151,0.96862805,0.00032123504,0.000056336812,0.0062880307,0.000014677353,1.7551112e-7,0.000025787333,0.0057390253,0.000104916086],"about_ca_topic_score_codex":0.00013755551,"about_ca_topic_score_gemma":0.000041615385,"teacher_disagreement_score":0.14799187,"about_ca_system_score_codex":0.0016105094,"about_ca_system_score_gemma":0.01308013,"threshold_uncertainty_score":0.99784005},"labels":[],"label_agreement":null},{"id":"W4408998915","doi":"10.2196/65211","title":"Teledentistry for Improving Access To, and Quality of Oral Health Care: Overview of Systematic Reviews and Meta-Analyses","year":2025,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Dental Research and COVID-19","field":"Dentistry","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval; Université du Québec à Trois-Rivières; McGill University; McGill University Health Centre","funders":"McGill University","keywords":"Preprint; Meta-analysis; MEDLINE; Medicine; Quality (philosophy); Systematic review; Health care; Internet privacy; World Wide Web; Computer science; Political science","score_opus":0.8247129509721719,"score_gpt":0.7130455997750534,"score_spread":0.11166735119711846,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408998915","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00009294663,0.99459136,0.0013807277,0.00027728884,0.00020886528,0.0032116047,0.00018109885,0.0000030324084,0.000053103366],"genre_scores_gemma":[0.00047138025,0.99709994,0.0002636768,0.00015965155,0.00008036367,0.00024198183,0.000014222594,0.000025324429,0.0016434647],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9814359,0.007245523,0.0052813906,0.00048404222,0.004978021,0.00057510776],"domain_scores_gemma":[0.98372257,0.010223295,0.0029330999,0.00064592576,0.0013265023,0.0011486],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04180108,0.00037330572,0.008791942,0.0010575856,0.000065596876,0.00031621155,0.002536004,0.00038556184,0.00053597835],"category_scores_gemma":[0.076147206,0.00021404814,0.0018446171,0.000844381,0.0003352747,0.00019770846,0.0019128288,0.0016678101,0.000005949306],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000074272764,0.000086910055,0.000008914543,0.7940064,0.0026129792,0.000059975842,0.000051236402,1.643117e-8,0.0000012135303,0.00027476242,0.016459197,0.18636414],"study_design_scores_gemma":[0.002274013,0.0023073084,0.000068402056,0.4827667,0.019632215,0.0009762305,0.0007416226,0.000020115327,0.000044090095,0.000429399,0.4901521,0.00058782834],"about_ca_topic_score_codex":0.002355158,"about_ca_topic_score_gemma":0.0012394554,"teacher_disagreement_score":0.4736929,"about_ca_system_score_codex":0.0004043205,"about_ca_system_score_gemma":0.0033315686,"threshold_uncertainty_score":0.98666745},"labels":[],"label_agreement":null},{"id":"W4409092728","doi":"10.2196/74908","title":"Correction: Effect of Harm Anchors in Visual Displays of Test Results on Patient Perceptions of Urgency About Near-Normal Values: Experimental Study","year":2025,"lang":"en","type":"erratum","venue":"Journal of Medical Internet Research","topic":"Healthcare cost, quality, practices","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval; The Quebec Population Health Research Network","funders":"","keywords":"Harm; Test (biology); Perception; Psychology; Social psychology; Applied psychology; Medicine","score_opus":0.32615810035311993,"score_gpt":0.6243596053291801,"score_spread":0.2982015049760602,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409092728","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9549215,0.0015138243,0.00001122783,0.002085635,0.029207256,0.0023903714,0.00018640349,0.000011124639,0.009672689],"genre_scores_gemma":[0.9772707,0.0014869102,0.000017437602,0.00013483093,0.001678628,0.00013661067,0.00006635422,0.000048768037,0.01915973],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9639261,0.0209213,0.005772895,0.0005653956,0.00789068,0.0009236499],"domain_scores_gemma":[0.9699444,0.023045324,0.0031347964,0.000642937,0.0024410586,0.000791447],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.038127944,0.0004063275,0.0019499945,0.0016599937,0.0002546849,0.000024534627,0.001409376,0.0014047889,0.0029286323],"category_scores_gemma":[0.07073184,0.00030528105,0.00039843185,0.0011391654,0.00081639335,0.0002385013,0.00096206303,0.016017582,0.000037164093],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007422744,0.009682214,0.07808711,0.003605632,0.0002836288,0.00025435028,0.03521629,0.0000050162453,0.00008387619,0.000012728709,0.8586051,0.0067413296],"study_design_scores_gemma":[0.020558834,0.2080665,0.33136082,0.15143482,0.0003910462,0.000097272066,0.20793624,0.0042933202,0.0021373017,0.00003126259,0.07269949,0.0009931101],"about_ca_topic_score_codex":0.008795395,"about_ca_topic_score_gemma":0.001320472,"teacher_disagreement_score":0.7859056,"about_ca_system_score_codex":0.0013430247,"about_ca_system_score_gemma":0.0074279187,"threshold_uncertainty_score":0.9999399},"labels":[],"label_agreement":null},{"id":"W4409165501","doi":"10.2196/68434","title":"Telehealth Initiative to Enhance Primary Care Access in Brazil (UBS+Digital Project): Multicenter Prospective Study","year":2025,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Telehealth; Preprint; Digital health; Telemedicine; Health care; mHealth; Medicine; World Wide Web; Computer science; Nursing; Psychological intervention; Political science","score_opus":0.08731880623394236,"score_gpt":0.5554973338062711,"score_spread":0.4681785275723287,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409165501","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9757708,0.00039218593,0.0004968709,0.015237991,0.00032749982,0.0028939457,0.0000076634615,0.00001391812,0.0048591625],"genre_scores_gemma":[0.99517506,0.00012583181,0.00014545738,0.0034870778,0.0004158088,0.00011191181,0.000014241129,0.000017745993,0.0005068858],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99412566,0.00045422465,0.0012801727,0.00036342253,0.0031554156,0.0006211079],"domain_scores_gemma":[0.9967274,0.0006863099,0.00021696086,0.00022773384,0.001618913,0.00052267517],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037434052,0.00016911219,0.0006185449,0.0016989502,0.0000581729,0.00011451358,0.0006482948,0.00013225446,0.00024472512],"category_scores_gemma":[0.0031878615,0.00012357245,0.000076653836,0.0014823735,0.00014655784,0.0004072835,0.00047728294,0.0021980966,0.000017589033],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004802978,0.0032461018,0.72426236,0.0012702233,0.00022236293,0.0016798374,0.03170462,4.1578105e-7,0.00003866905,0.000046340927,0.052012354,0.18071374],"study_design_scores_gemma":[0.013834114,0.016900238,0.8723892,0.0064923884,0.000055935685,0.00014339828,0.06849806,0.00007593184,0.001973911,0.00012406465,0.019319938,0.00019283057],"about_ca_topic_score_codex":0.0009393776,"about_ca_topic_score_gemma":0.0012658411,"teacher_disagreement_score":0.18052092,"about_ca_system_score_codex":0.0014960597,"about_ca_system_score_gemma":0.0038137771,"threshold_uncertainty_score":0.9549758},"labels":[],"label_agreement":null},{"id":"W4409186340","doi":"10.2196/71211","title":"Using a Multilingual AI Care Agent to Reduce Disparities in Colorectal Cancer Screening for Higher Fecal Immunochemical Test Adoption Among Spanish-Speaking Patients: Retrospective Analysis","year":2025,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Colorectal Cancer Screening and Detection","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Preprint; Test (biology); Colorectal cancer; Medicine; Gerontology; Family medicine; Cancer; World Wide Web; Psychology; Computer science; Internal medicine","score_opus":0.06443623966055,"score_gpt":0.4477749049397197,"score_spread":0.3833386652791697,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409186340","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9911302,0.00053546944,0.006029061,0.001247585,0.0004747926,0.0004663662,0.000012645394,0.00001472904,0.00008916438],"genre_scores_gemma":[0.99804246,0.000035044788,0.0010402128,0.00014074934,0.0005327651,0.000056198198,0.000012684883,0.000018420138,0.00012143188],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.996409,0.00017590197,0.0007345264,0.00035565582,0.0018504246,0.00047448455],"domain_scores_gemma":[0.99684566,0.0005160154,0.0001662614,0.00012557827,0.0020173737,0.00032909267],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018024858,0.00016556091,0.00060657284,0.0011825833,0.00011361955,0.00012535049,0.0002777213,0.00029354796,0.00009423785],"category_scores_gemma":[0.004708356,0.0001382793,0.00031253774,0.0015036584,0.00023548961,0.00013800181,0.00022902973,0.0017136133,5.14533e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011060141,0.00038946184,0.9491097,0.00018024936,0.000752883,0.00009690113,0.0019974583,0.00034259056,0.003920285,0.00002551642,0.0005529827,0.031571854],"study_design_scores_gemma":[0.0036770364,0.0030529655,0.92974615,0.003332881,0.00038963146,0.00001565381,0.0013673838,0.040109977,0.017701741,0.000016175993,0.00043462196,0.0001557736],"about_ca_topic_score_codex":0.00630502,"about_ca_topic_score_gemma":0.002920084,"teacher_disagreement_score":0.03976739,"about_ca_system_score_codex":0.0021956228,"about_ca_system_score_gemma":0.0005984481,"threshold_uncertainty_score":0.9531346},"labels":[],"label_agreement":null},{"id":"W4409273253","doi":"10.2196/38657","title":"Developing Balanced Quality Indicators for Monitoring Virtual Care in Ambulatory Care Environments: Modified Delphi Panel Process","year":2025,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; Public Health Ontario; Women's College Hospital; Discovery Centre; Dalhousie University","funders":"","keywords":"Preprint; Delphi method; Quality (philosophy); Process (computing); Delphi; Computer science; Process management; Nursing; Medicine; Business; World Wide Web; Operating system","score_opus":0.16669359742427342,"score_gpt":0.5286318328983404,"score_spread":0.36193823547406695,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409273253","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9858401,0.0017911288,0.0071811816,0.0040279743,0.00041122903,0.0006245671,0.000004644035,0.000008944347,0.00011022347],"genre_scores_gemma":[0.99785244,0.0004166516,0.00057016494,0.00046024346,0.00049257773,0.00007155184,0.000023610353,0.000016326021,0.00009645324],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99538887,0.00024592222,0.0012092325,0.00025117976,0.0023962716,0.0005085068],"domain_scores_gemma":[0.9981991,0.0005908952,0.0002487421,0.00016567789,0.0004222036,0.00037336035],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037418094,0.00013894752,0.00048354748,0.0008655872,0.00007250656,0.000022399521,0.0004113253,0.00023956074,0.00005234757],"category_scores_gemma":[0.0022186139,0.00011134627,0.00010439408,0.0005278233,0.00015435646,0.00011258415,0.00011919393,0.0013244111,0.0000017768181],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0032788005,0.00034192498,0.51419026,0.0047455975,0.00034476415,0.00025272614,0.036835592,0.000024612373,0.0007075613,0.0014373048,0.0026300666,0.43521082],"study_design_scores_gemma":[0.025828073,0.004172013,0.6269038,0.010220332,0.00012104939,0.00007784256,0.27469411,0.0006353933,0.0265475,0.00047901974,0.029943272,0.00037759644],"about_ca_topic_score_codex":0.00015887573,"about_ca_topic_score_gemma":0.0000573693,"teacher_disagreement_score":0.43483323,"about_ca_system_score_codex":0.0012208741,"about_ca_system_score_gemma":0.0019818556,"threshold_uncertainty_score":0.5753981},"labels":[],"label_agreement":null},{"id":"W4409338611","doi":"10.2196/69880","title":"Effectiveness of Interventions to Improve Digital Health Literacy in Forced Migrant Populations: Mixed Methods Systematic Review","year":2025,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Preprint; Psychological intervention; Digital health; Health literacy; Psychology; Gerontology; Computer science; Medicine; World Wide Web; Health care; Nursing; Political science","score_opus":0.25959399230633545,"score_gpt":0.6911568176019268,"score_spread":0.43156282529559137,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409338611","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000022015374,0.95908475,0.028920203,0.0009750763,0.0015179774,0.00917251,0.000114291484,0.000011557674,0.00018162445],"genre_scores_gemma":[0.00009507044,0.99489063,0.0023107594,0.00058125064,0.00012407798,0.0011424746,0.00010916259,0.000027846816,0.000718728],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9327333,0.045978457,0.017100371,0.0004288926,0.0028174175,0.00094159116],"domain_scores_gemma":[0.9640739,0.0257441,0.005319146,0.00088352425,0.00296335,0.0010159686],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.15122607,0.0003629607,0.0060194065,0.0025257387,0.00015900364,0.000081862454,0.001974976,0.0006467496,0.00046707437],"category_scores_gemma":[0.1043528,0.00022787467,0.0013435517,0.0024742703,0.000111662725,0.00082392205,0.00091149565,0.0058321683,0.00007338386],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004274968,0.0001627898,0.000016291631,0.68408626,0.00007042597,0.0000056458393,0.0005173259,6.232507e-8,1.6358216e-8,0.0003591234,0.002603539,0.31213573],"study_design_scores_gemma":[0.00047098345,0.00039570694,0.000042940363,0.90640384,0.00013795459,0.000020215313,0.0001836171,0.00008214086,1.7918143e-7,0.00023766964,0.0919048,0.0001199552],"about_ca_topic_score_codex":0.00039139163,"about_ca_topic_score_gemma":0.0000526009,"teacher_disagreement_score":0.31201577,"about_ca_system_score_codex":0.001719658,"about_ca_system_score_gemma":0.00716342,"threshold_uncertainty_score":0.99846506},"labels":[],"label_agreement":null},{"id":"W4409365566","doi":"10.2196/73024","title":"Nurse-Delivered Telehealth in Home-Based Palliative Care: Integrative Systematic Review","year":2025,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Mount Sinai Hospital","funders":"","keywords":"Preprint; Telehealth; Nursing; Palliative care; Telemedicine; Medicine; MEDLINE; Health care; Psychology; World Wide Web; Computer science","score_opus":0.13359505784170095,"score_gpt":0.546456545581245,"score_spread":0.41286148773954406,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409365566","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000010989629,0.9868822,0.000246131,0.0063254647,0.000470529,0.005568792,0.00002612741,0.000015064653,0.00045468734],"genre_scores_gemma":[0.00012433056,0.9961618,0.0001823161,0.0019492315,0.00043983568,0.00037518278,0.00015439496,0.00004936519,0.000563498],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9834149,0.0043959417,0.005031467,0.0004872547,0.005822174,0.0008482519],"domain_scores_gemma":[0.98835164,0.0055840956,0.001919055,0.0005744359,0.0025137095,0.0010570715],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.013733022,0.0005335279,0.006930898,0.0026049444,0.000051659277,0.000039987044,0.0012163325,0.00066115876,0.0012262249],"category_scores_gemma":[0.01964029,0.00030701704,0.00087494915,0.0023021398,0.00028848113,0.0000835021,0.00013490325,0.006701639,0.00005062651],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008721753,0.00020856931,0.00003215295,0.739986,0.0002851042,0.0010425075,0.00051490305,1.3387496e-8,1.0851103e-8,0.00008633629,0.036105063,0.22165212],"study_design_scores_gemma":[0.0019931574,0.0019072887,0.000012646063,0.82598364,0.0014406064,0.00019697973,0.0016477222,0.000018425464,7.5715485e-7,0.000016813841,0.16663143,0.00015054675],"about_ca_topic_score_codex":0.0003964626,"about_ca_topic_score_gemma":0.00023740633,"teacher_disagreement_score":0.22150157,"about_ca_system_score_codex":0.0030002545,"about_ca_system_score_gemma":0.016267965,"threshold_uncertainty_score":0.9999382},"labels":[],"label_agreement":null},{"id":"W4409379898","doi":"10.2196/69631","title":"Comparing the Quality of Primary Care Electronic Health Record Data in Australia and Canada: Case Study in Osteoarthritis","year":2025,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Medical Coding and Health Information","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Canmore Museum and Geoscience Centre; University of Calgary","funders":"","keywords":"Preprint; Primary care; Medicine; Quality (philosophy); Electronic health record; Osteoarthritis; Health records; Health care; Family medicine; World Wide Web; Alternative medicine; Computer science; Political science","score_opus":0.5933725513291092,"score_gpt":0.625346884063879,"score_spread":0.031974332734769795,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409379898","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9855447,0.0012585898,0.000043716573,0.01194152,0.0003085127,0.00059304887,0.0000060606726,0.0000017517897,0.00030210766],"genre_scores_gemma":[0.99863315,0.00044321522,0.000015519077,0.0006552465,0.00008774883,0.000011992267,0.000007731806,0.0000032137984,0.00014219934],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99092895,0.0044266665,0.0021095455,0.00014288296,0.0018065554,0.0005853798],"domain_scores_gemma":[0.99594396,0.0027435396,0.00039151497,0.0003126875,0.0003179982,0.00029028615],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.040480334,0.00006904267,0.00050900766,0.00030700504,0.00015292838,0.000010136704,0.0007128663,0.00012879187,0.000110161665],"category_scores_gemma":[0.0040191105,0.000045831533,0.0000150892265,0.00034634082,0.00012375262,0.0000990981,0.0005791834,0.0048125354,9.731732e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000327025,0.000120943405,0.91829026,0.002557533,0.000018545894,0.00040582623,0.012427377,8.170831e-7,4.4717723e-7,0.000405376,0.02003956,0.045406304],"study_design_scores_gemma":[0.0074142707,0.001494578,0.7856951,0.00941567,0.000007766613,0.00016767898,0.17617859,0.0012404535,0.0000012615516,0.0001795114,0.018105602,0.00009951327],"about_ca_topic_score_codex":0.95102406,"about_ca_topic_score_gemma":0.9932713,"teacher_disagreement_score":0.16375121,"about_ca_system_score_codex":0.0016178594,"about_ca_system_score_gemma":0.014137293,"threshold_uncertainty_score":0.9974834},"labels":[],"label_agreement":null},{"id":"W4409402882","doi":"10.2196/64868","title":"Terminology and Definitions of Racial Health Equity in Prominent Health Websites: Systematic Review","year":2025,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Cultural Competency in Health Care","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bruyère; University of Ottawa","funders":"","keywords":"Preprint; Terminology; Health equity; MEDLINE; Psychology; Internet privacy; Medicine; World Wide Web; Computer science; Political science; Public health; Nursing; Linguistics","score_opus":0.4640704407571794,"score_gpt":0.6336450940883523,"score_spread":0.16957465333117294,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409402882","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000061257374,0.9728158,0.0000051843635,0.022971213,0.00043723924,0.0027533919,0.000022572012,0.0000058796427,0.0009825666],"genre_scores_gemma":[0.00006865322,0.998533,0.000059315535,0.00063428783,0.00028048732,0.000115,0.000010241132,0.000009947792,0.0002890384],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9780887,0.012733299,0.004182723,0.00029901986,0.0038754565,0.0008208382],"domain_scores_gemma":[0.9908284,0.0050921715,0.0020869921,0.00027602277,0.0008769331,0.0008394731],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.044169247,0.00021630328,0.0043852087,0.00089832186,0.00016762354,0.00005226264,0.0016612258,0.00043467237,0.00038985972],"category_scores_gemma":[0.034506265,0.00014278147,0.00040651642,0.0011468144,0.0007333496,0.0000940755,0.00064541673,0.0032374843,0.000013832982],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000044141675,0.00007221317,0.0000048696306,0.8582974,0.000041246185,0.0000548272,0.0017984323,2.3009694e-9,2.5614773e-9,0.0042851022,0.014164351,0.12127716],"study_design_scores_gemma":[0.00012734093,0.00040256305,0.0000029231048,0.7898322,0.000067994486,0.00012483016,0.00066870893,9.396214e-7,8.455495e-9,0.00038363095,0.20832045,0.00006845514],"about_ca_topic_score_codex":0.0033834155,"about_ca_topic_score_gemma":0.008285974,"teacher_disagreement_score":0.19415611,"about_ca_system_score_codex":0.0020938965,"about_ca_system_score_gemma":0.024401484,"threshold_uncertainty_score":0.99906206},"labels":[],"label_agreement":null},{"id":"W4409531864","doi":"10.2196/72321","title":"Optimization of Internet-Delivered Cognitive Behavioral Therapy for Canadian Leaders Within Public Safety: Qualitative Study","year":2025,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Canadian Institute for Public Safety Research and Treatment; University of Regina","funders":"Macquarie University","keywords":"Mental health; Thematic analysis; Psychology; Public health; Stressor; Anxiety; Qualitative research; Descriptive statistics; Applied psychology; Nursing; Medicine; Clinical psychology; Psychiatry","score_opus":0.32905545236326955,"score_gpt":0.6004305424968038,"score_spread":0.2713750901335343,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409531864","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95282567,0.0009952744,0.017708475,0.01743781,0.0027409622,0.0021620805,0.00014222735,0.000014117738,0.0059733633],"genre_scores_gemma":[0.9940348,0.000015737802,0.00017238954,0.00027303916,0.000074770614,0.00009290239,0.000026666596,0.000020460202,0.0052891844],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9947592,0.0016851927,0.0014063327,0.00025800505,0.0013652637,0.00052597607],"domain_scores_gemma":[0.9956107,0.0013499124,0.0003713031,0.0001634245,0.0018977767,0.00060686655],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008955164,0.00014095254,0.00041806654,0.0012809192,0.000073729054,0.00008191984,0.00085793954,0.00021912684,0.0027578494],"category_scores_gemma":[0.0018780945,0.000117735646,0.000199404,0.00057619874,0.00063415844,0.00022683227,0.00011352076,0.0010586384,0.000021625292],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.016792135,0.027440932,0.007139093,0.00039339578,0.0045101847,0.0005566011,0.4702212,0.000028177614,0.000009530996,0.04833184,0.14101115,0.28356576],"study_design_scores_gemma":[0.019176474,0.041040596,0.0029693546,0.0039774994,0.00010365855,0.00009408253,0.9220413,0.002490061,0.0004577088,0.0030915914,0.004221133,0.000336536],"about_ca_topic_score_codex":0.042329457,"about_ca_topic_score_gemma":0.04336139,"teacher_disagreement_score":0.4518201,"about_ca_system_score_codex":0.0005930103,"about_ca_system_score_gemma":0.0013727905,"threshold_uncertainty_score":0.99815375},"labels":[],"label_agreement":null},{"id":"W4409581619","doi":"10.2196/63343","title":"Standardizing Survey Data Collection to Enhance Reproducibility: Development and Comparative Evaluation of the ReproSchema Ecosystem","year":2025,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre; Hospital for Sick Children; Montreal Neurological Institute and Hospital","funders":"National Institute of Biomedical Imaging and Bioengineering; National Institutes of Health","keywords":"Preprint; Data collection; Computer science; Data science; Internet privacy; World Wide Web; Statistics; Mathematics","score_opus":0.9322571704271995,"score_gpt":0.7041793731311916,"score_spread":0.22807779729600786,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409581619","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97579616,0.0016293037,0.015907506,0.003523299,0.00042356455,0.0007991546,0.000007279231,4.954268e-7,0.0019132075],"genre_scores_gemma":[0.9951071,0.000018499763,0.00096488604,0.000038345315,0.000036041984,0.00001041687,0.0000012134041,0.000001952877,0.0038215274],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.8016358,0.11386102,0.018622737,0.002688971,0.06274206,0.00044941844],"domain_scores_gemma":[0.9216226,0.026265187,0.0065799598,0.012004534,0.033100188,0.00042756295],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.83044297,0.00010065358,0.0015805849,0.00048401183,0.0001123469,0.00035553152,0.0033894277,0.00007942639,0.0013879875],"category_scores_gemma":[0.5339348,0.000041689353,0.00019071127,0.0023548878,0.00010983666,0.00015083638,0.0013962161,0.0005420611,0.000033166863],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003230451,0.00026507117,0.094184466,0.00027200487,0.0010878615,0.0000048077527,0.008178203,0.000054753746,0.00047647336,0.00037973333,0.64004874,0.2547248],"study_design_scores_gemma":[0.001320052,0.00045331524,0.32869086,0.005823321,0.00039143043,0.00009877845,0.011451986,0.15805058,0.051937077,0.003035174,0.4384566,0.0002908478],"about_ca_topic_score_codex":0.00007076082,"about_ca_topic_score_gemma":0.0014755549,"teacher_disagreement_score":0.29650822,"about_ca_system_score_codex":0.00024376146,"about_ca_system_score_gemma":0.0020135047,"threshold_uncertainty_score":0.9995249},"labels":[],"label_agreement":null},{"id":"W4409694473","doi":"10.2196/67597","title":"Understanding Engagement With Digital Mental Health Technology in Mental Health Services: Multicenter Observational Study","year":2025,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Preprint; Mental health; Psychology; Digital health; Medicine; Psychiatry; Computer science; Health care; World Wide Web; Political science","score_opus":0.38620359280901234,"score_gpt":0.564354218032236,"score_spread":0.1781506252232236,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409694473","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7550352,0.0012298897,0.0013980037,0.23478872,0.0021977173,0.0020420516,0.00006565372,0.00003939445,0.0032033583],"genre_scores_gemma":[0.9964056,0.0000437243,0.00012321785,0.0014010299,0.00007020331,0.000049461396,0.000029808083,0.000021407921,0.0018555513],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9937144,0.0008674475,0.00164488,0.00039281155,0.0025146455,0.0008658131],"domain_scores_gemma":[0.9983391,0.00031365096,0.0004125406,0.0002709371,0.0001908956,0.0004728402],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0071899714,0.00019401894,0.00050110015,0.0016354384,0.00019349557,0.00017670912,0.0010530031,0.0001386898,0.00080782594],"category_scores_gemma":[0.0001297991,0.0001524325,0.00009759268,0.0011031893,0.00032666605,0.00036781954,0.000570215,0.002016704,0.000055764274],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005368046,0.03545664,0.61108524,0.0012749523,0.0017078759,0.00089703145,0.04162919,0.0000053872595,0.0000051460033,0.099107295,0.14121896,0.062244263],"study_design_scores_gemma":[0.041687764,0.046233553,0.14208418,0.031835962,0.000024478992,0.000808353,0.63440454,0.0016632818,0.000043900145,0.010595974,0.089938805,0.0006791772],"about_ca_topic_score_codex":0.0006753962,"about_ca_topic_score_gemma":0.0018371978,"teacher_disagreement_score":0.5927754,"about_ca_system_score_codex":0.0032353261,"about_ca_system_score_gemma":0.0009409218,"threshold_uncertainty_score":0.8845127},"labels":[],"label_agreement":null},{"id":"W4409770352","doi":"10.2196/72061","title":"Social Media and Youth Mental Health: Scoping Review of Platform and Policy Recommendations","year":2025,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Preprint; Mental health; Social media; Psychology; Internet privacy; Applied psychology; World Wide Web; Computer science; Psychiatry","score_opus":0.4350289935983737,"score_gpt":0.6501415219972884,"score_spread":0.21511252839891465,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409770352","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000034635086,0.96858376,0.000010610786,0.026792767,0.001001812,0.00083885354,0.00028116262,0.0000052035316,0.0024823877],"genre_scores_gemma":[0.000060914208,0.9978575,0.000040861574,0.000452414,0.0005308978,0.000032149805,0.00010773156,0.000022972728,0.000894565],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9935965,0.0012348208,0.0027816687,0.00028057903,0.0015979313,0.0005085317],"domain_scores_gemma":[0.995887,0.0018445286,0.0011729748,0.00018182729,0.0002704288,0.0006432351],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.009190077,0.0002259669,0.0019405397,0.0011941171,0.000107126936,0.00005565891,0.0007151859,0.00035376815,0.0013172223],"category_scores_gemma":[0.0036013473,0.00017300021,0.0003927775,0.0006437455,0.00051703077,0.00012976989,0.0006805299,0.0021089334,0.000017500655],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015920345,0.00017988322,5.296658e-7,0.1834388,0.00018242178,0.000007779534,0.0010909432,5.971663e-11,8.6332635e-10,0.006152381,0.058375984,0.7505554],"study_design_scores_gemma":[0.00035064368,0.00042290083,0.0000022944544,0.7219126,0.0000787033,0.00030107237,0.0004104223,1.9786405e-7,6.620339e-8,0.00030579264,0.2761439,0.00007136458],"about_ca_topic_score_codex":0.00027842366,"about_ca_topic_score_gemma":0.000113865164,"teacher_disagreement_score":0.750484,"about_ca_system_score_codex":0.00035529886,"about_ca_system_score_gemma":0.0027938478,"threshold_uncertainty_score":0.9995957},"labels":[],"label_agreement":null},{"id":"W4409783714","doi":"10.2196/66037","title":"Effect of Digital Exercise Therapy on the Pain and Physical Function of Patients With Osteoarthritis: Systematic Review and Meta-Analysis","year":2025,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Osteoarthritis Treatment and Mechanisms","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Jiangxi Normal University","keywords":"Medicine; Physical therapy; Osteoarthritis; Meta-analysis; Cochrane Library; Randomized controlled trial; Rehabilitation; Quality of life (healthcare); MEDLINE; Physical medicine and rehabilitation; Internal medicine; Alternative medicine","score_opus":0.05282968466615359,"score_gpt":0.3902225943409152,"score_spread":0.33739290967476165,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409783714","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017802182,0.99491477,0.000010383936,0.00027455378,0.000018890049,0.002925573,0.00003393949,0.0000024827746,0.000039186303],"genre_scores_gemma":[0.010279708,0.9890296,0.0000028524103,0.00005802096,0.000031169733,0.0001665616,0.000027445793,0.00001809172,0.00038653653],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.9935771,0.002374101,0.0010765407,0.00023122017,0.0025507326,0.00019025517],"domain_scores_gemma":[0.9933325,0.0047564856,0.0007170135,0.00034585327,0.00062400516,0.00022413176],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0076840622,0.00029680473,0.0065167015,0.00051774544,0.000024408711,0.000039502138,0.00026455297,0.00017822975,0.0001543893],"category_scores_gemma":[0.00286853,0.00011016729,0.0013790322,0.0006164148,0.00026922568,0.00006206722,0.00009726647,0.0009086586,0.0000018687675],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00051722524,0.00036141844,0.000012510448,0.5066134,0.03803852,0.000055373876,0.000051680796,4.5823194e-9,7.724692e-8,0.000037004276,0.00024192197,0.45407087],"study_design_scores_gemma":[0.0020966274,0.041429088,0.0000024417043,0.45823625,0.496373,0.00004003017,0.000030037292,0.000001943362,0.000014354309,0.000019427438,0.0016538217,0.000102967395],"about_ca_topic_score_codex":0.0000029800894,"about_ca_topic_score_gemma":0.000001601315,"teacher_disagreement_score":0.4583345,"about_ca_system_score_codex":0.000037403446,"about_ca_system_score_gemma":0.0001893461,"threshold_uncertainty_score":0.44924915},"labels":[],"label_agreement":null},{"id":"W4409887790","doi":"10.2196/67820","title":"Application of a Sociotechnical Framework to Uncover Factors That Influence Effective User Engagement With Digital Mental Health Tools in Clinical Care Contexts: Scoping Review","year":2025,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; University of Toronto; Western University; Centre for Addiction and Mental Health","funders":"University of Toronto","keywords":"CINAHL; PsycINFO; Sociotechnical system; Digital health; Mental health; Health care; MEDLINE; Medicine; Psychology; Nursing; Knowledge management; Computer science; Psychological intervention; Psychiatry","score_opus":0.12939362189788808,"score_gpt":0.5957157818000244,"score_spread":0.4663221599021363,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409887790","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.935899,0.013781818,0.017083246,0.02597679,0.0008502782,0.005367707,0.000061616614,0.000021048165,0.0009584624],"genre_scores_gemma":[0.99716854,0.0004915188,0.00019203548,0.0018051217,0.000041167215,0.00016675516,0.000009682826,0.000015129801,0.00011001963],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9939671,0.0014059154,0.0018660948,0.0003627162,0.0019198471,0.00047830894],"domain_scores_gemma":[0.9949683,0.0033002202,0.00048323002,0.00034275348,0.00042489413,0.0004806124],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0078307325,0.00016067227,0.00076297566,0.00039079136,0.000049522285,0.00007803067,0.00088810903,0.00025847604,0.00020920105],"category_scores_gemma":[0.0045856885,0.000116815536,0.00022408368,0.0006413003,0.00039799954,0.00029516267,0.00045523464,0.0025558113,0.00003664081],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021781563,0.0035556324,0.3423801,0.010580397,0.00048724833,0.00010752882,0.00467867,0.00000369074,0.0000033777546,0.011024788,0.018407261,0.60659313],"study_design_scores_gemma":[0.0038437815,0.013224791,0.37666196,0.58543146,0.000033394677,0.000058775775,0.0063518914,0.000010022403,0.0002602114,0.0009858055,0.012832909,0.00030501478],"about_ca_topic_score_codex":0.00034341778,"about_ca_topic_score_gemma":0.00027694466,"teacher_disagreement_score":0.60628814,"about_ca_system_score_codex":0.00087412127,"about_ca_system_score_gemma":0.00082143885,"threshold_uncertainty_score":0.9997453},"labels":[],"label_agreement":null},{"id":"W4409905430","doi":"10.2196/64225","title":"Navigating the Maze of Social Media Disinformation on Psychiatric Illness and Charting Paths to Reliable Information for Mental Health Professionals: Observational Study of TikTok Videos","year":2025,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Misinformation and Its Impacts","field":"Social Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Institut universitaire en santé mentale de Montréal; Institut Universitaire en Santé Mentale de Québec; Institut national de psychiatrie légale Philippe-Pinel","funders":"","keywords":"Preprint; Disinformation; Observational study; Mental health; Psychiatry; Psychology; Social media; Mental illness; Medicine; World Wide Web; Computer science","score_opus":0.13934350203020132,"score_gpt":0.5315686640085457,"score_spread":0.39222516197834445,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409905430","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9432331,0.000039181235,0.00037608933,0.0544789,0.0004062245,0.0008094272,0.000011024457,0.0000038344365,0.00064222],"genre_scores_gemma":[0.9985133,0.00003877008,0.00014022767,0.0010476821,0.00016289814,0.0000092265545,0.000009181202,0.000002450627,0.000076285614],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9952076,0.00037138193,0.0011553495,0.000051565778,0.0029855496,0.0002285232],"domain_scores_gemma":[0.99702346,0.0011231836,0.0006916801,0.00006269137,0.0009333208,0.00016563354],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014674868,0.000061076375,0.00021264632,0.00022934278,0.00042436755,0.00007988699,0.00039450225,0.00008445145,0.00012550013],"category_scores_gemma":[0.008075587,0.000039197148,0.000046983776,0.0006104311,0.00012287902,0.00069558976,0.00010563843,0.00057258544,0.0000020822183],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041708467,0.0003880472,0.0010698908,0.00026373638,0.000047482692,1.4246434e-7,0.74912006,0.000012464358,0.0000072740754,0.019355744,0.08826255,0.14105554],"study_design_scores_gemma":[0.0031909333,0.0015496159,0.034798026,0.0025446631,0.000014204675,0.0000025345828,0.91869444,0.0060090525,0.00021968894,0.0011627113,0.031692594,0.00012153529],"about_ca_topic_score_codex":0.00024076564,"about_ca_topic_score_gemma":0.0001763951,"teacher_disagreement_score":0.1695744,"about_ca_system_score_codex":0.00015072976,"about_ca_system_score_gemma":0.0010415305,"threshold_uncertainty_score":0.96678156},"labels":[],"label_agreement":null},{"id":"W4409924010","doi":"10.2196/71086","title":"Real-World Mobile Health Implementation and Patient Safety: Multicenter Qualitative Study","year":2025,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University Health Network","funders":"","keywords":"mHealth; Health care; Nursing; Thematic analysis; eHealth; Qualitative research; Mainland China; Patient safety; Medicine; Telemedicine; Psychological intervention; China; Political science; Sociology","score_opus":0.14711995732412547,"score_gpt":0.6583413899250264,"score_spread":0.511221432600901,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409924010","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9143827,0.002005509,0.0011469079,0.06444748,0.001301223,0.012019076,0.00003438433,0.00003304195,0.004629673],"genre_scores_gemma":[0.9868549,0.0042350106,0.0002526185,0.0036041364,0.00023991903,0.003040654,0.0000108965605,0.000016160588,0.0017456934],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9882866,0.0063063344,0.0023451443,0.00028506014,0.0019725037,0.00080433406],"domain_scores_gemma":[0.9933792,0.003616707,0.0006478282,0.00025908687,0.0010514802,0.0010457372],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.020348953,0.0001265846,0.0004943982,0.000778103,0.00057566626,0.000020595005,0.00039769543,0.0001321031,0.0019587066],"category_scores_gemma":[0.00093428325,0.000094773604,0.000055428627,0.0006413993,0.0001682397,0.000101802856,0.00037195068,0.002596999,0.00004694297],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009434725,0.0012554489,0.030251427,0.0008675465,0.00013145513,0.000025677533,0.13876007,5.772508e-7,0.000006257607,0.013177341,0.31518862,0.4993921],"study_design_scores_gemma":[0.004226,0.0031400512,0.015445241,0.0010994578,0.000013411996,0.0000029797839,0.48368156,0.00014648543,0.000008825267,0.0007274618,0.49143317,0.000075351],"about_ca_topic_score_codex":0.010143819,"about_ca_topic_score_gemma":0.010942436,"teacher_disagreement_score":0.49931675,"about_ca_system_score_codex":0.0009182198,"about_ca_system_score_gemma":0.0037608887,"threshold_uncertainty_score":0.99970406},"labels":[],"label_agreement":null},{"id":"W4409930611","doi":"10.2196/70203","title":"Experiences of Using a Digital Text Messaging Intervention to Support Oral Medication Adherence for People Living With Type 2 Diabetes: Qualitative Process Evaluation","year":2025,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nipissing University","funders":"","keywords":"Summit; Intervention (counseling); eHealth; Digital health; Preprint; Qualitative research; Gerontology; Medicine; Psychology; Computer science; World Wide Web; Medical education; Nursing; Health care; Sociology; Political science; Geography","score_opus":0.24831967774153857,"score_gpt":0.6425398823733508,"score_spread":0.39422020463181223,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409930611","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9581544,0.00022481578,0.036468145,0.0023952972,0.00037580976,0.0018961652,0.000005097578,0.0000080006575,0.00047231774],"genre_scores_gemma":[0.9964489,0.000037490634,0.00089801184,0.0001948435,0.00011740611,0.0019236492,0.000012233976,0.00001068983,0.00035679457],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99462163,0.0012022936,0.0013052017,0.00022289125,0.0021628696,0.00048513693],"domain_scores_gemma":[0.9916638,0.0034229662,0.000668254,0.00017574194,0.0036099763,0.00045927698],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.021955552,0.00009537094,0.00037090582,0.00051697314,0.00021731417,0.000026384143,0.0005103736,0.00016051167,0.0011385094],"category_scores_gemma":[0.014768026,0.00006915855,0.000057035522,0.0009006942,0.00016066496,0.000269363,0.00012737996,0.00080792356,0.000009720555],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001734143,0.001352304,0.09339691,0.01048246,0.0002606573,0.000001966972,0.5382282,0.000040870273,0.0001861848,0.004007746,0.036284737,0.3140238],"study_design_scores_gemma":[0.0046432633,0.0055931117,0.01323577,0.033242844,0.000128013,0.000010296197,0.89830875,0.028889226,0.00031426238,0.0035817018,0.011777687,0.00027508743],"about_ca_topic_score_codex":0.00021487105,"about_ca_topic_score_gemma":0.00040638563,"teacher_disagreement_score":0.3600805,"about_ca_system_score_codex":0.00035074138,"about_ca_system_score_gemma":0.004823288,"threshold_uncertainty_score":0.9997746},"labels":[],"label_agreement":null},{"id":"W4409957574","doi":"10.2196/65361","title":"Leveraging Canadian Health Care Worker Volunteers to Address COVID-19 Vaccine Misinformation on Facebook: Qualitative Program Evaluation Study","year":2025,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Misinformation and Its Impacts","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University; McMaster University; University of Calgary","funders":"","keywords":"Misinformation; Social media; Health care; Psychology; Medicine; Internet privacy; Medical education; World Wide Web; Political science; Computer science","score_opus":0.27590467149281966,"score_gpt":0.6185255980018316,"score_spread":0.34262092650901194,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409957574","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6270194,0.00038040648,0.0016603969,0.29489097,0.0014130571,0.008688141,0.0000121764315,0.000052581014,0.06588285],"genre_scores_gemma":[0.99210596,0.00003943178,0.00006895705,0.006221822,0.00014672177,0.00003480013,0.000009558115,0.0000048955894,0.0013678767],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9901288,0.0029266812,0.00078163214,0.00012828466,0.005463766,0.0005708069],"domain_scores_gemma":[0.995136,0.00066283596,0.00018476133,0.00014080158,0.0017660928,0.002109478],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.038187876,0.00009758099,0.00023626637,0.0013938609,0.0004735701,0.000353916,0.0006844043,0.00012384252,0.0023684641],"category_scores_gemma":[0.01855881,0.000077776895,0.000060974337,0.0009284234,0.000093808165,0.00035640004,0.000067301844,0.0009227071,0.00008635658],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00013207851,0.00008066264,0.00017451646,0.000025979234,0.00004124346,0.000005979197,0.6046567,0.00010077075,1.0813167e-7,0.00060343946,0.22619575,0.16798277],"study_design_scores_gemma":[0.001341756,0.00096020603,0.0026699658,0.00042858542,0.000007115835,0.000001968115,0.73381054,0.0011976989,0.000004260851,0.00006929479,0.25944123,0.000067401124],"about_ca_topic_score_codex":0.17285843,"about_ca_topic_score_gemma":0.31560257,"teacher_disagreement_score":0.36508653,"about_ca_system_score_codex":0.0045977207,"about_ca_system_score_gemma":0.015192114,"threshold_uncertainty_score":0.9992235},"labels":[],"label_agreement":null},{"id":"W4409957687","doi":"10.2196/56086","title":"Scalable Precision Psychiatry With an Objective Measure of Psychological Stress: Prospective Real-World Study","year":2025,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Scarborough Hospital; University of Toronto","funders":"","keywords":"Preprint; Measure (data warehouse); Psychology; Clinical psychology; Stress (linguistics); Psychiatry; Medicine; Computer science; Data mining; World Wide Web","score_opus":0.09561749954030674,"score_gpt":0.5347046612885021,"score_spread":0.4390871617481954,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409957687","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92190796,0.00040860396,0.00044880313,0.002361906,0.001802119,0.0010100015,0.000015444746,0.000020882982,0.07202425],"genre_scores_gemma":[0.9919441,0.000012652182,0.00034863467,0.000086400745,0.00022559988,0.00007152666,0.0000020323014,0.00002106339,0.0072880196],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9924082,0.0018220977,0.0013394473,0.00050121755,0.003373327,0.00055570767],"domain_scores_gemma":[0.9963645,0.00067930185,0.0004105,0.0005397723,0.0014743924,0.0005315435],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.007700701,0.00019374843,0.00059106544,0.0010665519,0.00008187065,0.00008197741,0.0014243043,0.00024234466,0.00217832],"category_scores_gemma":[0.0009075075,0.00012628901,0.00017055508,0.0013966848,0.00060340343,0.00027276285,0.00027747848,0.0024248813,0.00004737847],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.019846145,0.057572927,0.7502882,0.00023902593,0.0012956035,0.00060571666,0.0037372306,0.0000031309505,0.000012586067,0.039925486,0.052525498,0.073948465],"study_design_scores_gemma":[0.007339451,0.05915495,0.8896814,0.0066043297,0.00008677932,0.0001964282,0.016466599,0.000054736025,0.00042739595,0.019280842,0.0004949802,0.00021213593],"about_ca_topic_score_codex":0.0011268065,"about_ca_topic_score_gemma":0.0043228683,"teacher_disagreement_score":0.13939318,"about_ca_system_score_codex":0.00035464476,"about_ca_system_score_gemma":0.00051195954,"threshold_uncertainty_score":0.99987656},"labels":[],"label_agreement":null},{"id":"W4410071587","doi":"10.2196/65087","title":"Impact of the COVID-19 Pandemic and the 2021 National Institute for Health and Care Excellence Guidelines on Public Perspectives Toward Myalgic Encephalomyelitis/Chronic Fatigue Syndrome: Thematic and Sentiment Analysis on Twitter (Rebranded as X)","year":2025,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Fibromyalgia and Chronic Fatigue Syndrome Research","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Preprint; Coronavirus disease 2019 (COVID-19); Chronic fatigue syndrome; Nice; Encephalomyelitis; Thematic analysis; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Medicine; Psychology; Psychiatry; Virology; World Wide Web; Computer science; Qualitative research; Sociology; Internal medicine; Disease; Multiple sclerosis","score_opus":0.16467381369026082,"score_gpt":0.5053774309167834,"score_spread":0.34070361722652265,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410071587","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8366302,0.017179629,0.00071306253,0.14443344,0.0000657043,0.0008365502,0.000016873764,0.000003715548,0.00012081472],"genre_scores_gemma":[0.9931262,0.0058777677,0.00006286109,0.00026408627,0.000057449277,0.000036050336,0.000007801477,0.000008470881,0.0005593127],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9949788,0.00073356956,0.0007495488,0.00032504214,0.0028193044,0.00039373385],"domain_scores_gemma":[0.99592954,0.0018452156,0.00023286871,0.0002579786,0.0011557111,0.00057867175],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0064678784,0.00017239574,0.0006757683,0.0007498455,0.00018842198,0.000093806404,0.0004429331,0.00014029167,0.00040495078],"category_scores_gemma":[0.009719669,0.00008144185,0.00031020006,0.0007328391,0.0016681886,0.00008137129,0.00025476725,0.0010430947,0.000001030594],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.02537009,0.0038802647,0.24691515,0.06635473,0.04779144,0.001030233,0.17493899,0.0007838553,0.0007741671,0.0869399,0.2558412,0.089379996],"study_design_scores_gemma":[0.15747267,0.07492493,0.30628556,0.08414617,0.003400101,0.02047811,0.19426408,0.10797262,0.00044035292,0.036022507,0.01276989,0.0018229977],"about_ca_topic_score_codex":0.0007746504,"about_ca_topic_score_gemma":0.000053883563,"teacher_disagreement_score":0.2430713,"about_ca_system_score_codex":0.0011723523,"about_ca_system_score_gemma":0.0065411185,"threshold_uncertainty_score":0.99909085},"labels":[],"label_agreement":null},{"id":"W4410074648","doi":"10.2196/66547","title":"Enabling Digital Compassion in Digital Health Environments: Modified eDelphi Study to Identify Interprofessional Competencies and Technology Attributes","year":2025,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Mindfulness and Compassion Interventions","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Public Health Ontario; University of Toronto; Centre for Addiction and Mental Health; University Health Network","funders":"","keywords":"Preprint; Digital health; eHealth; Compassion; Psychology; Computer science; Health care; Medical education; Knowledge management; Multimedia; Nursing; Medicine; World Wide Web","score_opus":0.09518263263929315,"score_gpt":0.48485403375280306,"score_spread":0.3896714011135099,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410074648","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95320797,0.0006547131,0.021358538,0.023078054,0.0008888553,0.00032722426,0.00001425341,0.000010638744,0.00045977306],"genre_scores_gemma":[0.99624544,0.000010928382,0.000013842989,0.00012567388,0.0000888735,0.00011822304,0.0000044073677,0.000010371956,0.0033822244],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9960202,0.00036986035,0.0012321062,0.00034841077,0.0015279253,0.00050147827],"domain_scores_gemma":[0.9983028,0.00067660346,0.00019942831,0.0002548275,0.00017836163,0.0003879393],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0033259229,0.00015417956,0.00050936814,0.0019576428,0.00011755543,0.0002505972,0.0010194511,0.0001680226,0.0021647448],"category_scores_gemma":[0.0012331837,0.00011366967,0.00009375858,0.00081132364,0.00031959254,0.00023441942,0.0013494598,0.0018182448,0.000060375027],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022938258,0.016562391,0.2938692,0.00015592753,0.00075132673,0.001308085,0.0065420005,0.000013529666,0.00014416061,0.06973489,0.24214089,0.36648378],"study_design_scores_gemma":[0.019135466,0.015427409,0.40847445,0.02342362,0.00004812813,0.0009740958,0.36707523,0.0027618348,0.0005690936,0.0547662,0.106349654,0.0009948278],"about_ca_topic_score_codex":0.00015280115,"about_ca_topic_score_gemma":0.00009180567,"teacher_disagreement_score":0.36548895,"about_ca_system_score_codex":0.00023250656,"about_ca_system_score_gemma":0.00027038483,"threshold_uncertainty_score":0.9987474},"labels":[],"label_agreement":null},{"id":"W4410243216","doi":"10.2196/69408","title":"Diabetic Foot Ulcer Classification Models Using Artificial Intelligence and Machine Learning Techniques: Systematic Review","year":2025,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Diabetic Foot Ulcer Assessment and Management","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Women's College Hospital; University of Toronto","funders":"","keywords":"Preprint; Artificial intelligence; Machine learning; Computer science; World Wide Web","score_opus":0.3119413155419134,"score_gpt":0.508408911799931,"score_spread":0.19646759625801757,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410243216","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000018312053,0.968677,0.026297979,0.0013561508,0.0001842899,0.0024497882,0.000001774514,0.000021876447,0.0010093151],"genre_scores_gemma":[0.00022338988,0.9971049,0.000842124,0.00015455906,0.00025059938,0.00012439226,0.00001748332,0.000041541643,0.0012410422],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9912075,0.001781354,0.00264976,0.00040127037,0.0034953402,0.00046480942],"domain_scores_gemma":[0.9960347,0.00137125,0.0009444117,0.00042779584,0.0007561219,0.0004657134],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.016160283,0.00035880445,0.0032590048,0.0013155873,0.00006524444,0.00014867258,0.00084172015,0.00043886635,0.00032567812],"category_scores_gemma":[0.005514692,0.0002312966,0.0005156615,0.0008375113,0.0002861966,0.0001210109,0.00058866525,0.0035439052,0.00001243734],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010469972,0.00014303003,5.861612e-7,0.6267372,0.00039557857,0.000116624455,0.00002411049,1.6217028e-7,2.8838954e-7,0.0025660247,0.00052732864,0.36947864],"study_design_scores_gemma":[0.000074085256,0.0005221859,1.101972e-7,0.9375894,0.0037025618,0.00030402688,0.00009155572,0.0077527086,0.000005067973,0.0008572851,0.048937675,0.0001633532],"about_ca_topic_score_codex":0.000028105953,"about_ca_topic_score_gemma":0.0000037270197,"teacher_disagreement_score":0.36931527,"about_ca_system_score_codex":0.0005236305,"about_ca_system_score_gemma":0.0012669201,"threshold_uncertainty_score":0.998755},"labels":[],"label_agreement":null},{"id":"W4410288395","doi":"10.2196/71873","title":"Advancing the Use of Longitudinal Electronic Health Records: Tutorial for Uncovering Real-World Evidence in Chronic Disease Outcomes","year":2025,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Advanced Causal Inference Techniques","field":"Mathematics","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"U.S. Food and Drug Administration; National Institute of Neurological Disorders and Stroke; U.S. Department of Health and Human Services","keywords":"Pipeline (software); Computer science; Scalability; Data science; Disease; Missing data; Health records; Sampling bias; Medicine; Clinical trial; MEDLINE; Machine learning; Data mining; Artificial intelligence; Sample size determination; Health care; Database","score_opus":0.35156122820201635,"score_gpt":0.5739641170098899,"score_spread":0.22240288880787357,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410288395","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5893547,0.0048657246,0.35239935,0.04906618,0.0016011472,0.00249531,0.000012729951,0.000106294945,0.00009858495],"genre_scores_gemma":[0.987302,0.0051893564,0.0057656323,0.00016463014,0.00048179118,0.00007283699,7.564417e-7,0.000032545235,0.0009904684],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9949954,0.0006638991,0.0013236292,0.00022301843,0.0020412689,0.00075278943],"domain_scores_gemma":[0.98377466,0.014403367,0.0004893984,0.00038829132,0.0006710022,0.00027326308],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.014277369,0.00015069093,0.0006202441,0.0006686999,0.00005975375,0.000068253,0.0010850158,0.00009227846,0.00007532288],"category_scores_gemma":[0.043909106,0.00009628944,0.00019146575,0.0006985422,0.00026124532,0.00044363987,0.00037979707,0.0018323249,7.664192e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0069636554,0.0012906978,0.15909685,0.0061282204,0.00075236714,0.0003490827,0.0013704096,0.00070079666,0.00066092354,0.5132329,0.18605123,0.123402864],"study_design_scores_gemma":[0.0037354978,0.0051966584,0.023499917,0.044626553,0.00011938876,0.000036391975,0.00041452385,0.016600586,0.0041023837,0.84261245,0.058561902,0.000493754],"about_ca_topic_score_codex":0.0013247405,"about_ca_topic_score_gemma":0.011057777,"teacher_disagreement_score":0.3979473,"about_ca_system_score_codex":0.0031552722,"about_ca_system_score_gemma":0.005389728,"threshold_uncertainty_score":0.96414447},"labels":[],"label_agreement":null},{"id":"W4410300334","doi":"10.2196/67156","title":"Population-Wide Depression Incidence Forecasting Comparing Autoregressive Integrated Moving Average and Vector Autoregressive Integrated Moving Average to Temporal Fusion Transformers: Longitudinal Observational Study","year":2025,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Mental Health Treatment and Access","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Innovation and Technology Commission; Impact Fund","keywords":"Autoregressive integrated moving average; Univariate; Statistics; Population; Multivariate statistics; Econometrics; Time series; Computer science; Mathematics; Demography","score_opus":0.1821245063023812,"score_gpt":0.4734602539407014,"score_spread":0.2913357476383202,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410300334","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9885753,0.0006770124,0.0066185677,0.0014943387,0.0010925829,0.0009863728,0.00000815807,0.000034070854,0.0005136366],"genre_scores_gemma":[0.9980167,0.00003537054,0.0004087255,0.00017226073,0.00024683512,0.00007132115,0.000049141447,0.000027760925,0.0009718787],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99355835,0.0011540741,0.0014968573,0.00060101,0.0024531854,0.0007365002],"domain_scores_gemma":[0.9956937,0.0020895181,0.0005039155,0.00022789015,0.0008357142,0.000649293],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004883549,0.00034551282,0.0007469753,0.0010581833,0.0004894911,0.00028406197,0.0008466181,0.00030479225,0.0012897003],"category_scores_gemma":[0.0028592118,0.00024563126,0.00012449572,0.0007621464,0.00017368777,0.00074113917,0.0004715763,0.0022657393,0.000013289791],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018063402,0.00069528,0.939074,0.00013028958,0.0002493634,0.0014362246,0.0055618007,0.00007819863,0.00008538828,0.00020858544,0.0020053969,0.048669163],"study_design_scores_gemma":[0.0036193735,0.0011772733,0.9360283,0.0074023237,0.0000509938,0.00017359995,0.005244442,0.04532909,0.0002486432,0.00017100247,0.0003048721,0.00025006404],"about_ca_topic_score_codex":0.0096871015,"about_ca_topic_score_gemma":0.0025709835,"teacher_disagreement_score":0.048419096,"about_ca_system_score_codex":0.000848531,"about_ca_system_score_gemma":0.0004100155,"threshold_uncertainty_score":0.9999996},"labels":[],"label_agreement":null},{"id":"W4410303160","doi":"10.2196/63485","title":"Cognitive and Spontaneous Brain Activity in Nonaddictive Smartphone Users Among Older Adults in China: Cross-Sectional Study","year":2025,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Technology Use by Older Adults","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Preprint; Cross-sectional study; Cognition; Psychology; Smartphone addiction; Addiction; Addictive behavior; Medicine; Psychiatry; Computer science; World Wide Web","score_opus":0.026223518384038018,"score_gpt":0.41738362846506133,"score_spread":0.3911601100810233,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410303160","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99262017,0.00010305961,0.000050364917,0.0053896154,0.00030656616,0.0005869103,0.0000035425871,0.000015230337,0.0009245328],"genre_scores_gemma":[0.9988249,0.00009202002,0.000008030711,0.000066695146,0.00011017959,0.000025102916,5.1296666e-7,0.000008248293,0.0008643131],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9942659,0.0017391592,0.0005708169,0.0003572583,0.0025161863,0.0005506553],"domain_scores_gemma":[0.99616385,0.0028518953,0.00013979342,0.00010383205,0.00046538762,0.0002752668],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.012989944,0.00012572437,0.00034967263,0.001257735,0.0001410807,0.00012693534,0.00071179686,0.000459688,0.00034076272],"category_scores_gemma":[0.014561564,0.000110746674,0.00005961265,0.0011047227,0.0018468656,0.00032423055,0.00038068468,0.00334141,0.0000053741433],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011973283,0.001211699,0.9535368,0.000016558724,0.0000747976,0.0052254065,0.025720255,6.6404635e-7,0.0000062906443,0.00012361328,0.00058168644,0.012304899],"study_design_scores_gemma":[0.004143039,0.00044491282,0.9743975,0.0009054105,0.000003856957,0.00009523254,0.019272571,0.00018546238,0.00004270112,0.00036424468,0.00006537377,0.0000797024],"about_ca_topic_score_codex":0.027751556,"about_ca_topic_score_gemma":0.21533287,"teacher_disagreement_score":0.18758132,"about_ca_system_score_codex":0.00065565587,"about_ca_system_score_gemma":0.0009623605,"threshold_uncertainty_score":0.99895793},"labels":[],"label_agreement":null},{"id":"W4410311734","doi":"10.2196/70381","title":"Artificial Intelligence in Health Promotion and Disease Reduction: Rapid Review","year":2025,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"HEC Montréal; Impact; Université de Sherbrooke; University of Ottawa; Université Laval","funders":"","keywords":"Preprint; eHealth; Health promotion; Artificial intelligence; Computer science; Medicine; Public health; Health care; World Wide Web; Political science; Nursing","score_opus":0.38671154708255856,"score_gpt":0.6414479691322795,"score_spread":0.25473642204972097,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410311734","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[6.153332e-7,0.91167897,0.0005789876,0.08107416,0.0009567976,0.0053734193,0.000014687813,0.000011550326,0.00031083325],"genre_scores_gemma":[0.0000072647804,0.9934138,0.00012419769,0.0010436254,0.0014079319,0.0026853979,0.000037260972,0.000025443675,0.0012550761],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9824917,0.008455579,0.00525293,0.0004869023,0.0023259998,0.0009869152],"domain_scores_gemma":[0.99097353,0.0030150102,0.0016842867,0.0004982909,0.0008116269,0.0030172707],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03917348,0.00026736638,0.0021513575,0.0012591619,0.0003005135,0.000019779503,0.00094487314,0.00060558034,0.0025740827],"category_scores_gemma":[0.016370913,0.00019208044,0.00024850125,0.0015395997,0.00028873194,0.000093510476,0.00041201204,0.008669422,0.0001288756],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025293368,0.00017429667,0.0000027840276,0.2578363,0.000011972063,0.000026186994,0.0000461101,1.5025961e-8,1.7836144e-9,0.004986546,0.07741234,0.6594781],"study_design_scores_gemma":[0.000052590916,0.0001988287,0.0000030442527,0.36558786,0.000032856213,0.000048063637,0.000053241056,0.000018199813,9.050518e-9,0.0016711169,0.6322736,0.000060547478],"about_ca_topic_score_codex":0.00021650907,"about_ca_topic_score_gemma":0.00008020422,"teacher_disagreement_score":0.65941757,"about_ca_system_score_codex":0.001087019,"about_ca_system_score_gemma":0.032077838,"threshold_uncertainty_score":0.9983377},"labels":[],"label_agreement":null},{"id":"W4410356224","doi":"10.2196/72901","title":"Telehealth for the Initial Evaluation of Musculoskeletal Disorders: Qualitative Study of Patients, Health Care Providers, and Key Stakeholders in the Province of Quebec in Canada","year":2025,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Montréal; Université Laval; Université du Québec à Montréal; Université de Sherbrooke; Centre for Interdisciplinary Research in Rehabilitation; Hôpital Maisonneuve-Rosemont","funders":"","keywords":"Telehealth; Thematic analysis; Nursing; Psychological intervention; Telemedicine; Qualitative research; Medicine; Health care; Family medicine; Medical education; Psychology; Sociology; Political science","score_opus":0.1586143704800042,"score_gpt":0.5335655085055763,"score_spread":0.37495113802557206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410356224","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9737739,0.001318345,0.00011820493,0.021496592,0.00008573955,0.003169491,0.000014608861,5.278509e-7,0.00002260932],"genre_scores_gemma":[0.9994057,0.00015949363,0.000028544802,0.00028267846,0.00003799851,0.000060967406,0.00001372225,0.0000051702214,0.000005767089],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9922089,0.002415363,0.0014494617,0.00013473105,0.003523664,0.0002678686],"domain_scores_gemma":[0.99531287,0.0027209911,0.00055007235,0.0001455352,0.0011646772,0.000105860585],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016355975,0.00008131083,0.00042700933,0.00039737936,0.00003377509,0.0000053118515,0.00026809901,0.00004462014,0.000024664287],"category_scores_gemma":[0.0044321553,0.000044972414,0.000040039213,0.00044307255,0.00020928908,0.000069022535,0.000052391286,0.00068492285,1.38126675e-8],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021820383,0.0016009236,0.13456383,0.004117168,0.00017089656,0.000008976989,0.25706625,0.000010626206,0.0000018656519,0.00031764293,0.012316023,0.58764374],"study_design_scores_gemma":[0.010030243,0.006863749,0.25031194,0.00081886485,0.00005221626,0.0000015102052,0.73081845,0.0004725987,0.000016440912,0.00010467825,0.00048017802,0.000029137796],"about_ca_topic_score_codex":0.8945615,"about_ca_topic_score_gemma":0.98928803,"teacher_disagreement_score":0.5876146,"about_ca_system_score_codex":0.0007889017,"about_ca_system_score_gemma":0.01758508,"threshold_uncertainty_score":0.9879843},"labels":[],"label_agreement":null},{"id":"W4410398498","doi":"10.2196/73687","title":"Digital Interventions for Cognitive Dysfunction in Patients With Stroke: Systematic Review and Meta-Analysis","year":2025,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Stroke Rehabilitation and Recovery","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Cochrane Library; Meta-analysis; Medicine; Psychological intervention; Randomized controlled trial; Cognition; MEDLINE; Systematic review; Physical therapy; Psychiatry","score_opus":0.15951328004426774,"score_gpt":0.4946000789694293,"score_spread":0.3350867989251616,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410398498","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000012287213,0.9943699,0.0011376126,0.0005944449,0.00006639534,0.0035047196,0.00013219695,0.0000031735065,0.00017923536],"genre_scores_gemma":[0.00016727035,0.98998857,0.000044538858,0.00009105019,0.000040052964,0.0003246384,0.00010607833,0.000016369167,0.009221413],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99454385,0.0008495315,0.0020097308,0.0002720792,0.00209481,0.00023000503],"domain_scores_gemma":[0.9916268,0.0053833225,0.0007484792,0.00019894665,0.0017313773,0.00031109073],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.005638444,0.00023100938,0.006349176,0.0023035966,0.000021910926,0.00008263876,0.00025172153,0.0002760778,0.0005279038],"category_scores_gemma":[0.01803952,0.000112900394,0.0037915246,0.0010572611,0.00017931956,0.00012495159,0.000108794564,0.0014314085,0.0000061477517],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000088335226,0.00040197663,0.00013034487,0.8655039,0.11384107,0.000019610277,0.00001654303,1.5890343e-8,2.532904e-10,0.000012000129,0.0010434157,0.018942758],"study_design_scores_gemma":[0.0009348249,0.001315777,0.00005540065,0.49871245,0.49243942,0.000037738977,0.00008322557,0.0000033809636,1.20575265e-8,0.0000034172508,0.006342733,0.00007163137],"about_ca_topic_score_codex":0.0000052794253,"about_ca_topic_score_gemma":0.000016116848,"teacher_disagreement_score":0.37859833,"about_ca_system_score_codex":0.00023239067,"about_ca_system_score_gemma":0.0006709427,"threshold_uncertainty_score":0.99023193},"labels":[],"label_agreement":null},{"id":"W4410608829","doi":"10.2196/66100","title":"AI and Machine Learning Terminology in Medicine, Psychology, and Social Sciences: Tutorial and Practical Recommendations","year":2025,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Preprint; Terminology; Behavioural sciences; Psychology; Computer science; Data science; Applied psychology; World Wide Web; Psychotherapist","score_opus":0.21016267067506225,"score_gpt":0.5775119752940857,"score_spread":0.3673493046190235,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410608829","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05652008,0.001535534,0.019931285,0.91988415,0.0009044964,0.00010557522,3.3124732e-7,0.000013327641,0.0011052217],"genre_scores_gemma":[0.9870193,0.0019155787,0.005334438,0.004889866,0.00056825415,0.000005196621,7.828254e-7,0.000005719679,0.00026084133],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9960675,0.0018293449,0.0005364072,0.0003087764,0.0009196301,0.00033828977],"domain_scores_gemma":[0.9969456,0.0024505272,0.00013198494,0.00009183162,0.0002103458,0.00016971776],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.012658727,0.00008638625,0.00029418242,0.00085215195,0.00019760324,0.00012830601,0.00053738273,0.00022448318,0.00009354212],"category_scores_gemma":[0.008009597,0.00006369252,0.000016876884,0.0004845541,0.001357994,0.00025511757,0.0007734792,0.0035592283,0.0000011052254],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001856409,0.00016807414,0.10887293,0.00018599765,0.000051639465,0.00067136827,0.0053534135,0.000001370052,0.000059821712,0.19743045,0.0666919,0.6203274],"study_design_scores_gemma":[0.0068197506,0.005303139,0.078985885,0.0016915938,0.000021303631,0.0060744295,0.0011145609,0.27418423,0.00001872722,0.048351627,0.5771249,0.00030986336],"about_ca_topic_score_codex":0.00056561537,"about_ca_topic_score_gemma":0.00020037462,"teacher_disagreement_score":0.93049926,"about_ca_system_score_codex":0.000049300474,"about_ca_system_score_gemma":0.00043860168,"threshold_uncertainty_score":0.9987396},"labels":[],"label_agreement":null},{"id":"W4410642937","doi":"10.2196/65924","title":"Effect of Immersive Virtual Reality on Chemotherapy-Related Side Effects in Patients Receiving Paclitaxel-Carboplatin With or Without Bevacizumab: 2-Arm Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Cancer Treatment and Pharmacology","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Paclitaxel; Carboplatin; Bevacizumab; Randomized controlled trial; Medicine; Oncology; Internal medicine; Cancer; Chemotherapy; Cisplatin","score_opus":0.020467767564954525,"score_gpt":0.42765156547027355,"score_spread":0.407183797905319,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410642937","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98741305,0.00025797778,0.00004779087,0.0031135182,0.0006124907,0.005178001,0.000001219167,0.0000059140207,0.0033700631],"genre_scores_gemma":[0.997246,0.00027095954,0.000010857069,0.00020368832,0.00017421637,0.00016314392,0.000005252592,0.0000195309,0.0019063462],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9905897,0.0050217235,0.0014048524,0.00026452058,0.0023150728,0.00040418108],"domain_scores_gemma":[0.98083335,0.01762226,0.0005544195,0.00018995108,0.00048948335,0.00031053033],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.015134378,0.00024541822,0.002961919,0.0008096673,0.000029483354,0.000017482651,0.0002899869,0.00032483213,0.00059618533],"category_scores_gemma":[0.012053329,0.00012025487,0.00043941938,0.00052602426,0.00050495606,0.000054536387,0.000070343165,0.0018621378,0.0000038177695],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9693133,0.0021448748,0.0038463995,0.000242795,0.0027305458,0.00035812616,0.00083665794,0.000004378152,0.00020799172,0.00005814246,0.0012932164,0.018963538],"study_design_scores_gemma":[0.9307703,0.057229675,0.0011507219,0.0038920676,0.00052111945,0.000018724291,0.00007622034,0.0010895253,0.005076644,0.000046861463,0.000049941613,0.00007821813],"about_ca_topic_score_codex":0.00036896596,"about_ca_topic_score_gemma":0.00008092583,"teacher_disagreement_score":0.0550848,"about_ca_system_score_codex":0.0005335126,"about_ca_system_score_gemma":0.0009344252,"threshold_uncertainty_score":0.9962686},"labels":[],"label_agreement":null},{"id":"W4410643566","doi":"10.2196/58947","title":"Developing a Core Outcome Set for Pediatric and Adult Acute and Chronic Pain Extended Reality Trials: Delphi Consensus-Building Process","year":2025,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; Sunnybrook Health Science Centre; Hospital for Sick Children; McMaster University; Women's College Hospital; University of Toronto","funders":"National Institutes of Health; Canadian Institutes of Health Research; Hospital for Sick Children; National Institute of Arthritis and Musculoskeletal and Skin Diseases; MAYDAY Fund","keywords":"Delphi method; Medicine; Psychological intervention; Chronic pain; Systematic review; Delphi; Intervention (counseling); Clinical trial; Physical therapy; MEDLINE; Nursing; Internal medicine","score_opus":0.5002267776015727,"score_gpt":0.6455389527820369,"score_spread":0.14531217518046413,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410643566","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7995706,0.0030601926,0.04559311,0.14871448,0.00041800697,0.0019545634,0.00002460142,0.000059759263,0.00060467736],"genre_scores_gemma":[0.99074656,0.004586152,0.0028774473,0.00030543984,0.0008498667,0.00008209207,0.0000018169767,0.00001615666,0.00053448713],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99066806,0.0034478838,0.0014079129,0.00034837375,0.0033350517,0.0007927268],"domain_scores_gemma":[0.9811706,0.015205615,0.0003921305,0.00016636867,0.0024743034,0.0005910044],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.124178246,0.00014705444,0.0006771636,0.00083120033,0.00035201007,0.00029533802,0.0010945759,0.00042440262,0.000082440994],"category_scores_gemma":[0.1368141,0.000112420435,0.00012737185,0.0008916176,0.0011084663,0.00013656216,0.00042636276,0.0016628836,7.9597163e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0035838329,0.00041736264,0.05525374,0.005017173,0.0011531912,0.0015544517,0.014071017,0.0000018487268,0.0004383022,0.22529694,0.30479407,0.38841805],"study_design_scores_gemma":[0.02434247,0.007040817,0.010660321,0.011947336,0.00086193887,0.0011296895,0.07704787,0.04299123,0.003467861,0.66372657,0.15470566,0.0020782484],"about_ca_topic_score_codex":0.00058839796,"about_ca_topic_score_gemma":0.0008210756,"teacher_disagreement_score":0.43842962,"about_ca_system_score_codex":0.00063220767,"about_ca_system_score_gemma":0.004461874,"threshold_uncertainty_score":0.9018428},"labels":[],"label_agreement":null},{"id":"W4410737691","doi":"10.2196/64753","title":"The Value of Remote Vital Signs Monitoring in Detecting Clinical Deterioration in Patients in Hospital at Home Programs or Postacute Medical Patients in the Community: Systematic Review","year":2025,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Sepsis Diagnosis and Treatment","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"National Medical Research Council; Medical Research Council","keywords":"Medicine; MEDLINE; Observational study; Randomized controlled trial; Systematic review; Vital signs; Early warning score; Emergency medicine; Intensive care medicine; Physical therapy; Internal medicine; Surgery","score_opus":0.2648995357471018,"score_gpt":0.5416654580744981,"score_spread":0.2767659223273963,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410737691","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29913932,0.6948273,0.0000016726333,0.00104913,0.00047767215,0.0044829054,0.0000035931832,0.0000031498362,0.000015259437],"genre_scores_gemma":[0.11082608,0.8887257,0.000027011105,0.00007455446,0.00011097265,0.00016764349,0.000027042557,0.000027052865,0.000013970645],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.97509074,0.012446358,0.005751326,0.0003159276,0.0057696383,0.0006259953],"domain_scores_gemma":[0.98247224,0.014423553,0.0014529317,0.00070184923,0.0005913596,0.0003580361],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04163462,0.00035920893,0.0035076214,0.00082815235,0.00006852016,0.00007388132,0.0017295673,0.00067854946,0.000022491708],"category_scores_gemma":[0.05306272,0.00016197584,0.0006086545,0.0015321142,0.00030334853,0.00009891365,0.000790633,0.006813462,0.0000058063433],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002936979,0.005256438,0.11903124,0.23949112,0.00030637317,0.0011572741,0.0008553104,3.355406e-8,1.7859634e-8,0.0000026278306,0.00016599125,0.6334399],"study_design_scores_gemma":[0.0034804225,0.0064982763,0.015533239,0.9723496,0.0003870284,0.00008222726,0.0005605733,0.000033840686,7.879466e-7,0.000012595562,0.00092295895,0.00013847114],"about_ca_topic_score_codex":0.0010100008,"about_ca_topic_score_gemma":0.0016008725,"teacher_disagreement_score":0.7328585,"about_ca_system_score_codex":0.0015587648,"about_ca_system_score_gemma":0.0013977643,"threshold_uncertainty_score":0.99547786},"labels":[],"label_agreement":null},{"id":"W4410756192","doi":"10.2196/72669","title":"Development of a Recommendation Engine to University Student Mental Health Support Aligned With Stepped Care: Longitudinal Cohort Study","year":2025,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Mental Health via Writing","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Regional Municipality of Waterloo; University of Ottawa; Queen's University; Alberta Children's Hospital; University of Calgary; University of Waterloo; St. Michael's Hospital; University Health Network; University of Toronto; Toronto General Hospital; Public Health Ontario","funders":"","keywords":"Preprint; Mental health; Health care; Mental health care; Psychology; Medical education; World Wide Web; Nursing; Internet privacy; Computer science; Medicine; Psychiatry","score_opus":0.08797210425902761,"score_gpt":0.5125921975020937,"score_spread":0.4246200932430661,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410756192","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98742074,0.00006350579,0.0013256432,0.0076608723,0.00051003083,0.0011656368,0.000004650459,0.0000104385435,0.0018385111],"genre_scores_gemma":[0.9969832,0.000018681361,0.0013252904,0.00020787903,0.00006752077,0.000010546511,0.000009492982,0.000012775464,0.0013646604],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9949497,0.0008486696,0.0009981695,0.0002952708,0.002427422,0.00048076682],"domain_scores_gemma":[0.99819267,0.00021795905,0.0002867206,0.00018986913,0.000545091,0.000567665],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.010649067,0.00012254168,0.00047100722,0.00071638863,0.00013035155,0.000020811905,0.0006923238,0.00008430693,0.002535612],"category_scores_gemma":[0.00010857899,0.000101153804,0.000044343844,0.0005783502,0.000085968524,0.00006383202,0.00041086727,0.0006709607,0.000030675386],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0047782697,0.0038798647,0.7414119,0.00032873862,0.0011304977,0.0005142389,0.07226268,7.820775e-7,0.00003221764,0.00036061,0.0478066,0.12749358],"study_design_scores_gemma":[0.0069015035,0.009033575,0.7295537,0.0012183089,0.000030416753,0.0001355168,0.20013858,0.000016860547,0.0003315779,0.0000029591818,0.052488223,0.00014880714],"about_ca_topic_score_codex":0.0007025262,"about_ca_topic_score_gemma":0.0012584295,"teacher_disagreement_score":0.1278759,"about_ca_system_score_codex":0.0016380107,"about_ca_system_score_gemma":0.0015859305,"threshold_uncertainty_score":0.9983762},"labels":[],"label_agreement":null},{"id":"W4410847873","doi":"10.2196/64160","title":"Understanding Gender-Specific Daily Care Preferences: Topic Modeling Study","year":2025,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Aging and Gerontology Research","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Global Affairs Canada","funders":"","keywords":"Psychology; Population; Diversity (politics); Focus group; Gerontology; Medicine; Demography; Sociology","score_opus":0.5886341293434884,"score_gpt":0.5464107873313842,"score_spread":0.042223342012104204,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410847873","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8496578,0.007666135,0.051809717,0.0035413594,0.0016457739,0.00030814315,9.998912e-7,0.000021655427,0.085348465],"genre_scores_gemma":[0.9938849,0.00010988755,0.000048466383,0.000069753536,0.0003586137,0.000014006741,0.0000010651095,0.000011433454,0.005501838],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.99409485,0.0016064986,0.00069480744,0.00034465475,0.0025978964,0.0006613117],"domain_scores_gemma":[0.9976986,0.0008676653,0.00008118838,0.00038047778,0.00063810375,0.0003339521],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0072611207,0.000131421,0.0003775794,0.0008323413,0.00016089951,0.00012790361,0.0015593885,0.0003115302,0.0036239321],"category_scores_gemma":[0.00065117964,0.00009661802,0.00011516287,0.00046698278,0.00030272125,0.000080855,0.00039850254,0.0031934932,0.00008449092],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026642228,0.0033341295,0.17110184,0.00038654776,0.0027068648,0.005722256,0.22816932,0.00007085715,0.000024399335,0.09882732,0.39350435,0.09348791],"study_design_scores_gemma":[0.0063425805,0.0029535987,0.006474714,0.0010186745,0.000060748178,0.00026287104,0.9476711,0.0067685083,0.000025044214,0.015935699,0.012190069,0.00029637222],"about_ca_topic_score_codex":0.00040697717,"about_ca_topic_score_gemma":0.000267808,"teacher_disagreement_score":0.7195018,"about_ca_system_score_codex":0.00048966636,"about_ca_system_score_gemma":0.0005563955,"threshold_uncertainty_score":0.99910617},"labels":[],"label_agreement":null},{"id":"W4410972188","doi":"10.2196/65460","title":"Social Media Insights Into Disease Burden in Patients and Caregivers of Myelodysplastic Syndrome: Subcohort Analysis of High-Risk Patients","year":2025,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Preprint; Medicine; Cohort; Gerontology; Disease; Social media; World Wide Web; Computer science; Internal medicine","score_opus":0.043664798332740826,"score_gpt":0.42310903062578964,"score_spread":0.3794442322930488,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410972188","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99590236,0.0002858849,0.000013674886,0.002046392,0.0013433392,0.00032891778,0.0000063980015,0.0000026286975,0.00007038308],"genre_scores_gemma":[0.99890757,0.00079594244,0.000018812028,0.000012837085,0.00021344781,0.000018631366,0.000011048166,0.0000059394347,0.00001575754],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9928662,0.0016239082,0.0009421955,0.00019477605,0.004043226,0.0003296837],"domain_scores_gemma":[0.99097204,0.0061779427,0.00049950666,0.000109596614,0.001680411,0.0005604964],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.004141873,0.000094372524,0.00057881937,0.0019061873,0.00012670379,0.000024935342,0.0006698493,0.0002520828,0.00017746928],"category_scores_gemma":[0.04610277,0.000082895494,0.00012172934,0.002539939,0.0011852636,0.00015935363,0.00017767174,0.0008350794,0.00000132298],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028276767,0.00035403567,0.9016058,0.00011649473,0.00030313883,0.000014649124,0.07730844,0.000003374848,3.6306307e-7,0.0011678784,0.00093691895,0.01790613],"study_design_scores_gemma":[0.0010865054,0.00019226114,0.98986864,0.00032578927,0.0002399695,3.8697568e-8,0.0061696125,0.00010700732,0.0000043182804,0.0015616154,0.00038796148,0.000056303827],"about_ca_topic_score_codex":0.02791001,"about_ca_topic_score_gemma":0.009619317,"teacher_disagreement_score":0.088262804,"about_ca_system_score_codex":0.00062800606,"about_ca_system_score_gemma":0.0018328401,"threshold_uncertainty_score":0.97856325},"labels":[],"label_agreement":null},{"id":"W4411041771","doi":"10.2196/75415","title":"Seasonal Variation in Public Interest in Gout: Longitudinal Infodemiology Study Using Google Trends (2014–2024)","year":2025,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Gout, Hyperuricemia, Uric Acid","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Preprint; Variation (astronomy); Demography; Geography; Gerontology; Computer science; World Wide Web; Medicine; Sociology","score_opus":0.2219109219608882,"score_gpt":0.48107162623844146,"score_spread":0.2591607042775532,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411041771","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97787905,0.00062145386,0.0009069285,0.017690403,0.00078428583,0.0002489624,0.000001464601,0.0000090864205,0.0018583394],"genre_scores_gemma":[0.99669415,0.00010859515,0.00024701,0.00029790934,0.00045783943,0.0000131787565,0.0000033088127,0.000018087265,0.0021599063],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9935843,0.0014679468,0.0015511864,0.00041086937,0.0022111952,0.000774521],"domain_scores_gemma":[0.99705374,0.0011973395,0.00025932796,0.00035332737,0.0006145277,0.0005217532],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.015707787,0.00020429307,0.00083359564,0.003451187,0.00003758156,0.00007999184,0.00087363215,0.00046038494,0.00325141],"category_scores_gemma":[0.010466334,0.00015853328,0.0001463615,0.0020209907,0.00029656553,0.00026369578,0.00064382644,0.0046390505,0.00003375221],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009222618,0.002417613,0.95777863,0.00009445093,0.0003217794,0.0032519244,0.0012487984,0.000010083413,0.00022161614,0.000917305,0.017398937,0.015416578],"study_design_scores_gemma":[0.00717979,0.0019095496,0.95787203,0.0013849082,0.00008483784,0.0011715472,0.0017266128,0.022547731,0.000023325112,0.00043874353,0.005513995,0.00014691422],"about_ca_topic_score_codex":0.0011684782,"about_ca_topic_score_gemma":0.0017235473,"teacher_disagreement_score":0.022537649,"about_ca_system_score_codex":0.001477505,"about_ca_system_score_gemma":0.0018375223,"threshold_uncertainty_score":0.99786896},"labels":[],"label_agreement":null},{"id":"W4411124779","doi":"10.2196/69806","title":"The Prevalence and Predictors of Digital Proxy Behavior in the United States: Cross-Sectional Survey Study","year":2025,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Elder Abuse and Neglect","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Ontario; University of Toronto","funders":"","keywords":"Preprint; Proxy (statistics); Demography; Environmental health; Psychology; Gerontology; Medicine; Computer science; Statistics; World Wide Web; Sociology; Mathematics","score_opus":0.11556489301941157,"score_gpt":0.4968105884948645,"score_spread":0.3812456954754529,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411124779","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99756587,0.0004890821,0.000007847426,0.0011519535,0.00018261324,0.0003206817,0.000005227861,0.000002272595,0.00027442715],"genre_scores_gemma":[0.9966671,0.001981336,4.928583e-7,0.000026692565,0.00009322677,0.000013178407,0.0000010771597,0.000002548497,0.0012143804],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9939651,0.0021819968,0.0004908311,0.00011019333,0.0029972312,0.00025466725],"domain_scores_gemma":[0.9939307,0.0050949813,0.00009641534,0.00010990873,0.0006592938,0.00010871542],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.022659462,0.000052084426,0.00011787919,0.0002487603,0.00020382823,0.0003419847,0.0011380854,0.00008737153,0.00007722975],"category_scores_gemma":[0.008156333,0.000026247842,0.00004005898,0.000838697,0.0011793053,0.00015135073,0.00016509951,0.0010128769,9.4742495e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015107098,0.00039303434,0.9877078,0.000015041657,0.000034435445,0.000031667347,0.009179771,5.141805e-7,8.6397137e-7,0.00010323095,0.0016477567,0.000734841],"study_design_scores_gemma":[0.0003923555,0.0005792785,0.9899653,0.00015279818,0.00000552399,0.0000057989923,0.006274435,0.000048878697,0.000006289659,0.00026293454,0.0022833515,0.000023023898],"about_ca_topic_score_codex":0.0031480568,"about_ca_topic_score_gemma":0.006636118,"teacher_disagreement_score":0.014503129,"about_ca_system_score_codex":0.00007024681,"about_ca_system_score_gemma":0.00064146455,"threshold_uncertainty_score":0.9764482},"labels":[],"label_agreement":null},{"id":"W4411303057","doi":"10.2196/75025","title":"Analyzing Public Google Search Interest in Measles Within Canada: Identifying Key Moments for Targeted Risk Communication","year":2025,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Data-Driven Disease Surveillance","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Preprint; Key (lock); World Wide Web; Internet privacy; Computer science; Public health; Data science; Computer security; Medicine; Nursing","score_opus":0.15610658823050966,"score_gpt":0.44491834681211695,"score_spread":0.2888117585816073,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411303057","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9750621,0.0034402104,0.0026370487,0.01757078,0.00033035263,0.00046743886,0.000046417354,0.000012985309,0.00043267207],"genre_scores_gemma":[0.9973565,0.00077056995,0.00065041095,0.00019251627,0.00011198431,0.000022660723,0.00006711768,0.000018821609,0.0008094239],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.994501,0.0012941693,0.0011613824,0.0002626914,0.0022170101,0.0005637421],"domain_scores_gemma":[0.99555725,0.0014487208,0.00028114492,0.00051699823,0.0015548134,0.00064105244],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.01566535,0.00013739467,0.00053368515,0.0011580919,0.00009963868,0.00014707756,0.0013773853,0.00015559953,0.00035614084],"category_scores_gemma":[0.018701833,0.00011181358,0.00013117278,0.0010008665,0.000278515,0.00023316802,0.0006411587,0.002402881,0.0000066001203],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0027864731,0.001410436,0.6617235,0.0012948604,0.0017257411,0.0009664341,0.0014903364,0.00003870533,0.0013234824,0.0034575425,0.27000442,0.053778097],"study_design_scores_gemma":[0.02824252,0.0018583896,0.68633336,0.026635041,0.00034172725,0.00035747341,0.015002154,0.11269251,0.010871043,0.0051413854,0.11165408,0.0008703227],"about_ca_topic_score_codex":0.098800234,"about_ca_topic_score_gemma":0.43366522,"teacher_disagreement_score":0.33486497,"about_ca_system_score_codex":0.0014016641,"about_ca_system_score_gemma":0.0046231346,"threshold_uncertainty_score":0.9998986},"labels":[],"label_agreement":null},{"id":"W4411353831","doi":"10.2196/76730","title":"Medico-Economic Evaluation of a Telehealth Platform for Elective Outpatient Surgeries: Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Nausea and vomiting management","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"HEC Montréal; Université de Montréal; Centre Hospitalier de l’Université de Montréal","funders":"","keywords":"Preprint; Telehealth; Randomized controlled trial; Telemedicine; Medicine; Telepsychiatry; Medical emergency; Physical therapy; World Wide Web; Health care; Surgery; Computer science","score_opus":0.11427457212184097,"score_gpt":0.4946326875553493,"score_spread":0.3803581154335083,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411353831","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9654522,0.0011645545,0.0043426063,0.012507478,0.0018879664,0.0091246,0.0000025334764,0.000007770104,0.005510273],"genre_scores_gemma":[0.9967206,0.0004907436,0.00010964375,0.00019371227,0.00067061867,0.00044635334,0.0000052696328,0.000010974671,0.0013520438],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99223834,0.0012925382,0.0021258383,0.00018765668,0.0037893162,0.00036632916],"domain_scores_gemma":[0.9869758,0.009321941,0.00079195364,0.00019324815,0.00239308,0.00032396175],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.08674296,0.00012212755,0.0019136758,0.0009812369,0.000042648473,0.00002735606,0.00031076864,0.00020188613,0.000932798],"category_scores_gemma":[0.048836183,0.00007512512,0.00064403523,0.00019502557,0.0003458847,0.000067038585,0.00009179825,0.0008455899,0.000003657217],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.93839175,0.00053914875,0.00008228051,0.00023317923,0.0016179539,0.000010584846,0.00047171922,0.0000035770058,0.000014431693,0.0037016917,0.031341095,0.023592621],"study_design_scores_gemma":[0.9627418,0.003310968,0.000047677542,0.0011831328,0.0006339261,0.0000126048335,0.000679498,0.024226058,0.0004198842,0.0030019428,0.0036934575,0.000049040595],"about_ca_topic_score_codex":0.00017479801,"about_ca_topic_score_gemma":0.00003681652,"teacher_disagreement_score":0.037906773,"about_ca_system_score_codex":0.0008009012,"about_ca_system_score_gemma":0.004444849,"threshold_uncertainty_score":0.9999805},"labels":[],"label_agreement":null},{"id":"W4411354587","doi":"10.2196/75478","title":"Telemedicine Public Reimbursement Models for National and Subnational Jurisdictions: Scoping Review","year":2025,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Preprint; Telemedicine; Reimbursement; Stakeholder; Business; Health care; Medicine; Public relations; Political science; World Wide Web; Computer science","score_opus":0.36924263808723606,"score_gpt":0.604129522523863,"score_spread":0.23488688443662692,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411354587","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000015060942,0.96153593,0.0039489134,0.029227912,0.000456677,0.003537091,0.00003702906,0.000013117352,0.0012418369],"genre_scores_gemma":[0.000014290766,0.9921144,0.0008811093,0.00239218,0.0019919535,0.0004817495,0.0002967663,0.000032565204,0.0017949877],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9892719,0.0005941076,0.0029877177,0.00040001268,0.0061846063,0.00056166644],"domain_scores_gemma":[0.98991823,0.0040545454,0.0009281185,0.00022178658,0.004005911,0.00087140006],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01984471,0.00029981424,0.0022141268,0.0019425408,0.00012222177,0.000052842566,0.00049968803,0.0003936929,0.00257365],"category_scores_gemma":[0.013976577,0.00020434576,0.00042847864,0.00089702895,0.0002634234,0.00020126179,0.0002172679,0.002100443,0.000007817253],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028798358,0.00012663068,0.0000037064226,0.20690037,0.00028798686,0.00003819208,0.000023005847,2.0119657e-8,3.0940296e-8,0.002346767,0.2711289,0.51911557],"study_design_scores_gemma":[0.0011637511,0.0006911466,0.0000027267838,0.41779152,0.0003987853,0.00075659854,0.00002283212,0.000087496424,2.48276e-7,0.00033978588,0.5786722,0.00007292443],"about_ca_topic_score_codex":0.000014392228,"about_ca_topic_score_gemma":0.00003050435,"teacher_disagreement_score":0.5190427,"about_ca_system_score_codex":0.0006749449,"about_ca_system_score_gemma":0.014028486,"threshold_uncertainty_score":0.9983381},"labels":[],"label_agreement":null},{"id":"W4411369033","doi":"10.2196/67414","title":"Determinants of Continuous Smartwatch Use and Data-Sharing Preferences With Physicians, Public Health Authorities, and Private Companies: Cross-Sectional Survey of Smartwatch Users","year":2025,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Memorial University of Newfoundland","funders":"","keywords":"Preprint; Smartwatch; Cross-sectional study; Internet privacy; eHealth; Public health; Business; Medicine; Environmental health; World Wide Web; Health care; Computer science; Nursing; Political science; Wearable computer","score_opus":0.3893183249289561,"score_gpt":0.561146470098294,"score_spread":0.17182814516933786,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411369033","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9940172,0.0010619359,0.00070414774,0.002759242,0.0002770772,0.0009242588,0.00018476481,0.000008988156,0.00006241557],"genre_scores_gemma":[0.99485683,0.0035932285,0.00046739937,0.00033130165,0.00010898217,0.000096095944,0.000048532067,0.000014430229,0.00048317784],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99320316,0.0019057918,0.0020396248,0.000429253,0.0016493975,0.0007727446],"domain_scores_gemma":[0.9911487,0.0045302855,0.0010587126,0.00053750176,0.0019521565,0.0007726296],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.023682505,0.00014617339,0.00080294005,0.00041771232,0.00037037258,0.00007589195,0.0011245465,0.00025904214,0.00010720151],"category_scores_gemma":[0.0049269213,0.000107132146,0.000028493363,0.000550476,0.00093583576,0.00038386142,0.0009393824,0.002013806,0.0000013428706],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004065257,0.0001833022,0.97780794,0.0020008092,0.000060826835,0.000004053281,0.00066169753,2.6780162e-7,0.0000050466347,0.0011607,0.0057643745,0.011944437],"study_design_scores_gemma":[0.0014387053,0.0006040847,0.9807439,0.0021402044,0.0000062969025,0.000016359558,0.000820963,0.0010195329,0.000010898669,0.00023812763,0.01289669,0.00006426668],"about_ca_topic_score_codex":0.017073967,"about_ca_topic_score_gemma":0.013519453,"teacher_disagreement_score":0.018755583,"about_ca_system_score_codex":0.00015325121,"about_ca_system_score_gemma":0.004430069,"threshold_uncertainty_score":0.98947144},"labels":[],"label_agreement":null},{"id":"W4411446862","doi":"10.2196/66735","title":"The Rapid Online Cognitive Assessment for the Detection of Neurocognitive Disorder: Open-Label Study","year":2025,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Manitoba","funders":"","keywords":"Montreal Cognitive Assessment; Neurocognitive; Cognition; Medicine; Dementia; Cognitive test; Gold standard (test); Cognitive computing; Telemedicine; Cognitive impairment; Psychiatry; Pathology; Health care; Internal medicine","score_opus":0.10172646464020602,"score_gpt":0.527469673973113,"score_spread":0.42574320933290694,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411446862","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9248271,0.0027059214,0.030486988,0.032501053,0.0005626855,0.005825327,0.000020366067,0.000007235809,0.003063335],"genre_scores_gemma":[0.99416286,0.0019424428,0.000041321455,0.00039767002,0.00022025892,0.00024061839,0.000004732289,0.0000149675725,0.0029751041],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99365777,0.0013027164,0.0008575547,0.00024230339,0.0034694988,0.00047015163],"domain_scores_gemma":[0.9849501,0.009896584,0.00025159612,0.00022676993,0.004425,0.0002499065],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.015591207,0.00013825703,0.00041078028,0.0003620753,0.0003295066,0.00019053917,0.0012108102,0.00009778509,0.00030982232],"category_scores_gemma":[0.010840948,0.000066558154,0.00014498201,0.0006907759,0.00073604,0.00011763951,0.00089439255,0.002025737,0.000003689151],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0077413763,0.010749655,0.014316049,0.000118410855,0.0018240284,0.00013173198,0.00039830332,8.095546e-8,0.0006842318,0.0002199748,0.0036711704,0.960145],"study_design_scores_gemma":[0.091444544,0.08307909,0.6112117,0.0045627416,0.0016295926,0.00030341104,0.11596424,0.016073411,0.011092235,0.0018969687,0.06244567,0.00029636154],"about_ca_topic_score_codex":0.00019592358,"about_ca_topic_score_gemma":0.00032141802,"teacher_disagreement_score":0.95984864,"about_ca_system_score_codex":0.00011716151,"about_ca_system_score_gemma":0.0014256532,"threshold_uncertainty_score":0.9974912},"labels":[],"label_agreement":null},{"id":"W4411462125","doi":"10.2196/68816","title":"Sleep, Health Care–Seeking Behaviors, and Perceptions Associated With the Use of Sleep Wearables in Canada: Results From a Nationally Representative Survey","year":2025,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Sleep and related disorders","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Multiple Sclerosis Society of Canada; Université de Montréal; Hôpital du Sacré-Cœur de Montréal; National Research Council Canada; Women's College Hospital; Memorial University of Newfoundland; Ottawa Hospital; Royal Ottawa Mental Health Centre; University of Ottawa","funders":"Canadian Institutes of Health Research","keywords":"Anxiety; Logistic regression; Mental health; Sleep (system call); Insomnia; Clinical psychology; Psychology; Medicine; Psychiatry; Gerontology","score_opus":0.07707638446930198,"score_gpt":0.4215078532155595,"score_spread":0.3444314687462575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411462125","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98270535,0.0016241763,0.00019553448,0.014631083,0.00022234683,0.00017937877,0.00010053374,0.0000023513592,0.00033924525],"genre_scores_gemma":[0.99889934,0.00027453245,0.000030464838,0.0002946804,0.00002501774,0.0000062629642,0.00004502171,0.00000813724,0.0004165498],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9943198,0.0028001228,0.00070402847,0.00021025316,0.0016625405,0.00030328508],"domain_scores_gemma":[0.99275035,0.0058717127,0.00029139142,0.00017044974,0.0007461609,0.00016992468],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004717564,0.00009006236,0.0002960959,0.00035843044,0.00007855924,0.000037398833,0.0004240426,0.0001606399,0.00037545644],"category_scores_gemma":[0.004235111,0.000055591896,0.000039242008,0.00062626495,0.00036910555,0.000066610235,0.000114649665,0.0016760055,0.0000010148092],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003313204,0.0008056697,0.67200315,0.000017731905,0.002186131,0.00045926642,0.047135558,0.00022470322,0.00001991287,0.00044725992,0.25244936,0.020938067],"study_design_scores_gemma":[0.0033201177,0.0002660623,0.9690287,0.0005890056,0.000031692736,0.000010987375,0.025070002,0.0008880822,0.000004085834,0.000032629567,0.00070018164,0.0000584645],"about_ca_topic_score_codex":0.9421287,"about_ca_topic_score_gemma":0.9733493,"teacher_disagreement_score":0.29702556,"about_ca_system_score_codex":0.00056360953,"about_ca_system_score_gemma":0.0021480448,"threshold_uncertainty_score":0.7281503},"labels":[],"label_agreement":null},{"id":"W4411479933","doi":"10.2196/60822","title":"Evaluating the Effectiveness of Mobile Apps on Medication Adherence for Chronic Conditions: Systematic Review and Meta-Analysis","year":2025,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Medication Adherence and Compliance","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; McGill University Health Centre","funders":"","keywords":"Preprint; Meta-analysis; Medicine; Medication adherence; Systematic review; MEDLINE; Computer science; World Wide Web; Internal medicine","score_opus":0.46363631235988756,"score_gpt":0.629827611419408,"score_spread":0.16619129905952046,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411479933","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000036939396,0.99155337,0.0011978775,0.0010773577,0.000073222844,0.0058957227,0.000023420303,0.000003979812,0.00017134013],"genre_scores_gemma":[0.00023404212,0.99253786,0.000058525962,0.00022842466,0.00008869541,0.004131567,0.00004652443,0.000012904918,0.0026614675],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9878997,0.0055345087,0.0023315595,0.00033767635,0.0036515484,0.00024497227],"domain_scores_gemma":[0.97248703,0.022909153,0.0017708389,0.0007547084,0.0017743702,0.00030389245],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04879704,0.00024568077,0.005961901,0.00064700923,0.00006209608,0.000027944201,0.0010800278,0.00028399014,0.002807981],"category_scores_gemma":[0.028875815,0.00011306527,0.001766677,0.0012465459,0.00043905483,0.000042587748,0.00013678343,0.0016004054,0.00004971551],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003646482,0.00012486974,2.96753e-7,0.934729,0.046282016,0.0000071605523,0.000013025572,4.524666e-7,4.4042412e-7,0.0005107366,0.004255641,0.01403994],"study_design_scores_gemma":[0.0003747144,0.0020511881,0.0000017661437,0.56672126,0.41771472,0.00012365852,0.000035531735,0.00021096422,0.0000039853794,0.00015257162,0.012534736,0.00007490837],"about_ca_topic_score_codex":0.00001526219,"about_ca_topic_score_gemma":0.0000016619383,"teacher_disagreement_score":0.3714327,"about_ca_system_score_codex":0.0002503959,"about_ca_system_score_gemma":0.0031798596,"threshold_uncertainty_score":0.99810356},"labels":[],"label_agreement":null},{"id":"W4411559993","doi":"10.2196/71479","title":"Digital Decision Aids to Support Decision-Making in Palliative and End-of-Life Dementia Care: Systematic Review and Meta-Analysis","year":2025,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Palliative Care and End-of-Life Issues","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Ontario; University of Toronto","funders":"","keywords":"Dementia; Palliative care; Decision aids; Meta-analysis; End-of-life care; MEDLINE; Psychology; Medicine; Advance care planning; Systematic review; Nursing; Alternative medicine; Disease","score_opus":0.30324291999934605,"score_gpt":0.5792704167043327,"score_spread":0.2760274967049866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411559993","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000113862116,0.9959653,0.0019364833,0.0003279916,0.00006101686,0.0012835205,0.00006420135,0.0000025794689,0.00024502142],"genre_scores_gemma":[0.003088909,0.99480456,0.0015843671,0.00020589666,0.00005037017,0.000053900625,0.000014831046,0.000022112481,0.00017503269],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9898754,0.0010135624,0.0039390866,0.00046116524,0.0043315724,0.0003792506],"domain_scores_gemma":[0.9824855,0.013414629,0.0012141204,0.0004975499,0.0016486408,0.0007395997],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00944712,0.00039502388,0.010688856,0.0027385727,0.000022844624,0.00007507647,0.00082777283,0.00038599924,0.0009176015],"category_scores_gemma":[0.052308794,0.00022340259,0.001869189,0.0021846958,0.00026320704,0.00012622787,0.00079084054,0.0015205743,0.00000746975],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000105265055,0.00012175175,0.0005609448,0.67151,0.072715,0.0005134329,0.00055290846,1.9688379e-7,2.8975945e-8,0.000039543324,0.002373488,0.25150746],"study_design_scores_gemma":[0.00043646045,0.00088403444,0.000020739488,0.6766918,0.2507945,0.000058543537,0.0004298558,0.0000059898716,7.91971e-7,0.000043494205,0.07048166,0.00015217841],"about_ca_topic_score_codex":0.000042845924,"about_ca_topic_score_gemma":0.00007987054,"teacher_disagreement_score":0.2513553,"about_ca_system_score_codex":0.00023559538,"about_ca_system_score_gemma":0.0016297634,"threshold_uncertainty_score":0.9999957},"labels":[],"label_agreement":null},{"id":"W4411580690","doi":"10.2196/67968","title":"Exploring Conceptualizations of COVID-19 Risk in Ideologically Distinct Online Communities: A Computational Grounded Theory Analysis","year":2025,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Risk Perception and Management","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"National Institute on Disability, Independent Living, and Rehabilitation Research","keywords":"Grounded theory; Coronavirus disease 2019 (COVID-19); 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Psychology; Epistemology; Social psychology; Sociology; Qualitative research; Medicine; Virology; Social science; Disease","score_opus":0.36166337625665645,"score_gpt":0.533387226235244,"score_spread":0.17172384997858758,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411580690","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.73075473,0.00017560224,0.24803707,0.0155987395,0.00015102311,0.00015533679,0.000010729388,0.000012037326,0.0051047136],"genre_scores_gemma":[0.9959043,0.0022317267,0.00041785935,0.00044494215,0.00006591755,0.000008306996,0.000013530803,0.0000024912028,0.0009108766],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99244744,0.004512094,0.0007077279,0.000092169255,0.0020255295,0.0002150607],"domain_scores_gemma":[0.99443793,0.00440734,0.00021149042,0.0001166481,0.0005543349,0.00027224285],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.017189693,0.000059910686,0.00029604218,0.0011409216,0.00018500879,0.00006089394,0.0009084333,0.00008705874,0.0043235105],"category_scores_gemma":[0.011066856,0.000046947862,0.0001488268,0.0017267591,0.0014832366,0.00014775447,0.00027064365,0.0008151237,0.0000034407262],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035026763,0.0012411042,0.097692415,0.00007266252,0.000911605,0.00008296158,0.12179969,0.0069979737,0.0000011990302,0.7394584,0.0074349446,0.023956787],"study_design_scores_gemma":[0.0023981088,0.00035690272,0.21929277,0.00044468234,0.00021566785,0.0000030984938,0.5455452,0.027914904,0.0000012715926,0.118667014,0.0850003,0.00016007641],"about_ca_topic_score_codex":0.01633512,"about_ca_topic_score_gemma":0.044250745,"teacher_disagreement_score":0.6207914,"about_ca_system_score_codex":0.00036365679,"about_ca_system_score_gemma":0.0009000926,"threshold_uncertainty_score":0.9972634},"labels":[],"label_agreement":null},{"id":"W4411717391","doi":"10.2196/71832","title":"Implementation and Evaluation of a Patient-Focused eHealth Intervention, My Kidneys My Health, in Primary Care and General Nephrology Clinics: Multimethods Study","year":2025,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto Metropolitan University; University of Toronto; London Health Sciences Centre; University of Alberta; University of Calgary","funders":"","keywords":"eHealth; Preprint; Medicine; Primary care; Intervention (counseling); Nephrology; Health care; Family medicine; Internal medicine; Nursing; World Wide Web; Computer science","score_opus":0.5159732459421107,"score_gpt":0.7527427733764782,"score_spread":0.23676952743436752,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411717391","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9732369,0.0009980839,0.0009000958,0.022026597,0.0004399757,0.002225657,0.000014064997,0.0000046518053,0.00015394665],"genre_scores_gemma":[0.9892378,0.0007404696,0.0024204517,0.007252883,0.00014449262,0.00014239649,0.000010612669,0.0000104474675,0.000040444702],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9671315,0.0252978,0.0036147796,0.00034831918,0.0028960076,0.00071158516],"domain_scores_gemma":[0.9921939,0.0038832605,0.0010815384,0.00020560613,0.002067977,0.00056773005],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.07932167,0.00011619372,0.00056660624,0.0012400999,0.00021498774,0.000019560895,0.00037321402,0.00018878908,0.00059069967],"category_scores_gemma":[0.0067209923,0.00009630508,0.00004911922,0.00068964134,0.00027542977,0.00020250666,0.000465598,0.0016983968,0.0000028055763],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031358225,0.00022998551,0.30126286,0.0009499697,0.000043297354,0.000004614037,0.056460027,0.0000015304154,0.000020177418,0.00022300737,0.009364773,0.63112617],"study_design_scores_gemma":[0.022310823,0.006864561,0.79408246,0.0020077256,0.000041919957,0.000012228914,0.15689947,0.0035169881,0.000033709326,0.001562731,0.012547045,0.000120323326],"about_ca_topic_score_codex":0.0067375666,"about_ca_topic_score_gemma":0.006148675,"teacher_disagreement_score":0.6310058,"about_ca_system_score_codex":0.0011939342,"about_ca_system_score_gemma":0.007793661,"threshold_uncertainty_score":0.9998767},"labels":[],"label_agreement":null},{"id":"W4412034422","doi":"10.2196/70314","title":"Methods for Analytical Validation of Novel Digital Clinical Measures: Implementation Feasibility Evaluation Using Real-World Datasets","year":2025,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"National Heart, Lung, and Blood Institute","keywords":"Preprint; Computer science; Digital health; Data science; Data mining; World Wide Web; Health care","score_opus":0.7033936381253428,"score_gpt":0.7594059642282517,"score_spread":0.05601232610290885,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412034422","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.62278193,0.00021173623,0.3648424,0.004069849,0.0030301202,0.0015196515,0.0003573167,0.000010679878,0.0031762966],"genre_scores_gemma":[0.99234,0.000008768142,0.006713016,0.00007253701,0.00024585493,0.000030500692,0.00018239528,0.0000135261225,0.0003933711],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99170464,0.0023319735,0.002777873,0.000352108,0.0024239025,0.0004095075],"domain_scores_gemma":[0.99289393,0.0039239996,0.0006254591,0.0003702507,0.0018367337,0.00034963072],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.05582083,0.0001179455,0.00047042247,0.00078873226,0.000055907127,0.00011392366,0.00070700154,0.00019935776,0.0011084748],"category_scores_gemma":[0.011895056,0.00009942504,0.00034761676,0.0006835781,0.00038846224,0.00039204143,0.00024594477,0.0008178235,0.0000068911204],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002214778,0.0053073666,0.034723308,0.00030297536,0.0008215136,0.000008842018,0.00025062027,0.000008193825,0.00009164792,0.027466724,0.04790542,0.8808986],"study_design_scores_gemma":[0.08088492,0.027220005,0.27518243,0.013277377,0.0028626667,0.0004190825,0.013625706,0.3286931,0.022010487,0.12315099,0.11118902,0.001484226],"about_ca_topic_score_codex":0.00043811565,"about_ca_topic_score_gemma":0.00017218315,"teacher_disagreement_score":0.8794144,"about_ca_system_score_codex":0.00067464256,"about_ca_system_score_gemma":0.0011038948,"threshold_uncertainty_score":0.9998047},"labels":[],"label_agreement":null},{"id":"W4412165861","doi":"10.2196/78893","title":"Correction: “Impact of Virtual Care With Remote Automated Monitoring on the Rate of Acute Hospital Care Post Discharge and Index Length of Hospital Stay: Protocol for the Post Discharge After Surgery Virtual Care With Remote Automated Monitoring Technology 3 (PVC-RAM-3) Trial”","year":2025,"lang":"en","type":"erratum","venue":"Journal of Medical Internet Research","topic":"Hemodynamic Monitoring and Therapy","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Hamilton Health Sciences; Population Health Research Institute; McMaster University","funders":"","keywords":"Medicine; Hospital discharge; Protocol (science); Patient discharge; Acute care; Medical emergency; Index (typography); Emergency medicine; Health care; MEDLINE; Intensive care medicine; Computer science; World Wide Web; Alternative medicine","score_opus":0.01998084530207113,"score_gpt":0.38406311255126635,"score_spread":0.36408226724919523,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412165861","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95393705,0.001047016,0.00017937392,0.0019513087,0.010416095,0.031733084,0.00046431957,0.00017063899,0.00010108203],"genre_scores_gemma":[0.9919326,0.0004884535,0.00010384578,0.000009705453,0.0027762386,0.0023153378,0.00010697377,0.00016523467,0.0021016446],"study_design_codex":"randomized_trial","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.9921588,0.0007482579,0.0017997965,0.0006796083,0.0036719297,0.0009416271],"domain_scores_gemma":[0.9885535,0.002237179,0.0015491159,0.00095553143,0.00624095,0.00046368738],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0026796176,0.0007707853,0.0021178005,0.0014049361,0.00022323708,0.000117690826,0.001131318,0.0013298108,0.000041608047],"category_scores_gemma":[0.002357366,0.0003807641,0.0006505911,0.001085487,0.0012278596,0.00017769559,0.00038654098,0.0057944804,8.118902e-7],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.52364975,0.0034797334,0.09450976,0.015349825,0.034487706,0.003007309,0.06041612,0.0001783705,0.0008103266,0.00006104,0.06511806,0.198932],"study_design_scores_gemma":[0.10083151,0.30815104,0.059909675,0.2885162,0.0030503473,0.0009698672,0.15646872,0.052742064,0.018760331,0.000018083187,0.008023431,0.0025587296],"about_ca_topic_score_codex":0.0014276353,"about_ca_topic_score_gemma":0.000039257477,"teacher_disagreement_score":0.4228182,"about_ca_system_score_codex":0.0009490336,"about_ca_system_score_gemma":0.004998073,"threshold_uncertainty_score":0.9999667},"labels":[],"label_agreement":null},{"id":"W4412396400","doi":"10.2196/80519","title":"Correction: Large Language Model–Assisted Risk-of-Bias Assessment in Randomized Controlled Trials Using the Revised Risk-of-Bias Tool: Evaluation Study","year":2025,"lang":"en","type":"erratum","venue":"Journal of Medical Internet Research","topic":"Radiomics and Machine Learning in Medical Imaging","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"JMIR Publications","funders":"","keywords":"Randomized controlled trial; Computer science; Risk assessment; Psychology; Data mining; Medicine; Medical physics; Computer security","score_opus":0.1551637847947682,"score_gpt":0.5316779197303239,"score_spread":0.37651413493555563,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412396400","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.67741126,0.058608223,0.12576513,0.017366515,0.069243275,0.031098375,0.00010795602,0.0000661912,0.020333048],"genre_scores_gemma":[0.9401432,0.017103788,0.0013461213,0.00024820978,0.0044403016,0.00026824768,0.0001020396,0.00010485963,0.03624318],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9135394,0.06425432,0.0078086145,0.0005384536,0.0131831495,0.0006760373],"domain_scores_gemma":[0.9315124,0.0536124,0.009156789,0.00096694485,0.0042655035,0.00048597308],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4366267,0.0004605018,0.009284034,0.0020330932,0.00013518622,0.00014364437,0.001172622,0.00081572065,0.0013187751],"category_scores_gemma":[0.543495,0.00023368094,0.0024590036,0.0009860876,0.0005774109,0.00009269111,0.00041085947,0.015859038,0.0000012777055],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.17859286,0.00553058,0.008669086,0.0015092047,0.017810706,0.00091710564,0.006819474,0.0030127435,0.00007654206,0.00011264327,0.7073702,0.06957882],"study_design_scores_gemma":[0.22367546,0.0006331802,0.0008084091,0.0099383425,0.0053019626,0.00007973383,0.0024624243,0.7554946,0.000009065702,0.00011747145,0.0013506864,0.00012866894],"about_ca_topic_score_codex":0.002182932,"about_ca_topic_score_gemma":0.00017623889,"teacher_disagreement_score":0.7524819,"about_ca_system_score_codex":0.0008495175,"about_ca_system_score_gemma":0.009246351,"threshold_uncertainty_score":0.99959415},"labels":[],"label_agreement":null},{"id":"W4412415421","doi":"10.2196/64804","title":"Evolving Medical Students’ Digital Health Perceptions and Intentions: Insights From a Prepandemic and Postpandemic Survey Study","year":2025,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Montréal; Centre Hospitalier de l’Université de Montréal; HEC Montréal; Université du Québec à Trois-Rivières","funders":"","keywords":"Preprint; Pandemic; Coronavirus disease 2019 (COVID-19); Digital health; 2019-20 coronavirus outbreak; Perception; Psychology; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Health care; Medicine; Computer science; Virology; World Wide Web; Political science","score_opus":0.22895569403570804,"score_gpt":0.5669342508484316,"score_spread":0.3379785568127236,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412415421","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97754174,0.0050918176,0.0008177259,0.015564166,0.00042593287,0.0004352458,0.0000035815397,0.000011660676,0.00010812505],"genre_scores_gemma":[0.99490386,0.0035589286,0.000027996217,0.00072734855,0.00032602565,0.000011720053,0.000011869624,0.000009920713,0.00042231515],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99303395,0.000957522,0.0011966666,0.00030514656,0.0041802763,0.00032642027],"domain_scores_gemma":[0.99448764,0.0027876422,0.00016548189,0.00021677211,0.0012639,0.001078531],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009793688,0.000120400284,0.00046284441,0.00061133184,0.00015947662,0.00024307883,0.00048722743,0.00024789537,0.00048071425],"category_scores_gemma":[0.020691209,0.00008734623,0.00006144128,0.00041932627,0.00044327922,0.00022170387,0.00046584522,0.0020986116,0.000011287944],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032174098,0.0010183735,0.9170806,0.000074457574,0.00018344211,0.0000738561,0.006652667,3.390623e-8,0.000015934036,0.00003962635,0.010110107,0.06442919],"study_design_scores_gemma":[0.00064575433,0.002164034,0.96003854,0.003245288,0.000034811146,0.00025298892,0.030229606,0.0014652311,0.000010092007,0.001292938,0.000544541,0.000076164586],"about_ca_topic_score_codex":0.0077010575,"about_ca_topic_score_gemma":0.0042135557,"teacher_disagreement_score":0.06435303,"about_ca_system_score_codex":0.00031125607,"about_ca_system_score_gemma":0.0025338642,"threshold_uncertainty_score":0.99890673},"labels":[],"label_agreement":null},{"id":"W4412457074","doi":"10.2196/73615","title":"Integration of Screening and Referral Tools for Social Determinants of Health and Modifiable Lifestyle Factors in the Epic Electronic Health Record System: Scoping Review","year":2025,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Food Security and Health in Diverse Populations","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alberta Bone and Joint Health Institute; University of Calgary; Alberta Health Services","funders":"","keywords":"Preprint; EPIC; Electronic health record; Health records; Gerontology; Medicine; World Wide Web; Computer science; Health care","score_opus":0.6490930463871882,"score_gpt":0.6517153941199179,"score_spread":0.002622347732729624,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412457074","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011599759,0.9908925,0.00032251753,0.003352855,0.00025536466,0.0039297044,0.00004212942,0.000003840484,0.00004110907],"genre_scores_gemma":[0.0035716284,0.9955641,0.00016473558,0.00026245372,0.00019552575,0.00013668652,0.000035638855,0.000015303323,0.000053940064],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9853227,0.0082736015,0.0040842528,0.0002462908,0.0013204231,0.00075269496],"domain_scores_gemma":[0.9885863,0.0076922905,0.0027571067,0.00018819637,0.00050600717,0.0002701129],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.037064265,0.00019995942,0.0027841595,0.0006676601,0.00044043356,0.000023409188,0.0006200968,0.00047968412,0.000038968097],"category_scores_gemma":[0.008836265,0.00012522037,0.0002232841,0.0005454067,0.0001771213,0.00016402651,0.00023125391,0.0036180397,5.118581e-7],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045358265,0.00004773689,0.00021199812,0.5425386,0.000035625435,0.00000173526,0.0028163313,3.246666e-8,1.1209098e-8,0.0022183636,0.0036597145,0.44842452],"study_design_scores_gemma":[0.0005275958,0.0010986316,0.00008362151,0.94545364,0.00006237569,0.00001752043,0.0050837016,0.00014452924,6.5488535e-8,0.00011811186,0.04733223,0.00007797322],"about_ca_topic_score_codex":0.0030837085,"about_ca_topic_score_gemma":0.0026309027,"teacher_disagreement_score":0.44834656,"about_ca_system_score_codex":0.00058730494,"about_ca_system_score_gemma":0.011095685,"threshold_uncertainty_score":0.99951273},"labels":[],"label_agreement":null},{"id":"W4412514246","doi":"10.2196/77893","title":"Magnitude and Impact of Hallucinations in Tabular Synthetic Health Data on Prognostic Machine Learning Models: Validation Study","year":2025,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Children's Hospital of Eastern Ontario; University of Ottawa","funders":"","keywords":"Preprint; Computer science; Artificial intelligence; Psychology; Data science; Machine learning; Medicine; World Wide Web","score_opus":0.47191901871818337,"score_gpt":0.6019612767654643,"score_spread":0.13004225804728092,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412514246","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98173,0.0014768061,0.0013443655,0.014691167,0.00010203286,0.00050301664,0.0000025012641,0.0000039862625,0.00014611961],"genre_scores_gemma":[0.9985549,0.0010238017,0.000093872564,0.00006727847,0.000079648715,0.000007073715,0.000015587491,0.0000075065323,0.0001503626],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9963394,0.0008533312,0.00092069653,0.00019699795,0.0014506716,0.00023890653],"domain_scores_gemma":[0.9972242,0.0013981959,0.0001998994,0.0002652985,0.0006423341,0.00027005302],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.011960219,0.00007776403,0.0003475455,0.00091276714,0.00005063723,0.00003012624,0.0003493679,0.000093198076,0.00016171034],"category_scores_gemma":[0.012947257,0.0000551598,0.000040669474,0.00050665205,0.000116074625,0.0001379642,0.00016590813,0.0015097251,0.0000031844145],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012005403,0.0056644278,0.63871545,0.00066424336,0.0002585798,0.0001607955,0.008020226,0.0010008184,0.000060552396,0.00081834535,0.0028999776,0.34053606],"study_design_scores_gemma":[0.0014634709,0.024410427,0.20736396,0.010920046,0.00011724738,0.00017631696,0.01783272,0.73135,0.00063956884,0.005192727,0.00036544274,0.00016804389],"about_ca_topic_score_codex":0.007872756,"about_ca_topic_score_gemma":0.0007651471,"teacher_disagreement_score":0.7303492,"about_ca_system_score_codex":0.0003043322,"about_ca_system_score_gemma":0.0018928606,"threshold_uncertainty_score":0.9987339},"labels":[],"label_agreement":null},{"id":"W4412602817","doi":"10.2196/72452","title":"Depathologizing Queer Adults’ Dating App Use in Canada: Convergent Mixed Methods Study","year":2025,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Evolutionary Psychology and Human Behavior","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Centre for Addiction and Mental Health; Public Health Ontario; University of Toronto","funders":"Canadian Institutes of Health Research; University of Toronto","keywords":"Mental health; Queer; Thematic analysis; Psychology; Casual; Social media; Social psychology; Qualitative research; Sociology; Psychiatry","score_opus":0.15874244316950406,"score_gpt":0.5283800241548349,"score_spread":0.36963758098533084,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412602817","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9910202,0.00083852105,0.0016207147,0.0016342928,0.0032615562,0.00026694735,0.0000021611827,0.000007996387,0.001347629],"genre_scores_gemma":[0.99524057,0.00003446094,0.0008505115,0.00034428624,0.00015735562,0.000034864806,0.0000017370686,0.000011672833,0.003324533],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99157375,0.004985075,0.0011171352,0.00034954137,0.0014036912,0.0005708048],"domain_scores_gemma":[0.99640495,0.002367683,0.00018997311,0.00034416842,0.0004215264,0.0002717196],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.015701773,0.00013706909,0.00042731865,0.00068773306,0.00007166458,0.000033077195,0.0011094105,0.0002549163,0.007193708],"category_scores_gemma":[0.0032412424,0.00011063791,0.000082164195,0.00044558942,0.00024701416,0.00010860713,0.00036562627,0.0031712141,0.000030216283],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000756883,0.00126005,0.7969798,0.000021142156,0.00019930741,0.0055862865,0.0029094403,0.0000020527325,0.000044200588,0.0021720256,0.15152508,0.03854372],"study_design_scores_gemma":[0.0025498767,0.0005269634,0.97063327,0.00037619867,0.000025007259,0.00023969193,0.018990902,0.0001923825,0.000032638756,0.00019860873,0.0061317775,0.00010268119],"about_ca_topic_score_codex":0.43367878,"about_ca_topic_score_gemma":0.68822557,"teacher_disagreement_score":0.2545468,"about_ca_system_score_codex":0.00073160423,"about_ca_system_score_gemma":0.0015226451,"threshold_uncertainty_score":0.9991285},"labels":[],"label_agreement":null},{"id":"W4412604524","doi":"10.2196/64482","title":"The Right to Explanation in AI: In a Lonely Place","year":2025,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Explainable Artificial Intelligence (XAI)","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Preprint; Psychology; World Wide Web; Computer science","score_opus":0.060514001336983446,"score_gpt":0.44444921087689493,"score_spread":0.3839352095399115,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412604524","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35332638,0.0009528313,0.22915483,0.4071739,0.001512996,0.00043336087,2.5731046e-7,0.000017115748,0.007428354],"genre_scores_gemma":[0.9957642,0.00017074426,0.00046618585,0.0011448343,0.00009610116,0.0000148984645,1.0125405e-7,0.0000038502744,0.0023391007],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9955524,0.0007419536,0.0007405423,0.0002060769,0.0022702124,0.0004887663],"domain_scores_gemma":[0.9967528,0.0021747602,0.00007225249,0.00029600484,0.0004746662,0.00022953223],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015654664,0.000075666794,0.00018007164,0.0010517918,0.00006261222,0.00032928606,0.0032628006,0.000118169846,0.000078373334],"category_scores_gemma":[0.0063734674,0.000048822694,0.0000474354,0.0018788562,0.00012844571,0.00037633828,0.0006592277,0.0015903761,0.00008848464],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00049256894,0.0005722468,0.0031112365,0.000044224398,0.00004203662,0.0031261449,0.007106063,0.0005256683,0.0006733726,0.47811034,0.26233482,0.24386127],"study_design_scores_gemma":[0.001400898,0.0012499958,0.009051548,0.0031556129,0.0000032864439,0.00020507879,0.0030708197,0.43174165,0.037178673,0.114671,0.3979564,0.00031503307],"about_ca_topic_score_codex":0.0007224266,"about_ca_topic_score_gemma":0.006319528,"teacher_disagreement_score":0.6424378,"about_ca_system_score_codex":0.0004316373,"about_ca_system_score_gemma":0.0007645172,"threshold_uncertainty_score":0.76300967},"labels":[],"label_agreement":null},{"id":"W4412606349","doi":"10.2196/64955","title":"Inter- and Intrapersonal Associations Between Physiology and Mental Health: A Longitudinal Study Using Wearables and Mental Health Surveys","year":2025,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact","funders":"","keywords":"Mental health; Intrapersonal communication; Psychology; Anxiety; Clinical psychology; mHealth; Interpersonal communication; Psychiatry; Psychological intervention; Social psychology","score_opus":0.21982378473114558,"score_gpt":0.5592140950408269,"score_spread":0.33939031030968125,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412606349","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95622766,0.0035575973,0.0002798279,0.038356658,0.00082129874,0.0004847625,0.00011737084,0.0000086134005,0.00014621312],"genre_scores_gemma":[0.9985211,0.00024915647,0.00010956598,0.00033524155,0.00017580681,0.000008394685,0.000018147983,0.000013838393,0.0005687433],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9936365,0.0031881004,0.0011414278,0.00037830637,0.0010184156,0.0006372776],"domain_scores_gemma":[0.9978596,0.0008222656,0.00035113996,0.00012598824,0.0001597344,0.00068129285],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012176903,0.00016635771,0.0006342574,0.0005871974,0.00031345125,0.00013282658,0.00032735988,0.00014558657,0.00033980512],"category_scores_gemma":[0.00038279593,0.00014186357,0.000075471675,0.00030686907,0.0006100492,0.00018875771,0.00055871933,0.001356171,0.0000054880893],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037806696,0.0028624625,0.7664672,0.00034459395,0.0012799882,0.00006228749,0.008900425,4.5432287e-8,0.000024353207,0.0022595087,0.03838545,0.17903562],"study_design_scores_gemma":[0.003337872,0.0064636394,0.9785742,0.0013614536,0.000015656366,0.00035511772,0.0065908744,0.00015153295,0.0000087273775,0.0009376973,0.0020771844,0.00012602158],"about_ca_topic_score_codex":0.0043243724,"about_ca_topic_score_gemma":0.0014402228,"teacher_disagreement_score":0.21210702,"about_ca_system_score_codex":0.0005437867,"about_ca_system_score_gemma":0.00043513425,"threshold_uncertainty_score":0.65371865},"labels":[],"label_agreement":null},{"id":"W4412625900","doi":"10.2196/71567","title":"Adherence to Usability and Accessibility Principles in Digital Health Applications for Patients With Diabetes: Systematic Review","year":2025,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Queen's University; Queen's University Belfast; Department for the Economy","keywords":"Preprint; Usability; Digital health; MEDLINE; Computer science; Medicine; Internet privacy; World Wide Web; Psychology; Health care; Human–computer interaction; Political science","score_opus":0.12975942635372228,"score_gpt":0.5572957214471406,"score_spread":0.4275362950934183,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412625900","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.70368546,0.033231523,0.026840916,0.10846473,0.00048473733,0.12560116,0.00020470025,0.000059939266,0.0014268586],"genre_scores_gemma":[0.93948144,0.003696661,0.0008426928,0.008646363,0.00013211892,0.04642487,0.000024452125,0.000019922878,0.0007314624],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99469155,0.00083697477,0.0022777035,0.00032514322,0.001201596,0.00066701905],"domain_scores_gemma":[0.9910255,0.005139844,0.0005958197,0.0004755957,0.001675304,0.0010879566],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.017259806,0.00011390907,0.0008191268,0.00029610327,0.00023654464,0.000028770337,0.00071758596,0.00014301718,0.0000787319],"category_scores_gemma":[0.015541222,0.000072750365,0.000049830243,0.0007678684,0.00016409272,0.00014090251,0.00027944366,0.0013437764,0.000013962077],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017224516,0.0007004504,0.40407386,0.55810696,0.00002625101,4.683552e-7,0.0002594433,2.1056864e-7,1.5528167e-7,0.0043314574,0.010593357,0.021735154],"study_design_scores_gemma":[0.0050652074,0.0037702979,0.22574517,0.6746056,0.000059384885,0.0000019836039,0.0012165076,0.0005207499,0.000001856394,0.005094949,0.083656386,0.00026186608],"about_ca_topic_score_codex":0.00008986118,"about_ca_topic_score_gemma":0.00043399326,"teacher_disagreement_score":0.23579602,"about_ca_system_score_codex":0.0005987003,"about_ca_system_score_gemma":0.0035881728,"threshold_uncertainty_score":0.9927513},"labels":[],"label_agreement":null},{"id":"W4412706284","doi":"10.2196/72141","title":"Family Caregivers of Individuals With Neuromuscular Disease Participating in a Randomized Controlled Trial of a Digital Peer Support Program: Nested Qualitative Study","year":2025,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Childhood Cancer Survivors' Quality of Life","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; University of Toronto; Spinal Cord Injury Ontario; Institute for Clinical Evaluative Sciences; Sunnybrook Health Science Centre; Hospital for Sick Children","funders":"Muscular Dystrophy Canada","keywords":"Randomized controlled trial; Peer support; Social support; Psychology; Intervention (counseling); Dyad; Qualitative research; Family caregivers; Clinical psychology; Medicine; Nursing; Social psychology","score_opus":0.0922260351979971,"score_gpt":0.49845894157418025,"score_spread":0.40623290637618314,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412706284","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9842526,0.0002349248,0.00010909395,0.009026036,0.00017192888,0.0057864473,0.00001016266,0.000009566525,0.0003992798],"genre_scores_gemma":[0.99870217,0.000028451957,0.00007518563,0.00009642602,0.000114540475,0.00055834546,0.000006979464,0.000018036417,0.0003998563],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9819891,0.0060004718,0.0029887375,0.00029624047,0.008286764,0.00043869484],"domain_scores_gemma":[0.98635167,0.0089841345,0.0010632083,0.0003646726,0.0025507272,0.0006856021],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.040518474,0.00021047598,0.0032120098,0.0010431912,0.000022325812,0.000062598454,0.00054948137,0.00012708045,0.00016512658],"category_scores_gemma":[0.06121022,0.00012993408,0.00063025777,0.00089580007,0.0010012725,0.0001605269,0.0002191521,0.0014058794,0.0000010405093],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.89907044,0.007277818,0.015357523,0.0003773176,0.002694464,0.0007984241,0.07158378,0.000003349877,0.000005060289,0.000092756774,0.0013215047,0.0014175602],"study_design_scores_gemma":[0.8966899,0.010235014,0.0046212124,0.0023585693,0.0006365858,0.000011371678,0.08477841,0.0002744497,0.000025180994,0.00013321858,0.00014355393,0.00009253219],"about_ca_topic_score_codex":0.00082809775,"about_ca_topic_score_gemma":0.00011334832,"teacher_disagreement_score":0.020691745,"about_ca_system_score_codex":0.0001193344,"about_ca_system_score_gemma":0.003375174,"threshold_uncertainty_score":0.9879882},"labels":[],"label_agreement":null},{"id":"W4412744417","doi":"10.2196/67446","title":"Machine Learning–Based Cognitive Assessment With The Autonomous Cognitive Examination: Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Manitoba","funders":"Mitacs","keywords":"Cognition; Montreal Cognitive Assessment; Intraclass correlation; Inter-rater reliability; Cognitive test; Population; Randomized controlled trial; Dementia; Medicine; Psychology; Clinical psychology; Psychometrics; Psychiatry; Developmental psychology; Rating scale; Cognitive impairment; Pathology; Disease","score_opus":0.031069748231404647,"score_gpt":0.43287614429273424,"score_spread":0.4018063960613296,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412744417","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7948524,0.0020078497,0.058712035,0.06492952,0.00047353422,0.011144938,0.0000052839464,0.00003723572,0.06783722],"genre_scores_gemma":[0.97767097,0.00032857625,0.000053460346,0.0009593605,0.00037100623,0.0006144081,0.000019930945,0.00001950344,0.019962784],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98438406,0.007293228,0.0011056634,0.00031034698,0.0063283425,0.00057837646],"domain_scores_gemma":[0.9748497,0.019259479,0.00044793542,0.00014568346,0.004819595,0.00047762194],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.041542362,0.00023693594,0.0015780984,0.0009517587,0.00019976246,0.00021179752,0.0004875185,0.00019978407,0.004700845],"category_scores_gemma":[0.020819612,0.00010982583,0.0005492233,0.00071613985,0.0016198771,0.000104360864,0.00020277973,0.0040116934,0.000025409972],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.96070325,0.0017912639,0.0015430031,0.00008838687,0.0027915903,0.001112937,0.00025279663,0.0000011131908,0.000014341102,0.0005201698,0.001646532,0.029534599],"study_design_scores_gemma":[0.96451646,0.00847079,0.0028444498,0.0023296631,0.00094680017,0.00012916517,0.0018690036,0.016450485,0.0004152442,0.00009833194,0.0018281146,0.00010152104],"about_ca_topic_score_codex":0.00006819508,"about_ca_topic_score_gemma":0.000022361268,"teacher_disagreement_score":0.18281859,"about_ca_system_score_codex":0.00025319625,"about_ca_system_score_gemma":0.0040939427,"threshold_uncertainty_score":0.99828607},"labels":[],"label_agreement":null},{"id":"W4412753123","doi":"10.2196/77014","title":"Retracted: Effects of Tai Chi on Cognitive Function in Older Adults With Type 2 Diabetes Mellitus: Randomized Controlled Trial Using Wearable Devices in a Mobile Health Model","year":2025,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Balance, Gait, and Falls Prevention","field":"Health Professions","cited_by":7,"is_retracted":true,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Preprint; Wearable computer; Cognition; Randomized controlled trial; Wearable technology; Gerontology; Psychology; Medicine; Computer science; World Wide Web; Psychiatry","score_opus":0.03127120163101919,"score_gpt":0.43902182181551525,"score_spread":0.40775062018449604,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412753123","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9850491,0.0072618495,0.00060623034,0.00035947826,0.0006659371,0.0056391745,0.000001252387,0.0000056552,0.00041132065],"genre_scores_gemma":[0.99542564,0.0032646998,0.000055988818,0.0003141212,0.00019226846,0.00038405467,0.00000416518,0.000012474901,0.00034657272],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9897789,0.006287863,0.0016219544,0.00021548856,0.00157661,0.0005191993],"domain_scores_gemma":[0.991364,0.006821966,0.00075030664,0.00011025909,0.0007628274,0.00019063218],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.021052103,0.00013790929,0.0015376406,0.00088457426,0.000075899065,0.00001432767,0.00023450782,0.00040375296,0.00006971707],"category_scores_gemma":[0.0060950387,0.00008467672,0.000153854,0.00063753675,0.00016911289,0.00013796514,0.000068479494,0.0033093654,0.0000046124865],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.98578423,0.0022750644,0.0014095443,0.0016309419,0.00030421352,0.000020850594,0.002007371,0.000021807578,0.00009033227,0.00012335308,0.0005073872,0.0058248867],"study_design_scores_gemma":[0.8593745,0.0032056305,0.0034822358,0.055488262,0.000064938606,8.0289595e-7,0.0016634833,0.07624807,0.000020383019,0.00036571277,0.000017883689,0.00006809593],"about_ca_topic_score_codex":0.00053736824,"about_ca_topic_score_gemma":0.0006427137,"teacher_disagreement_score":0.12640975,"about_ca_system_score_codex":0.00027639826,"about_ca_system_score_gemma":0.0020422041,"threshold_uncertainty_score":0.99899006},"labels":[],"label_agreement":null},{"id":"W4412785593","doi":"10.2196/69700","title":"Leveraging AI to Optimize Maintenance of Health Evidence and Offer a One-Stop Shop for Quality-Appraised Evidence Syntheses on the Effectiveness of Public Health Interventions: Quality Improvement Project","year":2025,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; McMaster University","funders":"Public Health Agency; Public Health Agency of Canada; McMaster University","keywords":"Computer science; Psychological intervention; Artificial intelligence; Set (abstract data type); Machine learning; Feature (linguistics); Consistency (knowledge bases); Relevance (law); Quality (philosophy); Medicine; Nursing","score_opus":0.7766069582121328,"score_gpt":0.6610617949876437,"score_spread":0.11554516322448904,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412785593","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6150669,0.004507098,0.09809109,0.2794768,0.00035518632,0.0024617568,0.000005139105,0.000006493258,0.000029557134],"genre_scores_gemma":[0.9944657,0.0022027218,0.00064024644,0.0022357064,0.00010371511,0.00018731967,9.960487e-7,0.00001058304,0.00015302724],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.98736924,0.006745743,0.0026272575,0.0003678199,0.002302781,0.00058713823],"domain_scores_gemma":[0.94202095,0.051797554,0.0011069796,0.0005969002,0.0039143953,0.0005632171],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.122750774,0.00013859157,0.00091590255,0.0006389043,0.00012988171,0.000056600216,0.00058421533,0.000113015165,0.00007376125],"category_scores_gemma":[0.1706244,0.000088673354,0.00025674375,0.0006761395,0.00041971274,0.00018207189,0.00021244682,0.0010484558,0.0000011552905],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012480445,0.0038854443,0.022658587,0.051222052,0.00070158456,0.0000071533696,0.017903568,0.000019727566,0.0024614532,0.026613599,0.013892427,0.84815395],"study_design_scores_gemma":[0.0014694819,0.039186895,0.09696472,0.72436583,0.00010798207,0.00006439644,0.080089435,0.0041182702,0.043404363,0.007245933,0.0025392487,0.00044344127],"about_ca_topic_score_codex":0.0058101425,"about_ca_topic_score_gemma":0.00023635122,"teacher_disagreement_score":0.8477105,"about_ca_system_score_codex":0.0007623358,"about_ca_system_score_gemma":0.0052774884,"threshold_uncertainty_score":0.9362038},"labels":[],"label_agreement":null},{"id":"W4412912192","doi":"10.2196/77828","title":"Self-Harm and Suicide-Related Content on TikTok: Thematic Analysis","year":2025,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sunnybrook Health Science Centre; Institute for Clinical Evaluative Sciences; Institute for Christian Studies; University of Toronto","funders":"","keywords":"Preprint; Thematic analysis; Harm; Content analysis; Psychology; Qualitative research; World Wide Web; Computer science; Social psychology; Sociology","score_opus":0.1005537352567797,"score_gpt":0.478783674942057,"score_spread":0.3782299396852773,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412912192","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9059688,0.0007644158,0.00023185641,0.07676645,0.00029604684,0.0001906969,6.599443e-7,0.00003605501,0.015745047],"genre_scores_gemma":[0.9917163,0.0008304679,0.00008055178,0.00040938376,0.000060980652,0.0000017773556,2.691026e-7,0.0000047767912,0.006895444],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99515074,0.00085261813,0.00055198534,0.00015007789,0.0028649224,0.00042967196],"domain_scores_gemma":[0.9978616,0.00095435226,0.00016794587,0.00016667244,0.0004681701,0.0003812203],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.012625511,0.00008575629,0.00037049118,0.001144174,0.00016529052,0.00012919458,0.0010570389,0.00034248488,0.0009613103],"category_scores_gemma":[0.008885608,0.000060162474,0.00015762464,0.001290786,0.00083040795,0.000087520355,0.0002176489,0.0017512958,0.00003831756],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009977422,0.004550491,0.30121306,0.0004406192,0.0118934065,0.0022280894,0.027348315,0.000005020573,0.00025476763,0.22491154,0.24747358,0.17868337],"study_design_scores_gemma":[0.027615404,0.00865779,0.44084644,0.021576602,0.004791293,0.0004383045,0.17051679,0.029123846,0.009197945,0.110142276,0.17512739,0.001965933],"about_ca_topic_score_codex":0.00087647466,"about_ca_topic_score_gemma":0.00037637283,"teacher_disagreement_score":0.17671743,"about_ca_system_score_codex":0.0003130551,"about_ca_system_score_gemma":0.00047655182,"threshold_uncertainty_score":0.99995196},"labels":[],"label_agreement":null},{"id":"W4413114140","doi":"10.2196/79461","title":"Authors’ Reply: Equity-Centered Optimization of Virtual Cancer Survivorship Care","year":2025,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Ottawa Hospital; Dr. Everett Chalmers Regional Hospital; Princess Margaret Cancer Centre; McMaster University; Cancer Care Ontario; Public Health Ontario; Dalhousie University; University of Toronto; University Health Network","funders":"","keywords":"Survivorship curve; Cancer survivorship; Equity (law); Health equity; Health care; Cancer; Gerontology; Psychology; Medicine; Nursing; Economics; Public health; Political science","score_opus":0.1721273791728047,"score_gpt":0.5455794058361144,"score_spread":0.3734520266633097,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413114140","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89595586,0.002833235,0.022662489,0.0728612,0.0018919841,0.0006023283,0.0000134440315,0.000020357586,0.0031591004],"genre_scores_gemma":[0.9948891,0.001151609,0.00044880292,0.001297891,0.0005891503,0.000010361739,0.000021943062,0.000013436548,0.0015777217],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99459225,0.00049973937,0.0011880584,0.00017777669,0.003154549,0.00038762618],"domain_scores_gemma":[0.99655753,0.0005173192,0.00032387665,0.00021131277,0.0019190307,0.000470944],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006310741,0.00010465455,0.00046574022,0.00080216455,0.00004364025,0.000022392685,0.00042898784,0.00018177676,0.0028101392],"category_scores_gemma":[0.0043868064,0.00007722564,0.00011783701,0.00065530284,0.00022367905,0.00009326146,0.00025597872,0.0013107581,0.0000031731552],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00559414,0.001088411,0.21681318,0.0035363242,0.0009201067,0.00067189976,0.009707162,0.00017522824,0.00091702706,0.004594925,0.34388292,0.41209868],"study_design_scores_gemma":[0.07786857,0.04392277,0.19512828,0.05897746,0.0016326038,0.0013779164,0.09915158,0.050061513,0.08166813,0.0018793575,0.38722786,0.001103955],"about_ca_topic_score_codex":0.0025008272,"about_ca_topic_score_gemma":0.00044464754,"teacher_disagreement_score":0.4109947,"about_ca_system_score_codex":0.00038352984,"about_ca_system_score_gemma":0.0019453373,"threshold_uncertainty_score":0.9981014},"labels":[],"label_agreement":null},{"id":"W4413552545","doi":"10.2196/56231","title":"Digital Health Literacy in Patients With Common Chronic Diseases: Systematic Review and Meta-Analysis","year":2025,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Qatar National Research Fund; Fonds National de la Recherche Luxembourg","keywords":"CINAHL; Health literacy; Medicine; eHealth; MEDLINE; Scopus; Digital health; Meta-analysis; Systematic review; Gerontology; Disease management; Family medicine; Alternative medicine; Health care; Psychological intervention; Health management system; Nursing; Internal medicine; Pathology","score_opus":0.16118275850456712,"score_gpt":0.6008125257363077,"score_spread":0.43962976723174063,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413552545","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000057449533,0.9920258,0.00013552269,0.00258357,0.00008922603,0.00468894,0.0002432754,0.000008106776,0.00021980908],"genre_scores_gemma":[0.00007877629,0.99496937,0.000024169089,0.0025446357,0.00007526263,0.00037372008,0.0002177346,0.000018049042,0.0016982597],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9754534,0.0109174475,0.00890883,0.00036212106,0.0035731485,0.000785066],"domain_scores_gemma":[0.9854419,0.006909744,0.0041353977,0.0007556667,0.0016068004,0.0011504894],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.026423234,0.00037998453,0.010336408,0.0018809298,0.00018645362,0.00016694213,0.0014073531,0.0004279699,0.0021263654],"category_scores_gemma":[0.007910082,0.00018254823,0.0011421517,0.002504968,0.00017473711,0.001041752,0.00062602735,0.006049503,0.000054875938],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002152187,0.00018809234,0.00079102564,0.92576015,0.012075331,0.000011334821,0.00022060328,3.137523e-8,1.753372e-12,0.00003688816,0.005403105,0.05549191],"study_design_scores_gemma":[0.00058240467,0.0004122863,0.00017968217,0.6415609,0.0868558,0.000005662417,0.000048199017,0.000042545704,1.7332738e-10,0.000016211388,0.2701415,0.000154774],"about_ca_topic_score_codex":0.000112144546,"about_ca_topic_score_gemma":0.000086033135,"teacher_disagreement_score":0.28419924,"about_ca_system_score_codex":0.001478767,"about_ca_system_score_gemma":0.007873181,"threshold_uncertainty_score":0.99878585},"labels":[],"label_agreement":null},{"id":"W4413751857","doi":"10.2196/73962","title":"Examining the Impact of a Codeveloped Multicomponent Mobile eHealth Lifestyle Intervention on Physical Activity and Its Association With Gestational Weight Gain in Underserved Women: A Statewide Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Gestational Diabetes Research and Management","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development; National Center for Advancing Translational Sciences; National Institute of General Medical Sciences; National Heart, Lung, and Blood Institute; National Institute of Diabetes and Digestive and Kidney Diseases; National Institute of Nursing Research","keywords":"Randomized controlled trial; Medicine; Intervention (counseling); Association (psychology); Physical activity; Weight gain; Physical therapy; Gerontology; Psychology; Body weight; Psychiatry; Internal medicine","score_opus":0.051177029137743,"score_gpt":0.4294428394101554,"score_spread":0.37826581027241235,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413751857","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9921694,0.00010912731,0.0005434121,0.0043065543,0.000058236274,0.0026490728,0.0000034301863,0.000003232506,0.00015753419],"genre_scores_gemma":[0.9981474,0.00031174294,0.000033009484,0.000054930835,0.000074652584,0.00040042974,0.0000062752106,0.000007782043,0.0009637783],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9928958,0.0029853564,0.00071176945,0.00016705942,0.0028634525,0.00037656803],"domain_scores_gemma":[0.988545,0.009830338,0.00045304792,0.00009202464,0.0008140111,0.00026558075],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0201578,0.0001225702,0.0009972522,0.0006455744,0.00003933662,0.000046835095,0.00018798394,0.00008317859,0.000130326],"category_scores_gemma":[0.012082037,0.00006111036,0.00019385687,0.00035526784,0.00019145146,0.00010008459,0.00010269749,0.0011353283,0.0000019179063],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9837518,0.0033548435,0.002190385,0.00026669298,0.0016415138,0.00006722512,0.0015435462,0.0002506503,0.00034669155,0.00066717184,0.0008160993,0.005103395],"study_design_scores_gemma":[0.85313237,0.0066678934,0.043976575,0.0015015936,0.00005477532,0.00000491089,0.0010415895,0.09288255,0.00024965155,0.00040355689,0.000026927768,0.00005760728],"about_ca_topic_score_codex":0.00026840088,"about_ca_topic_score_gemma":0.0000396916,"teacher_disagreement_score":0.13061942,"about_ca_system_score_codex":0.0012073193,"about_ca_system_score_gemma":0.0012064555,"threshold_uncertainty_score":0.9962396},"labels":[],"label_agreement":null},{"id":"W4413773970","doi":"10.2196/63984","title":"Lessons Learned From Over 20 Years of Telemedicine Services in India: Scoping Review of Telemedicine Services Initiated From 2000 to 2023","year":2025,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Telemedicine; Preprint; Medical education; Coronavirus disease 2019 (COVID-19); Medicine; Internet privacy; Health care; Psychology; Computer science; World Wide Web; Political science","score_opus":0.2259145938133389,"score_gpt":0.5636795511969784,"score_spread":0.33776495738363954,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413773970","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0062229214,0.98096704,0.000023588038,0.008892908,0.00058094773,0.0026424916,0.00031571015,0.000013117466,0.00034125787],"genre_scores_gemma":[0.0006236151,0.9932113,0.00025470916,0.0030105785,0.0014600051,0.00008017382,0.001078867,0.00006527726,0.00021546523],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.98426867,0.0016064115,0.006168075,0.00069014565,0.0063954736,0.0008712347],"domain_scores_gemma":[0.98928833,0.005062293,0.0023674034,0.0007757568,0.0013644147,0.0011418094],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.010973524,0.0005338712,0.0059755715,0.0032346905,0.000031798114,0.000022005477,0.0016864731,0.000791886,0.0094107],"category_scores_gemma":[0.0045588906,0.0003972874,0.00050376164,0.0033040664,0.0003012294,0.0001651783,0.00069990323,0.0040841396,0.000040018527],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003104706,0.00033805714,0.0010467744,0.2992459,0.0007513703,0.0010524879,0.000785077,6.648595e-8,0.000010246076,0.0000079386855,0.015327642,0.681124],"study_design_scores_gemma":[0.0033230877,0.0014248317,0.0028788392,0.75916606,0.0009709396,0.000060940307,0.00066887145,0.000010882085,0.00002431331,0.0000468849,0.23125257,0.00017179272],"about_ca_topic_score_codex":0.011722024,"about_ca_topic_score_gemma":0.002187777,"teacher_disagreement_score":0.6809522,"about_ca_system_score_codex":0.0005080706,"about_ca_system_score_gemma":0.006682469,"threshold_uncertainty_score":0.9998479},"labels":[],"label_agreement":null},{"id":"W4413832118","doi":"10.2196/79161","title":"Analysis of Breast Cancer Information on Facebook Using Neural Network–Based Topic Modeling and Metadata Analysis of English and Spanish Content: Comparative Study","year":2025,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Preprint; Metadata; Computer science; World Wide Web; Breast cancer; Content analysis; Internet privacy; Data science; Information retrieval; Cancer; Medicine; Sociology","score_opus":0.3184503892358084,"score_gpt":0.5804969436396211,"score_spread":0.26204655440381275,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413832118","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99167585,0.00014901307,0.0067179683,0.00045221814,0.00020822948,0.00049068633,0.00007108481,0.000002961803,0.00023196911],"genre_scores_gemma":[0.9991598,0.0000845981,0.000071105824,0.0005364155,0.0000764424,0.000012097025,0.000015590529,0.0000017635833,0.00004216121],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.994395,0.0016211047,0.0023100306,0.00011545028,0.0012953039,0.0002631127],"domain_scores_gemma":[0.9943874,0.0013770083,0.0008194193,0.00019437562,0.0029974794,0.00022435196],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009535609,0.000093107636,0.0008487314,0.0014967058,0.00015068338,0.00005030846,0.0003061196,0.00013237733,0.00047242886],"category_scores_gemma":[0.0014428846,0.0000642984,0.00011117074,0.0016674676,0.0001379982,0.0010130866,0.0002135929,0.0011916048,2.411119e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001409504,0.00027112817,0.9244066,0.00063108164,0.004942114,0.0000020821585,0.025849978,0.034004267,0.0000046660734,0.00033422426,0.00061012246,0.0075342236],"study_design_scores_gemma":[0.0009121204,0.000116259245,0.17948343,0.00043730295,0.0007769838,1.6303504e-7,0.009935527,0.8080364,0.000003256014,0.000007806416,0.0002574953,0.000033277298],"about_ca_topic_score_codex":0.0028499584,"about_ca_topic_score_gemma":0.0011235884,"teacher_disagreement_score":0.7740321,"about_ca_system_score_codex":0.00015913513,"about_ca_system_score_gemma":0.00063684286,"threshold_uncertainty_score":0.5176996},"labels":[],"label_agreement":null},{"id":"W4413832428","doi":"10.2196/78343","title":"Digital Health Literacy and Its Role in Awareness of and Access to Sexual Health Products and Services Among Displaced Youth in Uganda’s Informal Urban Settlements: Community-Based Cross-Sectional Study","year":2025,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Adolescent Sexual and Reproductive Health","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University; United Nations University Institute for Water, Environment, and Health; University of Toronto","funders":"","keywords":"Informal settlements; Human sexuality; Literacy; Health literacy; Preprint; Reproductive health; Psychology; Digital health; Cross-sectional study; Human settlement; Sociology; Environmental health; Gender studies; Medicine; Geography; Economic growth; Health care; Population","score_opus":0.18044773270288536,"score_gpt":0.5611757177781279,"score_spread":0.3807279850752425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413832428","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9884098,0.00067566603,0.000027568085,0.009163405,0.00021475872,0.001406777,0.000056240122,0.0000060667935,0.000039695522],"genre_scores_gemma":[0.99845695,0.00007426678,0.000011017773,0.0009372249,0.0001491618,0.000022174057,0.000029262597,0.000011301382,0.00030866283],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9932649,0.0027094325,0.0017002628,0.00032744693,0.001362123,0.00063582277],"domain_scores_gemma":[0.9973083,0.00075443654,0.00045915012,0.00021310753,0.00066527486,0.0005997238],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.017125089,0.00016451535,0.00060675957,0.0010170725,0.00041069146,0.0001345815,0.00052868156,0.0001517456,0.000015991438],"category_scores_gemma":[0.0011268635,0.00012127418,0.000015418678,0.0007141016,0.00024484392,0.0007761021,0.0011383735,0.0033390243,7.886158e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012556395,0.001196252,0.9446642,0.0047965054,0.000027938842,0.000007066329,0.044473335,0.000007440457,0.00000271555,0.000019034998,0.00021655788,0.0033333313],"study_design_scores_gemma":[0.0034636885,0.0017450983,0.96043783,0.0028671895,0.0000022203694,0.0000038228573,0.030535826,0.00056058366,0.0000077133745,0.000026577021,0.00027472313,0.000074725445],"about_ca_topic_score_codex":0.007992534,"about_ca_topic_score_gemma":0.0068070195,"teacher_disagreement_score":0.015998226,"about_ca_system_score_codex":0.0003084857,"about_ca_system_score_gemma":0.0032207074,"threshold_uncertainty_score":0.9989603},"labels":[],"label_agreement":null},{"id":"W4414018684","doi":"10.2196/70401","title":"Insights Into How Digital Health Interventions Shape Outcomes for Emerging Adults Living With Type 1 Diabetes: Qualitative Realist Process Evaluation","year":2025,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Diabetes Management and Research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre Hospitalier Universitaire Sainte-Justine; Children's Hospital of Eastern Ontario; Institute for Clinical Evaluative Sciences; McGill University; McGill University Health Centre; University of Ottawa; University of Windsor; University of Toronto; Montreal Children's Hospital; Diabetes Canada; Toronto General Hospital; Université de Montréal; Hospital for Sick Children; Trillium Health Centre","funders":"","keywords":"Psychological intervention; Intervention (counseling); Self-management; Qualitative research; Psychology; Digital health; Applied psychology; Randomized controlled trial; Health care; Medical education; Nursing; Medicine; Computer science","score_opus":0.13479138465382576,"score_gpt":0.5379563490985733,"score_spread":0.4031649644447475,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414018684","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9187611,0.002737594,0.0034054576,0.07202626,0.00031050033,0.0013823436,0.0000034837542,0.000020862359,0.0013524493],"genre_scores_gemma":[0.9951735,0.0001308973,0.00024917768,0.00028314063,0.00018516657,0.00007888788,0.000031566444,0.00002108505,0.003846588],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9938409,0.0006510822,0.0007214209,0.00028115144,0.004000934,0.0005045246],"domain_scores_gemma":[0.9933353,0.0019553595,0.00029103746,0.00020914395,0.0037599888,0.00044917435],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.011174045,0.00015166316,0.0005683457,0.0011732095,0.00013700829,0.00026490513,0.0005530643,0.00011414943,0.00026943316],"category_scores_gemma":[0.017989878,0.00009324558,0.0002209416,0.000917713,0.00033300792,0.00039906186,0.0002413014,0.0010707761,0.0000054159445],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022633378,0.0036076647,0.07651391,0.020353511,0.0041603316,0.000084018495,0.043195363,0.000014128265,0.00003521751,0.003926683,0.11765461,0.72819126],"study_design_scores_gemma":[0.027832499,0.044764247,0.09902363,0.2333913,0.00081494945,0.000020773492,0.25994745,0.28328854,0.0003431509,0.021183224,0.02839729,0.0009929343],"about_ca_topic_score_codex":0.000038067425,"about_ca_topic_score_gemma":0.00014996731,"teacher_disagreement_score":0.7271983,"about_ca_system_score_codex":0.00039674956,"about_ca_system_score_gemma":0.0014103117,"threshold_uncertainty_score":0.990282},"labels":[],"label_agreement":null},{"id":"W4414083506","doi":"10.2196/70746","title":"Analyzing Reddit Social Media Content in the United States Related to H5N1: Sentiment and Topic Modeling Study","year":2025,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Data-Driven Disease Surveillance","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University; Artificial Intelligence in Medicine (Canada); University of Toronto","funders":"Foreign, Commonwealth and Development Office; Natural Sciences and Engineering Research Council of Canada; International Development Research Centre; University of Toronto; World Health Organization","keywords":"Social media; Topic model; Public health; Content analysis; Public health interventions; Health communication; Psychological intervention; Content (measure theory)","score_opus":0.12005992596272065,"score_gpt":0.45331092240425863,"score_spread":0.333250996441538,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414083506","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.968195,0.0004817169,0.00024587434,0.030348388,0.00014823457,0.00035713802,0.000004547329,0.000007330014,0.000211746],"genre_scores_gemma":[0.99859124,0.000249642,0.00003637606,0.00062112533,0.00012309554,0.000009565705,0.000019288831,0.000007609422,0.00034207516],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99545366,0.0010218961,0.000782224,0.00020014757,0.0022166702,0.00032542553],"domain_scores_gemma":[0.99788886,0.00096030865,0.00007881724,0.00019134872,0.00057664386,0.00030399804],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009676496,0.00010159966,0.0003921843,0.000854703,0.00005597253,0.00007716401,0.00050642615,0.000093096634,0.0002443544],"category_scores_gemma":[0.0046554366,0.00006263332,0.00007127264,0.0009672468,0.00013321123,0.000045344343,0.00033432973,0.0014661116,0.0000075532157],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007736103,0.008218303,0.47907448,0.0006663497,0.0038004066,0.017220845,0.109174326,0.0006017355,0.0005457696,0.0026212942,0.26886368,0.10147673],"study_design_scores_gemma":[0.02477684,0.0036528907,0.46489978,0.006660466,0.0004532925,0.00039528694,0.16332535,0.30695644,0.00012381685,0.0027799609,0.025490988,0.0004848931],"about_ca_topic_score_codex":0.00062521995,"about_ca_topic_score_gemma":0.000321614,"teacher_disagreement_score":0.3063547,"about_ca_system_score_codex":0.00019851238,"about_ca_system_score_gemma":0.00025416934,"threshold_uncertainty_score":0.63696074},"labels":[],"label_agreement":null},{"id":"W4414212240","doi":"10.2196/75839","title":"A Smartphone App (WExercise) to Promote Physical Activity Among Cancer Survivors: Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Cancer survivorship and care","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Health and Medical Research Fund","keywords":"Physical activity; Randomized controlled trial; Cancer; Smartphone application; Smartphone app; Mobile apps; Activity tracker; mHealth; eHealth","score_opus":0.03717354586731104,"score_gpt":0.42984487431957297,"score_spread":0.39267132845226194,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414212240","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9696836,0.0007542469,0.0010818667,0.019204823,0.0024654123,0.0033890826,0.000003022523,0.000023075338,0.0033948948],"genre_scores_gemma":[0.9832575,0.00049272337,0.000016924198,0.00035048387,0.002310599,0.00055422634,0.0000012057399,0.000023932509,0.012992417],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9916053,0.0017620802,0.0009450871,0.00035225917,0.0047196685,0.0006156478],"domain_scores_gemma":[0.9943529,0.002619629,0.00027421766,0.00034494995,0.0013927935,0.0010155202],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01595795,0.0002430304,0.0028915515,0.00078826566,0.000061064464,0.00012290687,0.0006794078,0.00031035516,0.0013696845],"category_scores_gemma":[0.010514751,0.00014771697,0.0010995964,0.00089251256,0.0005605782,0.00011070708,0.00031672348,0.0026504197,0.00002580509],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.92583203,0.001251294,0.00023625071,0.00015654035,0.0009556324,0.00030053998,0.0018411182,0.0000012793713,0.00032369592,0.00015638447,0.017369933,0.051575325],"study_design_scores_gemma":[0.97841406,0.0014610081,0.00047066688,0.0028709539,0.0003830756,0.000026915073,0.00035979523,0.0027866876,0.0029879177,0.0002557531,0.009835192,0.00014797959],"about_ca_topic_score_codex":0.009368115,"about_ca_topic_score_gemma":0.0045819636,"teacher_disagreement_score":0.052582048,"about_ca_system_score_codex":0.00046259232,"about_ca_system_score_gemma":0.0020703317,"threshold_uncertainty_score":0.9996505},"labels":[],"label_agreement":null},{"id":"W4414221677","doi":"10.2196/73331","title":"Digital Innovations for Clinical Assessment in Acquired Brain Injury: Scoping Review","year":2025,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Traumatic Brain Injury Research","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Brain Institute; University of Calgary","funders":"University College Dublin","keywords":"Scope (computer science); Digital health; Field (mathematics); eHealth; Acquired brain injury; MEDLINE; mHealth","score_opus":0.5270079385211835,"score_gpt":0.6807705837805591,"score_spread":0.15376264525937555,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414221677","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000008135831,0.9659282,0.0009128648,0.024309047,0.0006097488,0.005409689,0.000048632974,0.000014683165,0.0027590161],"genre_scores_gemma":[0.000009930255,0.9916678,0.00081199675,0.0010105763,0.00112605,0.00044386418,0.00011527343,0.00006625986,0.0047482485],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9828297,0.0024686023,0.0066828365,0.00064206467,0.006393539,0.0009832524],"domain_scores_gemma":[0.96357703,0.029865189,0.0013603291,0.0010193817,0.0030289819,0.0011490654],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.057607267,0.0004205743,0.005146925,0.0027783252,0.000057538942,0.00022801833,0.0021065648,0.0011023695,0.0014009285],"category_scores_gemma":[0.11555346,0.00029023943,0.0014257852,0.002955523,0.0006968717,0.0002381905,0.0009550458,0.0070476667,0.000047478396],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008570948,0.00045260126,0.00004871057,0.19258976,0.0003066558,0.00021612279,0.000008554188,2.6095246e-9,2.9918446e-8,0.00031954027,0.2102113,0.595761],"study_design_scores_gemma":[0.0009393352,0.0010461011,0.000011614285,0.52004653,0.00013680493,0.00023358745,0.000018511886,0.000017855802,1.256e-7,0.000059967177,0.47738492,0.0001046043],"about_ca_topic_score_codex":0.000008277596,"about_ca_topic_score_gemma":0.000010662523,"teacher_disagreement_score":0.5956564,"about_ca_system_score_codex":0.0010067674,"about_ca_system_score_gemma":0.026138103,"threshold_uncertainty_score":0.999955},"labels":[],"label_agreement":null},{"id":"W4414238308","doi":"10.2196/79746","title":"Understanding Economic Decision-Making in Digital Therapeutics Development: Qualitative Approach","year":2025,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Intrapersonal communication; Process (computing); Digital health; Intervention (counseling); Value (mathematics); Health care; Variety (cybernetics); Qualitative research","score_opus":0.4115015303444832,"score_gpt":0.5947064022521938,"score_spread":0.18320487190771062,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414238308","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.57503694,0.0015206541,0.21125501,0.007046179,0.0034556512,0.00044690672,0.000011347332,0.000020487727,0.20120682],"genre_scores_gemma":[0.9969052,0.000011205311,0.00067257375,0.00019780232,0.00007294773,0.0000121236535,0.0000018258343,0.000012832182,0.0021134857],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99655265,0.00039169358,0.0012248397,0.00021775921,0.0011451306,0.00046793115],"domain_scores_gemma":[0.9961973,0.0031503818,0.00018383536,0.00015172147,0.00012575183,0.0001910477],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0076981415,0.000109746084,0.00028960453,0.0010852481,0.000054095148,0.00019632949,0.0008814604,0.00019243427,0.0008396005],"category_scores_gemma":[0.0008635983,0.00009037374,0.00011378478,0.0003774819,0.0002926681,0.00026973637,0.00030002603,0.0013696452,0.00016283405],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015256614,0.0024439292,0.0035840066,0.00015645794,0.0006969066,0.0004135031,0.03498742,0.000010720291,9.687965e-7,0.48429164,0.03069006,0.44119874],"study_design_scores_gemma":[0.00785578,0.00235524,0.007958364,0.018137824,0.000029020013,0.00065665005,0.2124719,0.0041343537,0.0001007445,0.6835205,0.062179282,0.0006003697],"about_ca_topic_score_codex":0.000030628642,"about_ca_topic_score_gemma":0.000092675065,"teacher_disagreement_score":0.44059837,"about_ca_system_score_codex":0.0018387798,"about_ca_system_score_gemma":0.00066001085,"threshold_uncertainty_score":0.9193037},"labels":[],"label_agreement":null},{"id":"W4414319487","doi":"10.2196/75841","title":"Navigating the Boundaries of Teleconsultation—Capabilities, Limitations, and Pathways for Improvement: Qualitative Study of the Experiences of Patients With Stroke","year":2025,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Acute Ischemic Stroke Management","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Health and Medical Research Fund","keywords":"Qualitative research; Psychosocial; Stroke (engine); Telemedicine; Modality (human–computer interaction); Telehealth; MEDLINE; Modalities","score_opus":0.05657499265935423,"score_gpt":0.4151770393262591,"score_spread":0.3586020466669049,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414319487","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99616265,0.00024960923,0.0003443775,0.0020425671,0.00009489008,0.0008997487,0.000011868495,0.0000011555863,0.00019313107],"genre_scores_gemma":[0.9992696,0.000022472475,0.00035595274,0.000050606453,0.00002204806,0.00006379379,0.0000017379771,0.0000046986365,0.00020908465],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9967301,0.00031053738,0.00079325633,0.000108525914,0.0019155558,0.00014205115],"domain_scores_gemma":[0.9945317,0.0030482796,0.0004804268,0.00016985838,0.0017129282,0.00005681042],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037779575,0.000073092255,0.00030194255,0.000089357,0.000084605745,0.00002506156,0.00038085776,0.000043092095,0.00002937345],"category_scores_gemma":[0.007922998,0.0000341795,0.000057752703,0.0002571599,0.0015128657,0.00006300335,0.00020749024,0.0005405948,3.582627e-8],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016510482,0.0014119087,0.027647467,0.0007085331,0.0010241827,0.000002092413,0.9314271,0.0000013180631,0.0004657829,0.0017844539,0.004555704,0.029320413],"study_design_scores_gemma":[0.0035250378,0.004885883,0.007958143,0.0010541839,0.00008952822,0.0000014194667,0.97455466,0.00015345015,0.006990834,0.00019990672,0.0005566583,0.000030307732],"about_ca_topic_score_codex":0.0001518886,"about_ca_topic_score_gemma":0.00005504577,"teacher_disagreement_score":0.04312755,"about_ca_system_score_codex":0.000059011876,"about_ca_system_score_gemma":0.0005633808,"threshold_uncertainty_score":0.9485141},"labels":[],"label_agreement":null},{"id":"W4414347734","doi":"10.2196/66559","title":"Maturity Framework for Operationalizing Machine Learning Applications in Health Care: Scoping Review","year":2025,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Mitacs; Canada Research Chairs; University of Alberta; Alberta Innovates; Mental Health Research Canada; Schizophrenia Research Fund","keywords":"Operationalization; Workflow; Health care; Maturity (psychological); Quality (philosophy); Digital health; Capability Maturity Model; eHealth","score_opus":0.2884401005802618,"score_gpt":0.6257841163937536,"score_spread":0.3373440158134918,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414347734","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016277725,0.43909115,0.16877164,0.37073243,0.0007331756,0.0038002632,0.0000027434785,0.000021026295,0.0005698527],"genre_scores_gemma":[0.80329436,0.1609754,0.01834694,0.013793312,0.001857355,0.00048675048,0.00008186067,0.00003482579,0.0011292014],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9970253,0.00038845144,0.0011027671,0.00016045838,0.0010303828,0.0002926058],"domain_scores_gemma":[0.99634176,0.0020230382,0.00017627163,0.00014291775,0.0010383384,0.0002776712],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008267189,0.00007126592,0.00038090337,0.00037844473,0.00012363736,0.00003568175,0.0002624636,0.00015810569,0.00033719657],"category_scores_gemma":[0.011845599,0.0000557187,0.00009296446,0.00057185505,0.00008963128,0.00006392065,0.00006284728,0.0019556384,0.0000068063364],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007530661,0.0011464524,0.052250657,0.117964245,0.00016486092,0.000051998028,0.009163246,0.000043292857,0.000045078115,0.10443045,0.041611172,0.6723755],"study_design_scores_gemma":[0.00056178647,0.0019111366,0.0012093083,0.8068376,0.000051943684,0.00015636256,0.008551651,0.004936229,0.002103283,0.016815688,0.15664166,0.00022330067],"about_ca_topic_score_codex":0.00070671365,"about_ca_topic_score_gemma":0.0003375144,"teacher_disagreement_score":0.78701663,"about_ca_system_score_codex":0.0004678377,"about_ca_system_score_gemma":0.003437509,"threshold_uncertainty_score":0.996478},"labels":[],"label_agreement":null},{"id":"W4414534865","doi":"10.2196/72412","title":"Using Large Language Models to Assess the Consistency of Randomized Controlled Trials on AI Interventions With CONSORT-AI: Cross-Sectional Survey","year":2025,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"Chinese Academy of Medical Sciences; Chongqing Medical University; Lanzhou University","keywords":"Consistency (knowledge bases); Psychological intervention; Randomized controlled trial; Quality (philosophy); MEDLINE; Quality of life (healthcare)","score_opus":0.6667184211202064,"score_gpt":0.6541592626447765,"score_spread":0.012559158475429877,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414534865","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9149081,0.0013013169,0.06740992,0.012882258,0.0009176364,0.0016846763,0.000016237029,0.0000060146126,0.0008738339],"genre_scores_gemma":[0.99649155,0.00015619844,0.00013331312,0.001308276,0.00034197458,0.000054102893,0.0000068685617,0.000010087173,0.0014976065],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9873929,0.0064584496,0.003083807,0.00019145125,0.00253823,0.00033513215],"domain_scores_gemma":[0.9610196,0.031252086,0.000893052,0.0003531668,0.006041064,0.0004410288],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.10201895,0.00012635453,0.0020449637,0.0007620712,0.00012273906,0.000119119875,0.00039317555,0.00020545327,0.0012574214],"category_scores_gemma":[0.08496648,0.0000604825,0.0008202792,0.00052145123,0.00058138394,0.000095295625,0.00008531565,0.0015743587,0.000007794948],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.7712657,0.0036108273,0.14262047,0.00087986246,0.0058339094,0.00024199368,0.004424794,0.00079230306,0.0005181011,0.042443786,0.022177195,0.00519108],"study_design_scores_gemma":[0.47196025,0.014578223,0.08107406,0.05817686,0.0032441528,0.0016432507,0.034750324,0.28058568,0.024980115,0.026054185,0.0019356785,0.0010172282],"about_ca_topic_score_codex":0.0021591682,"about_ca_topic_score_gemma":0.00066141854,"teacher_disagreement_score":0.2993054,"about_ca_system_score_codex":0.00020732278,"about_ca_system_score_gemma":0.0028707196,"threshold_uncertainty_score":0.99965554},"labels":[],"label_agreement":null},{"id":"W4414690574","doi":"10.2196/78220","title":"Interactive Conversational Agents to Improve Dietary Behaviors for Health Promotion: Mixed Systematic Review","year":2025,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Bibliothèque et Archives nationales du Québec; Université Laval; Centre hospitalier de l'Université Laval","funders":"","keywords":"Usability; Mediterranean diet; Systematic review; Behavior change; Physical activity; MEDLINE; Social support; Disease","score_opus":0.17681689655333258,"score_gpt":0.583111038522194,"score_spread":0.4062941419688615,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414690574","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07842925,0.027217302,0.0198363,0.8174857,0.030794542,0.018904842,0.00031927292,0.00007355149,0.0069392496],"genre_scores_gemma":[0.9693998,0.00020852483,0.00030632032,0.007140873,0.0002814575,0.0009735223,0.000030486342,0.00002631087,0.021632707],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.9946364,0.0010941798,0.0017900055,0.0002662799,0.0017422978,0.00047082134],"domain_scores_gemma":[0.9966633,0.0010140336,0.0004735657,0.00026795096,0.00093927176,0.00064192567],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.009404973,0.00013063515,0.0006722485,0.0005195962,0.00006764238,0.000060111342,0.0008857212,0.00011760079,0.0019404276],"category_scores_gemma":[0.004115927,0.00010103155,0.00031505237,0.00039701213,0.00012283972,0.00015914891,0.00023885905,0.00092813926,0.00022656322],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00053911476,0.0032496636,0.000113418166,0.12966542,0.0006460353,0.00010451694,0.0008812685,1.0305625e-7,0.0000053728354,0.005888757,0.84210044,0.016805882],"study_design_scores_gemma":[0.0045888107,0.02358009,0.0039107795,0.94218385,0.00033375729,0.0005545992,0.0030817948,0.00030054033,0.00033574714,0.0037870547,0.016997019,0.00034596783],"about_ca_topic_score_codex":0.00012266322,"about_ca_topic_score_gemma":0.00005476993,"teacher_disagreement_score":0.8909705,"about_ca_system_score_codex":0.00079916645,"about_ca_system_score_gemma":0.00060022424,"threshold_uncertainty_score":0.99897194},"labels":[],"label_agreement":null},{"id":"W4415221162","doi":"10.2196/80497","title":"Online Health-Seeking Behaviors and Information Needs Among Patients With Lymphoma in China: Study of Regional and Temporal Trends","year":2025,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Information needs; Government (linguistics); Information seeking behavior; Health care; Health information; Needs assessment; Patient education; Bridge (graph theory); Health informatics","score_opus":0.06145728930294123,"score_gpt":0.5024180488840321,"score_spread":0.4409607595810908,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415221162","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9950893,0.00008333801,0.00012298548,0.003962684,0.00012843352,0.00038441224,0.000006344248,0.0000040478094,0.0002184813],"genre_scores_gemma":[0.99896735,0.00009171588,0.0000796955,0.0006787126,0.000038704955,0.000009808388,0.000019260966,0.0000034052682,0.00011131771],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99468243,0.00111349,0.0022568966,0.00007482877,0.0015557148,0.00031665232],"domain_scores_gemma":[0.9976161,0.00045125667,0.00078467355,0.00012257953,0.00069917383,0.0003262115],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009631332,0.000087026674,0.000366316,0.0015554607,0.00015826256,0.000025479041,0.00025105328,0.0001614075,0.0001261673],"category_scores_gemma":[0.00093859946,0.00005642477,0.000019419856,0.00082815345,0.0001915307,0.0013893159,0.00022893517,0.0013734263,5.7340094e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004649719,0.00070182333,0.88222593,0.00037224733,0.00001299592,0.0000017354871,0.027508598,3.7822826e-7,4.1055173e-8,0.00009498821,0.001942567,0.08667374],"study_design_scores_gemma":[0.004895551,0.0011580483,0.96674734,0.0018120721,0.0000034466461,0.0000021139417,0.020685397,0.0013747739,1.8928601e-7,0.000023048724,0.0032612015,0.000036829962],"about_ca_topic_score_codex":0.0043201884,"about_ca_topic_score_gemma":0.0013901195,"teacher_disagreement_score":0.08663691,"about_ca_system_score_codex":0.00024548688,"about_ca_system_score_gemma":0.000965685,"threshold_uncertainty_score":0.6530861},"labels":[],"label_agreement":null},{"id":"W4415288539","doi":"10.2196/69065","title":"Lifestyle eHealth and mHealth Interventions for Children and Adolescents: Systematic Umbrella Review and Meta–Meta-Analysis","year":2025,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Obesity, Physical Activity, Diet","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University; The Wilson Centre","funders":"National Institute of General Medical Sciences; National Institutes of Health","keywords":"eHealth; mHealth; Psychological intervention; Telehealth; Telemedicine; Digital health; MEDLINE","score_opus":0.26841048099051645,"score_gpt":0.5445158030888598,"score_spread":0.2761053220983434,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415288539","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000044163484,0.99022824,0.00019174835,0.005935655,0.000054737,0.0034229076,0.00009324584,0.000008770561,0.000020536007],"genre_scores_gemma":[0.0013338759,0.9961533,0.00012428564,0.0005160901,0.00019783722,0.00018787627,0.000031348573,0.000037422917,0.0014179839],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.99044675,0.0032778513,0.0026790048,0.00062156905,0.0024268702,0.00054793886],"domain_scores_gemma":[0.9925947,0.0033803475,0.0012697948,0.00052333716,0.00083917653,0.0013925985],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.017799674,0.00048042875,0.012931039,0.0013537173,0.0000974446,0.00012628283,0.0006236565,0.0004328616,0.00027122957],"category_scores_gemma":[0.0075735683,0.00026751272,0.0045098057,0.0010322331,0.0004159372,0.000107903834,0.00073919824,0.0030627588,0.0000058019755],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012193893,0.0013378318,0.00006344695,0.8272135,0.15528722,0.000032946882,0.000013591249,5.9301333e-9,3.5291663e-9,0.00018642927,0.0063169603,0.009535824],"study_design_scores_gemma":[0.00045694454,0.0008150169,0.00030562375,0.2711988,0.71925867,0.0006052067,0.0000096563,0.000013310192,6.237902e-8,0.00009855704,0.007099589,0.00013855047],"about_ca_topic_score_codex":0.00016358573,"about_ca_topic_score_gemma":0.00008472331,"teacher_disagreement_score":0.56397146,"about_ca_system_score_codex":0.00019354899,"about_ca_system_score_gemma":0.0008873989,"threshold_uncertainty_score":0.9999777},"labels":[],"label_agreement":null},{"id":"W4415374680","doi":"10.2196/78008","title":"Development and Validation of a Revised Multidimensional Digital Health Literacy Scale: Secondary Analysis Using Cross-Sectional Data From the 2022 GetCheckedOnline Community Survey In British Columbia, Canada","year":2025,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Victoria; Public Health Ontario; University of Toronto; BC Centre for Disease Control; University of British Columbia","funders":"","keywords":"Digital health; Identification (biology); eHealth; Scale (ratio); Key (lock); Resource (disambiguation); Health literacy; Big data","score_opus":0.20445593983009247,"score_gpt":0.542743465612002,"score_spread":0.33828752578190957,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415374680","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9960027,0.0005112837,0.0010590849,0.00084002636,0.00027697766,0.00029171014,0.0009858817,0.0000023871175,0.00002998547],"genre_scores_gemma":[0.99541163,0.00010645193,0.0012855656,0.0013586512,0.00007997654,0.000004667622,0.0015325323,0.000004659129,0.00021586537],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98803526,0.005975205,0.0033946484,0.00019489406,0.0020402262,0.00035977375],"domain_scores_gemma":[0.98911595,0.0074711065,0.00088880636,0.00042423944,0.0017781777,0.00032174579],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.05141612,0.00007411131,0.00047303384,0.00022130953,0.0006559088,0.00022829273,0.0009673635,0.00016424636,0.0019104135],"category_scores_gemma":[0.010675638,0.00007066054,0.00004093849,0.0010369474,0.0002307228,0.0008778218,0.0011796938,0.0039050146,9.63085e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011700954,0.00015492225,0.97013474,0.00028747242,0.000115898474,0.0000044199437,0.001358936,0.000003921853,0.0000010373482,0.0000011209164,0.009366303,0.018454207],"study_design_scores_gemma":[0.0009920237,0.000023502242,0.97120273,0.0012187267,0.0000060074062,0.00000507338,0.0010594164,0.017088052,0.000002326491,0.000025812587,0.008330508,0.000045845816],"about_ca_topic_score_codex":0.9290708,"about_ca_topic_score_gemma":0.968577,"teacher_disagreement_score":0.040740483,"about_ca_system_score_codex":0.00082500465,"about_ca_system_score_gemma":0.017937684,"threshold_uncertainty_score":0.999002},"labels":[],"label_agreement":null},{"id":"W4415377884","doi":"10.2196/72274","title":"eHealth and the Digital Divide Among Older Canadians: Insights from a National Cross-Sectional Study","year":2025,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Technology Use by Older Adults","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"HEC Montréal; Algonquin College; University of Ottawa","funders":"","keywords":"Digital divide; eHealth; Digital health; mHealth; Telemedicine; The Internet; Qualitative research; Telehealth","score_opus":0.045432680194124844,"score_gpt":0.43506422938273365,"score_spread":0.3896315491886088,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415377884","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9691247,0.0005004503,0.00011477141,0.022919476,0.00044065493,0.00028430612,0.0000062761806,0.000012878914,0.00659653],"genre_scores_gemma":[0.99698824,0.00009224172,0.0000070318274,0.00032913688,0.0004798001,0.000013192762,0.0000011309256,0.0000046755454,0.0020845798],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99406135,0.0008141812,0.0005319045,0.00019849997,0.004074082,0.000319975],"domain_scores_gemma":[0.99555105,0.00301326,0.0001230426,0.000110585825,0.00085329515,0.0003487832],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.007528581,0.00007578296,0.00020226676,0.0004346934,0.00039550106,0.0005164499,0.001140009,0.00024367002,0.0003279154],"category_scores_gemma":[0.013476216,0.0000475131,0.000065147775,0.00047597892,0.0031036448,0.00029498682,0.00030116833,0.0017293731,0.000009746004],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012438517,0.00022040516,0.9305427,0.0000056413305,0.0001980225,0.000111230904,0.010918048,5.702865e-7,4.4192885e-7,0.034694705,0.019308552,0.0038752826],"study_design_scores_gemma":[0.0024764747,0.00009706815,0.93978214,0.00015187825,0.0000058150886,0.000009135514,0.0068204445,0.00013406429,0.0000024452092,0.036446363,0.014024633,0.000049521175],"about_ca_topic_score_codex":0.07836728,"about_ca_topic_score_gemma":0.17353605,"teacher_disagreement_score":0.09516876,"about_ca_system_score_codex":0.00041662902,"about_ca_system_score_gemma":0.0025751851,"threshold_uncertainty_score":0.99960935},"labels":[],"label_agreement":null},{"id":"W4415544368","doi":"10.2196/76983","title":"Exploration of Digital Interventions for Vaping Cessation: Scoping Review","year":2025,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Sexuality, Behavior, and Technology","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia, Okanagan Campus","funders":"","keywords":"Psychological intervention; Digital health; Personalization; Leverage (statistics); Dropout (neural networks); mHealth; Public health; Health care; MEDLINE","score_opus":0.44204595400202407,"score_gpt":0.6093924683893462,"score_spread":0.16734651438732218,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415544368","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1433897,0.20647992,0.4842334,0.118438415,0.00852301,0.003924696,0.0000331308,0.00010687978,0.034870844],"genre_scores_gemma":[0.9799697,0.0058636577,0.00032521528,0.000362877,0.00047293265,0.00017024942,0.000020366873,0.000020211924,0.012794802],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9974874,0.00027732374,0.0010683254,0.00014235088,0.00081286824,0.00021170222],"domain_scores_gemma":[0.99779516,0.0008170356,0.00028790865,0.00020558602,0.0008065366,0.00008774662],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0053645717,0.000065709675,0.00035295376,0.00054275524,0.000034102773,0.000038940605,0.0006386026,0.00018846648,0.0015138731],"category_scores_gemma":[0.0042293766,0.000053934637,0.0002191179,0.00040679224,0.00024605953,0.00023909124,0.00015714283,0.0006591249,0.000012148612],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037596686,0.0021567286,0.0054227253,0.01850127,0.0006381874,0.00012408923,0.002678209,6.1035144e-7,0.00015290466,0.24537927,0.17533235,0.54923767],"study_design_scores_gemma":[0.008487198,0.0062942454,0.0014592661,0.8227761,0.00045377447,0.0004188716,0.017083012,0.00026033018,0.004063541,0.061011657,0.07719189,0.0005001568],"about_ca_topic_score_codex":0.000030751748,"about_ca_topic_score_gemma":0.000040992185,"teacher_disagreement_score":0.83658,"about_ca_system_score_codex":0.00006164433,"about_ca_system_score_gemma":0.00023634714,"threshold_uncertainty_score":0.9993989},"labels":[],"label_agreement":null},{"id":"W4415648706","doi":"10.2196/76995","title":"Application of Commonly Used Physical Tests in a Virtual Environment in Patients With Concussion to Patients With Various Types and Severities of Acquired Brain Injury: Prospective Cohort Method Comparison Study","year":2025,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Traumatic Brain Injury Research","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; Hamilton Health Sciences; University of Toronto; Toronto Rehabilitation Institute; Carleton University; Bruyère; University of Ottawa; Ottawa Hospital","funders":"","keywords":"Concussion; Prospective cohort study; Cohort; Test (biology); Virtual machine; Cohort study; Poison control; Injury prevention; Virtual reality","score_opus":0.03072266143560665,"score_gpt":0.4155299335497155,"score_spread":0.38480727211410887,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415648706","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9950482,0.000016674117,0.0014933806,0.0011075166,0.000014606342,0.0022494583,0.000008411254,0.000003057676,0.00005864325],"genre_scores_gemma":[0.999224,0.0000032820585,0.0005827645,0.000035154535,0.00001651712,0.00006925085,0.0000061494384,0.000015040539,0.00004785287],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99434996,0.00085100724,0.00081465935,0.00027789132,0.0034250899,0.00028137397],"domain_scores_gemma":[0.99740666,0.0013650473,0.00022217004,0.00025621903,0.0005053901,0.00024448257],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037402916,0.00014633458,0.0008537954,0.0007659402,0.000019912432,0.000016593845,0.00033869414,0.00010982791,0.00003421703],"category_scores_gemma":[0.0012604122,0.0000921302,0.000031479,0.0006558894,0.00044364543,0.000087442866,0.00029235138,0.00074942596,0.0000012665477],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012071101,0.007263491,0.9563516,0.00012923838,0.00023357055,0.000013697281,0.005567704,0.000014869849,0.00012895963,0.00011372676,0.00021788846,0.017894164],"study_design_scores_gemma":[0.009503727,0.017545182,0.96778077,0.0012270141,0.00003502514,0.0000019680017,0.001488788,0.001659179,0.0005860325,0.00006528033,0.00003636493,0.000070658345],"about_ca_topic_score_codex":0.000699696,"about_ca_topic_score_gemma":0.0002594458,"teacher_disagreement_score":0.017823504,"about_ca_system_score_codex":0.0003613383,"about_ca_system_score_gemma":0.0003391881,"threshold_uncertainty_score":0.37569606},"labels":[],"label_agreement":null},{"id":"W4416109467","doi":"10.2196/77501","title":"Listening to Patients’ Voices on the Use of AI in Health Care: Cross-Sectional Study","year":2025,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Active listening; Digital health; Public health; Key (lock); Point (geometry); Corporate governance; eHealth; Data governance","score_opus":0.4000500193431396,"score_gpt":0.600602300383863,"score_spread":0.20055228104072337,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416109467","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95959425,0.00012895575,0.00009091191,0.038943104,0.0006591551,0.00046861364,9.293544e-7,0.0000022256772,0.000111884554],"genre_scores_gemma":[0.99598444,0.000049408445,0.000037817128,0.0030998322,0.00027003424,0.000012404539,0.000001555219,0.0000055527867,0.00053893356],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9955237,0.00061556796,0.0011445432,0.00014743186,0.0023034627,0.0002653181],"domain_scores_gemma":[0.99562633,0.0020424037,0.00015233294,0.00018061364,0.0017239094,0.0002743944],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0064823045,0.00006579954,0.00024584643,0.00064129685,0.000071737646,0.00006644966,0.00033591076,0.00010148996,0.0002485095],"category_scores_gemma":[0.01176519,0.00003981374,0.00006883559,0.00062074466,0.00014480375,0.00007791541,0.00010662552,0.0017127602,0.000014087088],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009318677,0.0009307304,0.9512256,0.00011993887,0.000035320027,0.00001760268,0.007281975,0.000026658638,0.00000632786,0.0003469973,0.016114032,0.022962969],"study_design_scores_gemma":[0.0002689837,0.0048255627,0.9724323,0.0015973739,0.0000041684616,0.000007557347,0.0057368535,0.0003275573,0.00051541266,0.00012421234,0.014123734,0.00003628544],"about_ca_topic_score_codex":0.011624331,"about_ca_topic_score_gemma":0.001846189,"teacher_disagreement_score":0.03639024,"about_ca_system_score_codex":0.00051578524,"about_ca_system_score_gemma":0.0016645797,"threshold_uncertainty_score":0.99655914},"labels":[],"label_agreement":null},{"id":"W4416130869","doi":"10.2196/77446","title":"Supporting Informed Vaccine Decision-Making and Communication in Pregnancy Through the Vaccines in Pregnancy Canada Intervention: Multimethod Co-Design Study","year":2025,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Vaccine Coverage and Hesitancy","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"BC Children's Hospital; University of British Columbia; Alberta Children's Hospital; Capital District Health Authority; Calgary General Hospital; University of Calgary","funders":"","keywords":"Pregnancy; Intervention (counseling); Behaviour change; Bridge (graph theory); Public health; Informed consent; Key (lock); MEDLINE","score_opus":0.08771932933908187,"score_gpt":0.5140696454014622,"score_spread":0.4263503160623803,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416130869","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9364142,0.02373308,0.009375479,0.024947572,0.0004096362,0.0017904143,8.823747e-7,0.000011409984,0.0033173421],"genre_scores_gemma":[0.99597263,0.0024586236,0.00080585695,0.00011575693,0.00006454891,0.000029093295,3.9943953e-7,0.0000066128705,0.00054650346],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99350554,0.00280177,0.0012986512,0.00017617569,0.0017760085,0.00044186556],"domain_scores_gemma":[0.9905544,0.00828417,0.0003330713,0.00026811982,0.00044974228,0.000110533416],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.013418601,0.00010945405,0.00035107433,0.00036028514,0.00023060455,0.00016461896,0.0013710056,0.0001302415,0.00048230722],"category_scores_gemma":[0.019707505,0.00007447267,0.000059028433,0.0008795817,0.000043563774,0.00046379553,0.00039970418,0.0014320897,0.0000011509105],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048793142,0.0007856868,0.5207916,0.00016611886,0.000110170644,0.0006814001,0.056275763,0.000032697764,0.0000024221556,0.0014569457,0.024033237,0.39517602],"study_design_scores_gemma":[0.012608666,0.0013076997,0.6401576,0.08248361,0.00005944009,0.000068883804,0.21402085,0.004297755,0.00009415782,0.029505908,0.014972069,0.00042339152],"about_ca_topic_score_codex":0.18673174,"about_ca_topic_score_gemma":0.8362876,"teacher_disagreement_score":0.6495559,"about_ca_system_score_codex":0.00049515226,"about_ca_system_score_gemma":0.0021554723,"threshold_uncertainty_score":0.9885499},"labels":[],"label_agreement":null},{"id":"W4416140763","doi":"10.2196/65312","title":"Virtual Care, What Are We Measuring and What Should We Measure? Scoping Review of Reviews","year":2025,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cancer Care Ontario; Women's College Hospital; University Health Network; Health Sciences Centre; Sunnybrook Health Science Centre; Baker Hughes (Canada); Princess Margaret Cancer Centre; University of Calgary; Simon Fraser University; Canadian Cancer Society; University of Toronto; BC Cancer Agency; University of British Columbia; Public Health Ontario","funders":"","keywords":"Health care; MEDLINE; mHealth; Context (archaeology); eHealth; Digital health; The Internet","score_opus":0.4264863109876757,"score_gpt":0.569851515989846,"score_spread":0.14336520500217026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416140763","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000040013665,0.97582215,0.00014532363,0.019958846,0.0010213996,0.0029608319,0.0000033372378,0.000008933175,0.00007516018],"genre_scores_gemma":[0.0000071880218,0.9966621,0.00011544416,0.0016040847,0.0012026577,0.00009463237,0.000026362737,0.00004607689,0.00024149222],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.98523587,0.0026188912,0.004523248,0.00048780095,0.006464165,0.00067005435],"domain_scores_gemma":[0.99177456,0.0023766926,0.0021718575,0.000562453,0.002014072,0.001100393],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.022585481,0.0004720145,0.0054976754,0.0014154355,0.00006816409,0.00018651434,0.0008684767,0.00058448,0.0010811154],"category_scores_gemma":[0.012797047,0.00029771577,0.0008033143,0.0010338861,0.0003352669,0.00073364,0.00048521513,0.0043924623,0.0000135659075],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029036859,0.00004336239,0.000005210664,0.4312493,0.0001414607,0.00016104321,0.00024207833,2.2584412e-9,1.2188913e-7,0.000010385674,0.021679027,0.546439],"study_design_scores_gemma":[0.000549661,0.0005582335,9.85324e-7,0.5239098,0.0006020123,0.00047643806,0.001391725,6.4956174e-7,0.0000042033384,0.0000040738937,0.47241455,0.00008765752],"about_ca_topic_score_codex":0.000035986206,"about_ca_topic_score_gemma":0.000064253116,"teacher_disagreement_score":0.5463513,"about_ca_system_score_codex":0.00051937107,"about_ca_system_score_gemma":0.005046848,"threshold_uncertainty_score":0.9999475},"labels":[],"label_agreement":null},{"id":"W4416202471","doi":"10.2196/22272","title":"Analyzing Instagram Food and Nutrition Posts Through a Food Literacy Lens: Content Analysis of Instagram Posts","year":2025,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; McGill University; Hospital for Sick Children; University of Toronto","funders":"","keywords":"Content analysis; Social media; Healthy eating; Media literacy; Literacy; Descriptive statistics; Health literacy; Healthy food","score_opus":0.2864706591548923,"score_gpt":0.5319840871643725,"score_spread":0.24551342800948023,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416202471","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96078265,0.0055190115,0.0004522978,0.030636856,0.0012335693,0.0005984562,0.0000085071815,0.0000104997525,0.00075813493],"genre_scores_gemma":[0.99177676,0.006942326,0.00036848243,0.00027118763,0.0005213009,0.000050887782,0.00000631827,0.0000074052073,0.000055314427],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99353987,0.001711309,0.001128034,0.00023452274,0.0028794508,0.00050679635],"domain_scores_gemma":[0.99143094,0.005064483,0.0004443586,0.00017384223,0.0024907803,0.00039557798],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009279034,0.000114799484,0.0005902553,0.001536699,0.00020709657,0.00017062921,0.00069496286,0.00034594102,0.00019440056],"category_scores_gemma":[0.027200095,0.00009876477,0.00023490268,0.0033793405,0.0008480292,0.00053536356,0.00016109117,0.0012413715,0.0000017045379],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011565445,0.0035755734,0.24544108,0.0011743568,0.005337245,0.00007379002,0.20608784,0.000001711719,0.00029065984,0.12373125,0.0075270273,0.40560293],"study_design_scores_gemma":[0.010762943,0.01794449,0.43334255,0.01740676,0.0025654573,0.00005181822,0.18662456,0.0023341782,0.002667522,0.031901468,0.29338518,0.0010130951],"about_ca_topic_score_codex":0.00697941,"about_ca_topic_score_gemma":0.0057514333,"teacher_disagreement_score":0.40458983,"about_ca_system_score_codex":0.000557963,"about_ca_system_score_gemma":0.0016635933,"threshold_uncertainty_score":0.9996332},"labels":[],"label_agreement":null},{"id":"W4416791062","doi":"10.2196/70011","title":"Web-Based Formal Versus Informal Mindfulness Programs for University Students With and Those Without Recent Self-Injury: Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Mindfulness and Compassion Interventions","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre; Concordia University; University of Toronto; Carleton University; McGill University","funders":"","keywords":"Randomized controlled trial; Mindfulness; Value (mathematics); Research design; MEDLINE","score_opus":0.05682290569890122,"score_gpt":0.4437310403773411,"score_spread":0.3869081346784399,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416791062","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.926082,0.00018331425,0.05766824,0.0037139927,0.0028453055,0.004490874,0.000007653866,0.000028030923,0.00498059],"genre_scores_gemma":[0.9929879,0.000012438003,0.00014528472,0.00005316759,0.00020706268,0.001097172,0.0000039939814,0.000011288974,0.005481743],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9949377,0.001445011,0.00093491777,0.00021701898,0.0019554812,0.0005098432],"domain_scores_gemma":[0.9960272,0.0019413303,0.0004179398,0.00020125473,0.0010179732,0.0003943189],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.012980999,0.0001738624,0.001100372,0.0006335248,0.0001598952,0.00015909635,0.0009292178,0.00025651947,0.0025303105],"category_scores_gemma":[0.001122046,0.00010484661,0.00043176216,0.0003401228,0.00043073174,0.00016012648,0.00023340814,0.0010453719,0.0000062388917],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.90810764,0.0015741287,0.00025413983,0.00004702363,0.0016141258,0.000049944556,0.00018711785,3.443439e-7,1.2565242e-7,0.015258367,0.014708859,0.0581982],"study_design_scores_gemma":[0.92386854,0.004795831,0.000038184266,0.0006981758,0.0002961036,0.000013773363,0.001539931,0.0018206701,0.00006499881,0.00015788677,0.0666054,0.00010050541],"about_ca_topic_score_codex":0.00005077121,"about_ca_topic_score_gemma":0.000082044375,"teacher_disagreement_score":0.06690585,"about_ca_system_score_codex":0.00011414944,"about_ca_system_score_gemma":0.00091234734,"threshold_uncertainty_score":0.9983815},"labels":[],"label_agreement":null},{"id":"W4416830603","doi":"10.2196/76236","title":"Facilitators of and Barriers to Global Digital Oral Health: Mixed Methods Study","year":2025,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre","funders":"","keywords":"Digital health; mHealth; Qualitative research; eHealth; Data collection; Context (archaeology); Health care","score_opus":0.16614891215330094,"score_gpt":0.6466476621113896,"score_spread":0.4804987499580886,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416830603","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9076257,0.001955864,0.018064233,0.06515432,0.0012787614,0.003459881,0.000062268984,0.000020077774,0.0023788905],"genre_scores_gemma":[0.9932894,0.00033385275,0.0020737117,0.0026498372,0.00015248485,0.00039251617,0.000001955852,0.000009773288,0.0010964655],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9909786,0.004068924,0.0019991116,0.00027673517,0.0018429544,0.00083369546],"domain_scores_gemma":[0.9917163,0.0031439413,0.00034595426,0.00031300177,0.0010452771,0.0034354895],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.028515182,0.0001254347,0.0006796157,0.00047943948,0.00031676164,0.000022065195,0.00073236413,0.00023860106,0.00065567676],"category_scores_gemma":[0.021824034,0.00009366314,0.00007671381,0.0010064415,0.00027080515,0.00009470843,0.0006157783,0.002072142,0.000027584725],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005123619,0.0002976973,0.1392786,0.0007486112,0.000090447465,0.000013781853,0.0025654356,6.8110006e-7,0.0000035835512,0.0061428403,0.2685931,0.58175284],"study_design_scores_gemma":[0.00396907,0.0042303205,0.10053111,0.0018657132,0.00002093532,0.00002177184,0.0582033,0.00035794944,0.000013082345,0.0043325843,0.8263198,0.00013433094],"about_ca_topic_score_codex":0.0015498295,"about_ca_topic_score_gemma":0.0007885557,"teacher_disagreement_score":0.58161855,"about_ca_system_score_codex":0.0005347139,"about_ca_system_score_gemma":0.0077394727,"threshold_uncertainty_score":0.9978857},"labels":[],"label_agreement":null},{"id":"W4416868232","doi":"10.2196/78671","title":"Exploring Methods to Mitigate Fraud in Web-Based Surveys: Multicase Study Analysis","year":2025,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Survey Methodology and Nonresponse","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Women's College Hospital; University of Toronto; University of British Columbia","funders":"National Health and Medical Research Council; Medical Research Council; Public Health Agency; Canadian Institutes of Health Research; Royal Australian College of General Practitioners; Australian Government; Public Health Agency of Canada; Australian Commission on Safety and Quality in Health Care","keywords":"Data collection; MEDLINE; Reliability (semiconductor); Risk assessment; Public health; Context (archaeology)","score_opus":0.6873775259491411,"score_gpt":0.659460613175067,"score_spread":0.027916912774074154,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416868232","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94700146,0.00016630627,0.03947352,0.011884717,0.00059026235,0.00024289424,0.0000011332065,0.000010057225,0.00062967336],"genre_scores_gemma":[0.99136895,0.00006954129,0.0071234275,0.00024111438,0.00015878926,0.00003533403,3.931156e-7,0.0000067210367,0.000995757],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.7508995,0.24354947,0.0010939384,0.0003664634,0.003326394,0.00076424447],"domain_scores_gemma":[0.92280066,0.0754054,0.00010696598,0.00025791093,0.0007648685,0.0006641838],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5510479,0.00010775594,0.0005912531,0.0032810953,0.00014659896,0.00009419846,0.0013398819,0.000177222,0.0013079391],"category_scores_gemma":[0.25145277,0.00008713574,0.00021601503,0.005223359,0.00048659113,0.00016130638,0.0002599488,0.0018814295,0.00002096619],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0074917963,0.0025156063,0.7368419,0.000029152736,0.0015687236,0.003694486,0.040183123,0.00021690427,0.00043109362,0.00048820613,0.0035154002,0.20302361],"study_design_scores_gemma":[0.0028593687,0.00073255197,0.9327902,0.0003695147,0.00015821808,0.0000027920044,0.035196573,0.0042926115,0.0015190389,0.0002983893,0.02158436,0.00019633789],"about_ca_topic_score_codex":0.007819384,"about_ca_topic_score_gemma":0.049409557,"teacher_disagreement_score":0.29959518,"about_ca_system_score_codex":0.00029135266,"about_ca_system_score_gemma":0.0017116112,"threshold_uncertainty_score":0.999605},"labels":[],"label_agreement":null},{"id":"W4416990609","doi":"10.2196/81313","title":"Virtual Delivery of Early Psychosis Care: Retrospective Cohort Study of Factors Associated With Initial Engagement","year":2025,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Ontario; University of Toronto; Centre for Addiction and Mental Health","funders":"","keywords":"Retrospective cohort study; Attendance; Digital health; Equity (law); Cohort study; Pandemic; MEDLINE; Health care","score_opus":0.10719909412845578,"score_gpt":0.48343621706258233,"score_spread":0.37623712293412653,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416990609","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9972773,0.00012366395,0.00017863567,0.0008278055,0.00025936772,0.00074387045,0.000007647226,0.0000061411624,0.0005755677],"genre_scores_gemma":[0.99949753,0.000090909525,0.000019882846,0.00009746845,0.0001337501,0.000012940994,0.0000115437315,0.00001187344,0.00012407143],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9929807,0.00071899325,0.0011404172,0.00018895774,0.0046687955,0.00030209406],"domain_scores_gemma":[0.9956595,0.0008357928,0.00046879405,0.00018983334,0.002559168,0.00028695687],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0053648315,0.00012279667,0.0007043357,0.0008277581,0.000046273897,0.00001150263,0.0003289185,0.00013650251,0.0006641916],"category_scores_gemma":[0.0028731003,0.00008119866,0.000091120964,0.0007575325,0.0002544651,0.00007912973,0.00012273398,0.0015619607,7.648739e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015442512,0.0015171109,0.9730834,0.00009788729,0.001367497,0.00011448373,0.00828453,3.7335866e-7,0.0000871027,0.0000827636,0.0083504785,0.0054701343],"study_design_scores_gemma":[0.0073885676,0.02562294,0.9368175,0.0012089876,0.00025105273,0.000006386399,0.026746105,0.000018886814,0.001676779,0.000016827686,0.00019754526,0.00004842123],"about_ca_topic_score_codex":0.0022850942,"about_ca_topic_score_gemma":0.00056670606,"teacher_disagreement_score":0.036265887,"about_ca_system_score_codex":0.00047205438,"about_ca_system_score_gemma":0.0009164863,"threshold_uncertainty_score":0.72724324},"labels":[],"label_agreement":null},{"id":"W4417000558","doi":"10.2196/77977","title":"Impact of Cyberchondria on Health and Quality of Life: Scoping Review","year":2025,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Psychosomatic Disorders and Their Treatments","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Quality (philosophy); Key (lock); Quality of life (healthcare); Health care; eHealth; mHealth; The Internet","score_opus":0.19470420763133542,"score_gpt":0.5870178505864795,"score_spread":0.39231364295514404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417000558","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89608455,0.08163779,0.00013628996,0.018307757,0.00012505539,0.00048114712,0.0000030295873,0.0000022812796,0.003222078],"genre_scores_gemma":[0.89568895,0.10254218,0.00013792033,0.0011131897,0.000054806398,0.0000039718093,0.0000022333977,0.000007653746,0.00044912827],"study_design_codex":"observational","study_design_gemma":"systematic_review","domain_scores_codex":[0.9964629,0.00055896497,0.0010818241,0.000105533356,0.0015943353,0.00019648571],"domain_scores_gemma":[0.99771804,0.0008360326,0.00036227333,0.00020321461,0.00036701854,0.00051339495],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0056784987,0.00007953168,0.00083768094,0.00027827278,0.0000145114,0.0000065818485,0.00021188353,0.00007513861,0.0005314328],"category_scores_gemma":[0.0071240733,0.000045822373,0.00019095847,0.00027902643,0.00020424038,0.000030246207,0.00007379509,0.00057644036,0.0000025409613],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008336114,0.009179622,0.33569166,0.13115035,0.0047171027,0.00013556803,0.0025389986,6.233149e-7,0.000370335,0.0057267426,0.2522933,0.2498596],"study_design_scores_gemma":[0.007666187,0.009053872,0.070626006,0.9103051,0.00004558965,0.000057549463,0.00034223188,0.000063213985,0.0001221576,0.0011993938,0.00044603454,0.00007266895],"about_ca_topic_score_codex":0.000635967,"about_ca_topic_score_gemma":0.000026969705,"teacher_disagreement_score":0.7791547,"about_ca_system_score_codex":0.00010035045,"about_ca_system_score_gemma":0.0021174208,"threshold_uncertainty_score":0.85286963},"labels":[],"label_agreement":null},{"id":"W4417009530","doi":"10.2196/88646","title":"Retraction: Effects of Tai Chi on Cognitive Function in Older Adults With Type 2 Diabetes Mellitus: Randomized Controlled Trial Using Wearable Devices in a Mobile Health Model","year":2025,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Biofield Effects and Biophysics","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"JMIR Publications","funders":"","keywords":"Type 2 diabetes; Randomized controlled trial; Wearable computer; Cognition; Wearable technology; mHealth; Type 2 Diabetes Mellitus","score_opus":0.02253665121299966,"score_gpt":0.38503792693399785,"score_spread":0.3625012757209982,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417009530","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9892358,0.0057387357,0.00043378785,0.00075640215,0.00041840467,0.0031872848,3.0104e-7,0.0000031214115,0.00022615342],"genre_scores_gemma":[0.9974893,0.0016556527,0.00005502523,0.00035031524,0.00021976003,0.00008343632,0.000001359173,0.0000074094264,0.00013774971],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99643385,0.0010288039,0.0007754905,0.00016122665,0.0013313513,0.00026926657],"domain_scores_gemma":[0.99614567,0.0028566432,0.00028747672,0.00008366252,0.00047589233,0.00015066209],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0068776123,0.000113564165,0.0013083544,0.00053684507,0.000020133173,0.000019205712,0.00010623749,0.0002524351,0.00007080433],"category_scores_gemma":[0.0026732192,0.000062608204,0.00015178365,0.0005124707,0.00017106153,0.00007336086,0.000030615643,0.001709792,0.0000010334658],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.98087746,0.0014298157,0.00029602676,0.001044258,0.00036798103,0.000063441876,0.00044529344,0.00005205805,0.00015500005,0.000040556028,0.00025717125,0.014970945],"study_design_scores_gemma":[0.8606785,0.010555856,0.00032014673,0.029105585,0.0001224168,0.0000062808876,0.00043563338,0.096897475,0.0017268537,0.000080291655,0.000015296602,0.00005565496],"about_ca_topic_score_codex":0.00030607785,"about_ca_topic_score_gemma":0.0000886873,"teacher_disagreement_score":0.12019894,"about_ca_system_score_codex":0.0001306075,"about_ca_system_score_gemma":0.00090611784,"threshold_uncertainty_score":0.742829},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4417136516","doi":"10.2196/69959","title":"Social Media Metrics and Popular Legitimacy: Content Analysis of Pre– and Post–COVID-19 Public Engagement With the World Health Organization on X","year":2025,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Public Relations and Crisis Communication","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; HEC Montréal","funders":"","keywords":"Social media; Legitimacy; Public engagement; Content analysis; Public health; Health communication; Social media analytics","score_opus":0.21159719475984046,"score_gpt":0.49672087486038824,"score_spread":0.2851236801005478,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417136516","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3691771,0.001368902,0.003522138,0.6241753,0.00005180897,0.00021422515,0.0000029470432,0.000006183802,0.001481364],"genre_scores_gemma":[0.99621767,0.0018313807,0.00007081351,0.001164697,0.00005821598,0.000003501131,0.000008009955,0.0000032968808,0.00064240996],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99494094,0.002202637,0.0004019225,0.000105883606,0.002163439,0.00018520653],"domain_scores_gemma":[0.9956307,0.0025082189,0.00027350883,0.00013775662,0.0011442773,0.0003055699],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01807868,0.000052695552,0.00023199529,0.0014775622,0.000491883,0.00022435162,0.00059998786,0.00007109002,0.00019472289],"category_scores_gemma":[0.015140958,0.000031506934,0.000043354594,0.004084881,0.0006003466,0.0001534028,0.00020481633,0.0007344335,2.8641048e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013106612,0.0003760103,0.046805378,0.000048760743,0.0012576346,0.000005887754,0.043593172,0.000007736407,0.00000844603,0.7969891,0.050966166,0.059810642],"study_design_scores_gemma":[0.0022994906,0.0007603046,0.4262397,0.00028398726,0.0004838715,0.000006328364,0.09442656,0.0026590966,0.000021570786,0.0027431168,0.46989155,0.00018442774],"about_ca_topic_score_codex":0.0019139086,"about_ca_topic_score_gemma":0.009178145,"teacher_disagreement_score":0.79424596,"about_ca_system_score_codex":0.00032175923,"about_ca_system_score_gemma":0.0014843338,"threshold_uncertainty_score":0.99315494},"labels":[],"label_agreement":null},{"id":"W4417145746","doi":"10.2196/81578","title":"Evidence for Digital Health Tools Designed to Support the Triage of Musculoskeletal Conditions in Primary, Urgent, and Emergency Care Settings: Scoping Review","year":2025,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; Alberta Health Services; Spinal Cord Injury BC; Research Canada; Université de Montréal; Centre for Interdisciplinary Research in Rehabilitation; Hôpital Maisonneuve-Rosemont; University of British Columbia","funders":"","keywords":"Triage; Digital health; Health care; Telemedicine; Musculoskeletal pain; Musculoskeletal disorder; Trustworthiness","score_opus":0.20450923320229966,"score_gpt":0.5713379256282457,"score_spread":0.36682869242594607,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417145746","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5449648,0.10201136,0.006862077,0.33687332,0.0005306078,0.008227529,0.000050684914,0.0000111902755,0.00046842304],"genre_scores_gemma":[0.94747674,0.045183476,0.0003720797,0.006262095,0.00027408087,0.00015466314,0.000054987373,0.000012927415,0.0002089635],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9963274,0.00031291414,0.0014874014,0.00016182635,0.0013692693,0.0003411655],"domain_scores_gemma":[0.99649763,0.0018723141,0.00030228184,0.0001600928,0.0007117843,0.00045590004],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0087354425,0.00008666949,0.00053128664,0.00038975186,0.00005654324,0.000019982344,0.00026628163,0.00005534137,0.0006173945],"category_scores_gemma":[0.019806737,0.000055254637,0.000113436145,0.00052211573,0.000110044086,0.0001684928,0.00012390965,0.00053549913,0.000001386108],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008184203,0.00023088198,0.023870373,0.069669634,0.0001243475,0.000074272175,0.0024231474,2.1274695e-7,0.00018650392,0.00027448838,0.42205307,0.48027465],"study_design_scores_gemma":[0.013637762,0.026251474,0.10900684,0.8013041,0.0002972286,0.00048022158,0.011894471,0.00006510096,0.0006948945,0.00037534774,0.035706807,0.00028577237],"about_ca_topic_score_codex":0.00007786716,"about_ca_topic_score_gemma":0.000094447845,"teacher_disagreement_score":0.73163444,"about_ca_system_score_codex":0.00022139837,"about_ca_system_score_gemma":0.0031641144,"threshold_uncertainty_score":0.9884499},"labels":[],"label_agreement":null},{"id":"W4417507714","doi":"10.2196/76844","title":"Impact of Telerehabilitation on Rehabilitation Efficacy and Patient Satisfaction After Knee Surgery: Systematic Review and Meta-Analysis of Randomized Controlled Trials","year":2025,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Telerehabilitation; Patient satisfaction; Randomized controlled trial; Rehabilitation; Telehealth; Minimal clinically important difference; MEDLINE; Health care","score_opus":0.10391724596273359,"score_gpt":0.5095253521299081,"score_spread":0.4056081061671745,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417507714","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93696445,0.044440635,0.00025806422,0.013267893,0.000054603242,0.004980076,0.000010522117,0.0000032450787,0.000020535937],"genre_scores_gemma":[0.99546015,0.0037890165,0.00012841295,0.00030814405,0.000018614024,0.00025889042,0.0000044323283,0.0000063043503,0.000026051866],"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","domain_scores_codex":[0.98397666,0.008076868,0.0052892477,0.00017883308,0.0023036855,0.0001747327],"domain_scores_gemma":[0.9244127,0.07073238,0.0023992797,0.00024296145,0.0019531485,0.00025948352],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.063537806,0.00015306495,0.010731798,0.0022009148,0.000018450228,0.000015137368,0.00005718215,0.00011528732,0.001015675],"category_scores_gemma":[0.18489517,0.00007263187,0.0023423617,0.00083912496,0.0002896395,0.0000793625,0.000031198062,0.00043046573,4.3043823e-7],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.27701464,0.0011910903,0.017736763,0.19099973,0.48632047,0.000027865046,0.0031728698,0.000006040676,0.000116202005,0.00052623934,0.008626904,0.014261186],"study_design_scores_gemma":[0.13003819,0.008032105,0.16417202,0.025094748,0.6709202,0.000030804313,0.0007750924,0.0004397837,0.00005392753,0.00033348455,0.000009979258,0.000099697856],"about_ca_topic_score_codex":0.00040322714,"about_ca_topic_score_gemma":0.000027387094,"teacher_disagreement_score":0.1845997,"about_ca_system_score_codex":0.00013602388,"about_ca_system_score_gemma":0.00042713946,"threshold_uncertainty_score":0.99989754},"labels":[],"label_agreement":null},{"id":"W7101898870","doi":"10.2196/82426","title":"Exploring Reddit Discourse and Information Needs Surrounding Extreme Heat: Topic, Sentiment, and Engagement Analysis","year":2025,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Climate Change Communication and Perception","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; University of Guelph","funders":"","keywords":"Snapshot (computer storage); Public health; Information needs; Adaptation (eye); Information seeking; Public engagement; Extreme weather; Extreme heat; User needs","score_opus":0.712397136338943,"score_gpt":0.5658314746947648,"score_spread":0.14656566164417817,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7101898870","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93829453,0.00046314613,0.0013668105,0.050153073,0.00023556696,0.00008545242,8.803256e-7,0.0000063671514,0.009394179],"genre_scores_gemma":[0.9715782,0.02710015,0.00004806547,0.00013411955,0.00014615669,0.0000056511594,0.0000039268516,0.000001448654,0.0009823096],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976481,0.00068703585,0.0003272649,0.00004764664,0.0011219421,0.00016800803],"domain_scores_gemma":[0.9989484,0.0004781013,0.000061552964,0.00009922607,0.0002278112,0.00018489761],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00976954,0.00004388513,0.00013683739,0.00091916404,0.00023966485,0.00031676196,0.00027974966,0.000060019902,0.0009573979],"category_scores_gemma":[0.001133809,0.000036154066,0.000048240072,0.0007633912,0.00026656053,0.0008598728,0.00024858862,0.0005067015,0.0000038889216],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014556527,0.0001983305,0.07582044,0.00015412169,0.0006889265,0.000014726049,0.28012273,0.0000054206807,0.00017902015,0.06974183,0.011942985,0.5609859],"study_design_scores_gemma":[0.0008333615,0.00011947487,0.0374109,0.00063136406,0.00014409055,0.0000059729523,0.30692002,0.003640728,0.000042511325,0.0005273205,0.6496087,0.00011558037],"about_ca_topic_score_codex":0.0013616844,"about_ca_topic_score_gemma":0.00067850325,"teacher_disagreement_score":0.6376657,"about_ca_system_score_codex":0.00015702183,"about_ca_system_score_gemma":0.00009591236,"threshold_uncertainty_score":0.99995583},"labels":[],"label_agreement":null},{"id":"W7106610994","doi":"10.2196/81572","title":"Key Components and Barriers in Web-Based Suicide Prevention Gatekeeper Training: Systematic Narrative Review","year":2025,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Suicide and Self-Harm Studies","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Quest University Canada; Université de Montréal; Institut National de Santé Publique du Québec","funders":"","keywords":"Narrative review; Suicide prevention; Systematic review; Poison control; Human factors and ergonomics; Adaptation (eye); Mental health; MEDLINE","score_opus":0.1417426126938,"score_gpt":0.48188050889275996,"score_spread":0.34013789619895995,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7106610994","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8962659,0.07578225,0.00021023321,0.021522585,0.0005980725,0.0007886773,0.0000012992176,0.000010595718,0.004820348],"genre_scores_gemma":[0.9939638,0.0028168675,0.00002951862,0.0011746413,0.000060519993,0.000058345337,0.0000013984261,0.000008695943,0.0018862586],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.9943298,0.0026190872,0.001045667,0.00020310804,0.0014370321,0.00036527906],"domain_scores_gemma":[0.9974425,0.0015561648,0.0002051405,0.0001613181,0.00034963753,0.000285279],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.012610871,0.00012506371,0.0007340803,0.0005644797,0.000055552366,0.000035839126,0.00048332463,0.00015549653,0.0018497637],"category_scores_gemma":[0.0054244297,0.000087536246,0.00012682045,0.0004265524,0.0002832156,0.000067328474,0.00011135362,0.00126361,0.000023481547],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0041774395,0.0023073703,0.101248,0.10534455,0.0060655065,0.0074153487,0.18420228,0.0000057663015,0.0009780177,0.011351585,0.56233406,0.014570099],"study_design_scores_gemma":[0.03357502,0.0056051193,0.0663386,0.62022185,0.00085354917,0.0012350561,0.24039774,0.0061511835,0.00041941935,0.0069726775,0.017101647,0.0011281421],"about_ca_topic_score_codex":0.00012535538,"about_ca_topic_score_gemma":0.00018247521,"teacher_disagreement_score":0.5452324,"about_ca_system_score_codex":0.00013044428,"about_ca_system_score_gemma":0.0004118452,"threshold_uncertainty_score":0.99906266},"labels":[],"label_agreement":null},{"id":"W7115728714","doi":"10.2196/79825","title":"Cognitive-Behavioral Therapy−Based Massed Brief Psychoeducational Group via Videoconference for Social Anxiety: Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Anxiety, Depression, Psychometrics, Treatment, Cognitive Processes","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Randomized controlled trial; Videoconferencing; Anxiety; Telehealth; Social anxiety; Intervention (counseling); Psychoeducation; Telemedicine","score_opus":0.1595654491453957,"score_gpt":0.5315322470980478,"score_spread":0.3719667979526521,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7115728714","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49817547,0.012934597,0.40171415,0.03708992,0.017460307,0.016952675,0.0000993355,0.000098407094,0.015475141],"genre_scores_gemma":[0.9859776,0.0029245499,0.00031695876,0.0011075538,0.0028111225,0.0029923767,0.000054240983,0.000045339497,0.0037702739],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9897849,0.0037654496,0.0018419375,0.0006529753,0.003154718,0.0007999963],"domain_scores_gemma":[0.9821712,0.012701481,0.0008898576,0.00023458934,0.0035530778,0.00044984234],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.017088061,0.0003811958,0.0018640932,0.0016702353,0.0002506065,0.00025110898,0.0012351178,0.0006592619,0.008897597],"category_scores_gemma":[0.009956809,0.00026499023,0.0012066795,0.001096337,0.0011821543,0.00019234291,0.00010542446,0.0018217742,0.00004271736],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.7611531,0.0064468645,0.0010510338,0.000032396834,0.0013736463,0.000021113083,0.00064536196,4.016969e-8,0.00004733562,0.0032284295,0.04175249,0.1842482],"study_design_scores_gemma":[0.94578,0.0022303562,0.0010512348,0.0003998571,0.00028636534,0.000023979961,0.0008155897,0.00023058342,0.00014755107,0.007906998,0.040903468,0.00022405558],"about_ca_topic_score_codex":0.00017448429,"about_ca_topic_score_gemma":0.000021689748,"teacher_disagreement_score":0.48780212,"about_ca_system_score_codex":0.00020919889,"about_ca_system_score_gemma":0.0016935786,"threshold_uncertainty_score":0.9999802},"labels":[],"label_agreement":null},{"id":"W7116891716","doi":"10.2196/83491","title":"Developing a Trauma-Informed Social Media Campaign to Disseminate Endometriosis-Specific Qualitative Art-Based Research Findings: Tutorial","year":2025,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Endometriosis Research and Treatment","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"B.C. Women's Hospital & Health Centre; Women's Health Research Institute; University of British Columbia","funders":"","keywords":"Empowerment; Social media; Photovoice; Context (archaeology); Community-based participatory research; Reproductive health; Participatory action research; Citizen journalism; Qualitative research","score_opus":0.2694680336967377,"score_gpt":0.5519007777194895,"score_spread":0.2824327440227518,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7116891716","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.886798,0.0023614112,0.005048543,0.09142585,0.0019899725,0.002260615,0.000036431167,0.000073390016,0.010005742],"genre_scores_gemma":[0.99013215,0.0011467894,0.0034045533,0.00033602258,0.0017112066,0.00018096917,0.00003074564,0.000042394444,0.0030151927],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9799992,0.0026461312,0.0016751491,0.00053960324,0.013378639,0.0017612849],"domain_scores_gemma":[0.91749275,0.0743956,0.0001938234,0.00043044525,0.0054161595,0.002071231],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03920632,0.00031825886,0.0011698357,0.008479695,0.00035418163,0.00032834226,0.0014226955,0.0005006044,0.002021578],"category_scores_gemma":[0.20074506,0.00022637748,0.00047015163,0.0074229813,0.0010135504,0.00019530911,0.000530966,0.0047229426,0.00030307265],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.013226698,0.001965487,0.000848643,0.00064533413,0.0012589967,0.0034738407,0.026422733,6.963345e-7,0.0010660982,0.010260495,0.82815737,0.11267361],"study_design_scores_gemma":[0.028036417,0.007860404,0.0065516066,0.010184117,0.00010104912,0.00023678293,0.041140076,0.0001554535,0.05547745,0.0027438053,0.8469614,0.0005514277],"about_ca_topic_score_codex":0.00007030686,"about_ca_topic_score_gemma":0.00012381196,"teacher_disagreement_score":0.16153875,"about_ca_system_score_codex":0.0037784167,"about_ca_system_score_gemma":0.006283367,"threshold_uncertainty_score":0.9993501},"labels":[],"label_agreement":null},{"id":"W7116987180","doi":"10.2196/80522","title":"Adherence to Accelerometer Use in Older Adults Undergoing mHealth Cardiac Rehabilitation: Secondary Analysis of a Randomized Clinical Trial","year":2025,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Cardiac Health and Mental Health","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Institute on Aging; National Institutes of Health; York University; American Heart Association","keywords":"mHealth; Randomized controlled trial; Accelerometer; Telemedicine; Digital health; Clinical trial","score_opus":0.13206102758779356,"score_gpt":0.5463355888576876,"score_spread":0.41427456126989404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7116987180","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9845458,0.000818265,0.00041010146,0.010301888,0.0012622407,0.0019895858,0.000006571541,0.0000048684697,0.00066065264],"genre_scores_gemma":[0.9949273,0.001729074,0.00094305567,0.0014528091,0.00037981584,0.00006437743,0.000008835903,0.000010214556,0.00048454377],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.987421,0.00512609,0.0036714221,0.00035221904,0.0028791039,0.0005501971],"domain_scores_gemma":[0.9692783,0.027511537,0.000461861,0.0003870143,0.00090685673,0.0014544568],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.0606624,0.00013568877,0.0027315598,0.0028405082,0.000030368305,0.000031058313,0.00034102445,0.0003362767,0.0006574944],"category_scores_gemma":[0.05689283,0.0000978678,0.0012590385,0.0025438452,0.00035471705,0.0001233807,0.00019487223,0.0024312602,0.000007728205],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.81269044,0.0014118741,0.06105792,0.0013704518,0.001254676,0.00011987185,0.0018563616,0.000001389251,0.000003464673,0.00016222712,0.018891627,0.10117969],"study_design_scores_gemma":[0.7284354,0.011580351,0.24221992,0.009995719,0.0009075229,0.000021398793,0.0027297952,0.0010368085,0.000031101747,0.00009309368,0.0028216755,0.0001272224],"about_ca_topic_score_codex":0.0022738194,"about_ca_topic_score_gemma":0.0010091909,"teacher_disagreement_score":0.18116201,"about_ca_system_score_codex":0.0005533553,"about_ca_system_score_gemma":0.006075883,"threshold_uncertainty_score":0.9998702},"labels":[],"label_agreement":null},{"id":"W7117121652","doi":"10.2196/80529","title":"Effectiveness of Postdischarge Telephone Calls in Reducing Hospital Utilization: Quasi-Randomized Controlled Trial","year":2025,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Heart Failure Treatment and Management","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Fraser Health","funders":"","keywords":"Randomized controlled trial; Telemedicine; MEDLINE; Telehealth; Health care; Telephone call","score_opus":0.037245219234942034,"score_gpt":0.4242493301995778,"score_spread":0.3870041109646357,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117121652","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97587276,0.0013769213,0.0020125275,0.014080941,0.000853995,0.004020838,5.6235785e-7,0.0000070974534,0.0017743383],"genre_scores_gemma":[0.9970381,0.0006112924,0.0001578923,0.000041457526,0.00020301474,0.00010998169,0.0000036663407,0.000009459739,0.0018250959],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9935785,0.0023581395,0.001353448,0.00018571722,0.002210897,0.00031332567],"domain_scores_gemma":[0.99459463,0.004103998,0.00022128677,0.00017840991,0.0006624391,0.00023924092],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.025302952,0.00013220536,0.0018665921,0.0009861138,0.00002114888,0.000026317608,0.00026725323,0.000192911,0.0007617112],"category_scores_gemma":[0.014339074,0.00007900584,0.00044248442,0.0005429894,0.0002946693,0.00007620067,0.00013670156,0.0008980612,0.000008625985],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9808432,0.0033023,0.0007722764,0.00050238176,0.0011595563,0.00060124276,0.00041160514,0.0000013223296,0.00034360102,0.0027486007,0.0049804607,0.004333486],"study_design_scores_gemma":[0.98583245,0.003280741,0.00071520376,0.005054877,0.00018249864,0.000022194201,0.00024208527,0.0012283752,0.002156831,0.0003308776,0.0008964702,0.00005741007],"about_ca_topic_score_codex":0.00031092952,"about_ca_topic_score_gemma":0.000013161205,"teacher_disagreement_score":0.02116536,"about_ca_system_score_codex":0.00023010727,"about_ca_system_score_gemma":0.00086657325,"threshold_uncertainty_score":0.99396354},"labels":[],"label_agreement":null},{"id":"W7117698913","doi":"10.2196/73614","title":"The Actionable Innovation Day Approach: Participatory Model for Advancing Critical Care Innovation","year":2025,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Biomedical and Engineering Education","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Canadian Hospice Palliative Care Association; Montfort Hospital; Ottawa Hospital; Transport Canada; Université de Montréal; University of Toronto; University of Ottawa","funders":"","keywords":"Health care; Context (archaeology); Work (physics); Citizen journalism; mHealth; eHealth; Participatory design","score_opus":0.12040736990334774,"score_gpt":0.4425716124220421,"score_spread":0.32216424251869435,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117698913","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04553633,0.001016447,0.9433605,0.007195642,0.0015796305,0.00013831636,0.000001894577,0.000034858618,0.0011363826],"genre_scores_gemma":[0.99681234,0.00009240188,0.0018798715,0.00010288172,0.00044634932,0.0000579676,0.000008101342,0.000012473048,0.0005876088],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99803376,0.000060547518,0.00054492825,0.000089312896,0.000948815,0.0003226281],"domain_scores_gemma":[0.9977065,0.0008209453,0.000033877168,0.00011371743,0.0012315661,0.000093449096],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0052612303,0.00007155693,0.00012176033,0.00046682268,0.000098444354,0.00007312251,0.00035069522,0.00016920647,0.000022894208],"category_scores_gemma":[0.0066161575,0.00004929235,0.000034972603,0.0010566453,0.00014470838,0.00014455472,0.000048469912,0.000904948,0.000002155525],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013432493,0.00023312849,0.000121269666,0.0031225244,0.00019527646,0.0000057359275,0.002995277,0.03425179,0.003706732,0.29801455,0.42610198,0.23111743],"study_design_scores_gemma":[0.00023838758,0.000048867456,0.00007937229,0.00022919639,0.000007967825,0.0000053999265,0.0008688778,0.9503771,0.0012229676,0.0044088997,0.042462036,0.000050924813],"about_ca_topic_score_codex":0.000004588419,"about_ca_topic_score_gemma":0.0000034167072,"teacher_disagreement_score":0.951276,"about_ca_system_score_codex":0.00028618166,"about_ca_system_score_gemma":0.000389895,"threshold_uncertainty_score":0.7920636},"labels":[],"label_agreement":null},{"id":"W7161263857","doi":"10.2196/80349","title":"Artificial Intelligence Diagnosis of Obstructive Sleep Apnoea using Overnight Pulse Oximetry: A Systematic Review and Bayesian Meta-Analysis (Preprint)","year":2025,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Obstructive Sleep Apnea Research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ministry of Education and Child Care","funders":"","keywords":"Sleep (system call); Bayesian probability; Sleep apnea; Pulse (music); Sleep apnea syndromes; Polysomnography","score_opus":0.12468533228124663,"score_gpt":0.44998722488794557,"score_spread":0.32530189260669895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7161263857","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3903756,0.34047925,0.22319458,0.036359735,0.0005301301,0.0073777745,0.00006099939,0.0000393369,0.0015825473],"genre_scores_gemma":[0.99561894,0.0026681095,0.0011983252,0.00020154245,0.00007763802,0.00006401842,0.0000018948665,0.000020899774,0.00014865953],"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","domain_scores_codex":[0.988932,0.0022302414,0.0024916723,0.00049863773,0.005292235,0.0005551958],"domain_scores_gemma":[0.99179244,0.0033490774,0.00069914624,0.00074059976,0.002689534,0.0007291748],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.015921926,0.00026773743,0.0034346874,0.0022943635,0.00007025387,0.00008607205,0.0010388901,0.0002802524,0.005226053],"category_scores_gemma":[0.027111586,0.0001754333,0.0013666393,0.003335394,0.00095113233,0.00017996109,0.000785476,0.0022886973,0.000009759996],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014580187,0.0026827452,0.024398962,0.32636064,0.60856646,0.0024584315,0.0016073184,0.000048748458,0.001072589,0.011891373,0.00053575455,0.018918943],"study_design_scores_gemma":[0.0013667864,0.002553926,0.00560192,0.066183545,0.74224526,0.0019000566,0.0053408197,0.099135794,0.06438928,0.010405078,0.000086483524,0.0007910259],"about_ca_topic_score_codex":0.0004029787,"about_ca_topic_score_gemma":0.000057083922,"teacher_disagreement_score":0.60524327,"about_ca_system_score_codex":0.00045628892,"about_ca_system_score_gemma":0.00032231936,"threshold_uncertainty_score":0.9956833},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"meta_analysis","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W7163001103","doi":"10.2196/88921","title":"Guidance for Building Hospital at Home: Qualitative Descriptive Thematic Analysis of a pan-Canadian Community Participatory Workshop Series (Preprint)","year":2025,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Frailty in Older Adults","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Thematic analysis; Citizen journalism; Qualitative research; Participatory action research; Qualitative analysis; Community-based participatory research; Thematic map; Descriptive statistics","score_opus":0.1864023820570112,"score_gpt":0.4995455095737074,"score_spread":0.3131431275166962,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7163001103","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9750322,0.0010456858,0.005868473,0.01682377,0.00021942143,0.00049750623,0.000020566387,0.0000076196875,0.00048477418],"genre_scores_gemma":[0.9949876,0.00012405361,0.001868522,0.0001668076,0.00006969521,0.00005654988,0.000006116186,0.000014867159,0.0027057691],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.994365,0.0017610611,0.0011808802,0.0001964999,0.0019410487,0.00055553723],"domain_scores_gemma":[0.9903662,0.0059403502,0.00034150842,0.0005201388,0.0021305347,0.00070126436],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.016887883,0.0001570122,0.00094051845,0.0014536792,0.00013695797,0.000042508036,0.00093456986,0.0002365118,0.0006568811],"category_scores_gemma":[0.034289457,0.00012111544,0.0004297253,0.0014140293,0.001033009,0.00015451602,0.00041029076,0.0019356037,0.0000062720032],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0067399717,0.0038911025,0.083490685,0.0047461702,0.033811595,0.00083222,0.5923514,0.000099585464,0.0030599253,0.020949198,0.21437362,0.035654586],"study_design_scores_gemma":[0.012039677,0.00950342,0.14049359,0.03857568,0.004804314,0.00022872837,0.7092506,0.025217196,0.027695738,0.022152133,0.009221473,0.0008174227],"about_ca_topic_score_codex":0.011151317,"about_ca_topic_score_gemma":0.046609327,"teacher_disagreement_score":0.20515214,"about_ca_system_score_codex":0.00116515,"about_ca_system_score_gemma":0.0013285605,"threshold_uncertainty_score":0.9954335},"labels":[],"label_agreement":null}]}