{"id":"W4396714687","doi":"10.2196/52156","title":"Evaluating the Quality of Cancer-Related WeChat Public Accounts: Cross-Sectional Study","year":2024,"lang":"en","type":"article","venue":"JMIR Cancer","topic":"Healthcare Systems and Reforms","field":"Economics, Econometrics and Finance","cited_by":4,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Preprint; Quality (philosophy); Cross-sectional study; Computer science; World Wide Web; Statistics; Mathematics","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"}],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003081264,0.0001325285,0.0003329215,0.0001406612,0.0001958414,0.0002018961,0.0002435102,0.0001348938,0.001236381],"category_scores_gemma":[0.00006276742,0.00008816561,0.0001470373,0.0005329092,0.00005696447,0.0002929821,0.00006001336,0.0002939246,0.0001247403],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005564181,"about_ca_system_score_gemma":0.0002705127,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.03738924,"about_ca_topic_score_gemma":0.002516239,"domain_scores_codex":[0.9979073,0.0000582999,0.001181533,0.0004184063,0.0001539269,0.0002805614],"domain_scores_gemma":[0.9990404,0.00005083913,0.0003934262,0.0003231488,0.00013371,0.00005848705],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00001078405,0.00008661565,0.9715842,0.0002666546,0.0002312044,6.552125e-7,0.001971775,0.0001112465,0.00001525942,0.01276717,0.0001257857,0.01282865],"study_design_scores_gemma":[0.0003611259,0.00009566697,0.977863,0.00004418211,0.000002385789,8.248851e-7,0.0002540252,0.001841507,0.000004393994,0.00194399,0.01744879,0.0001401676],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9793258,0.01254134,0.00001344861,0.001261785,0.003428469,0.0008318654,0.0003548136,0.00007588333,0.002166533],"genre_scores_gemma":[0.995657,0.0002387664,0.000006079097,0.00009861685,0.0004048457,0.0008146599,0.000005004626,0.00002530053,0.002749784],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.03487301,"threshold_uncertainty_score":0.9996766,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2899421630533092,"score_gpt":0.5005893594074159,"score_spread":0.2106471963541067,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}