{"id":"W4396714687","doi":"10.2196/52156","title":"Evaluating the Quality of Cancer-Related WeChat Public Accounts: Cross-Sectional Study","year":2024,"lang":"en","type":"article","venue":"JMIR Cancer","topic":"Healthcare Systems and Reforms","field":"Economics, Econometrics and Finance","cited_by":4,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Preprint; Quality (philosophy); Cross-sectional study; Computer science; World Wide Web; Statistics; Mathematics","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005700089,0.0002146825,0.0004528847,0.002617341,0.0007755129,0.001177287,0.0007425079,0.0005206403,0.001983684],"category_scores_gemma":[0.01715029,0.0003273358,0.000680568,0.003819444,0.0005777469,0.001708779,0.00134347,0.000890245,0.0003302563],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001556169,"about_ca_system_score_gemma":0.001187568,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.009836978,"about_ca_topic_score_gemma":0.01042543,"domain_scores_codex":[0.9961179,0.001276446,0.0007684093,0.0003923143,0.0009937783,0.0004510734],"domain_scores_gemma":[0.9762971,0.004502708,0.01320792,0.0008800627,0.003583685,0.001528545],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00003425408,0.00006905388,0.9969065,0.0000608425,0.00003020808,0.00002748474,0.0006873253,0.00001571959,0.00003630734,0.00002082316,0.0002735918,0.001837931],"study_design_scores_gemma":[0.000003649046,0.0001028714,0.9966552,0.0000408099,0.00002641301,0.0000840522,0.002248986,0.0001695506,0.00005467013,0.00001521096,0.0005889292,0.000009646024],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9974813,0.0002922695,0.0001380798,0.0001530871,0.000008822485,0.0001331534,0.001032807,0.0000071453,0.0007533678],"genre_scores_gemma":[0.9983102,0.0002028384,0.0002387899,0.00009048884,0.00001027826,0.000130408,0.0008049997,0.00000446659,0.0002075047],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.009836978,"threshold_uncertainty_score":0.03014529,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2899421630533092,"score_gpt":0.5005893594074159,"score_spread":0.2106471963541067,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}