{"id":"W4389689794","doi":"10.2196/52164","title":"Human-Written vs AI-Generated Texts in Orthopedic Academic Literature: Comparative Qualitative Analysis","year":2023,"lang":"en","type":"article","venue":"JMIR Formative Research","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Preprint; Transparency (behavior); Rank (graph theory); Harm; Computer science; Psychology; World Wide Web; Social psychology","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.09398092,0.0005474934,0.001552046,0.01476182,0.003725052,0.006564613,0.002150312,0.001608417,0.004608015],"category_scores_gemma":[0.2857893,0.0006971137,0.001019503,0.01047749,0.008654964,0.007574115,0.00770027,0.001586902,0.0004068402],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01398346,"about_ca_system_score_gemma":0.01153295,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004313475,"about_ca_topic_score_gemma":0.006690002,"domain_scores_codex":[0.9235908,0.05576999,0.006407008,0.002856616,0.009001319,0.002374352],"domain_scores_gemma":[0.6503455,0.2966421,0.0195509,0.00255935,0.02856982,0.002332345],"domain_codex":null,"domain_gemma":"reporting","domain_candidate":"reporting","domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0002089223,0.00008814631,0.01018484,0.005185112,0.00008614916,0.0004020905,0.9646695,0.00005264771,0.000647867,0.002821516,0.0006544917,0.01499871],"study_design_scores_gemma":[0.00002784366,0.0001143842,0.00838745,0.00262763,0.00005305288,0.0001903113,0.9834864,0.0001389029,0.0003264062,0.001191373,0.003429391,0.00002682821],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9730408,0.004745592,0.00468355,0.003277237,0.0001538797,0.002974812,0.001253051,0.00003020696,0.00984083],"genre_scores_gemma":[0.9861324,0.002166726,0.004586735,0.0008130487,0.00003720543,0.004590264,0.0004071776,0.00003689422,0.001229613],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9060191,"threshold_uncertainty_score":0.4970246,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.446618301374829,"score_gpt":0.6434120599894251,"score_spread":0.1967937586145961,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}