{"id":"W4392370839","doi":"10.54254/2755-2721/44/20230078","title":"Predictive model on detecting ChatGPT responses against human responses","year":2024,"lang":"en","type":"article","venue":"Applied and Computational Engineering","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Natural language processing; Computer science; Psychology; Artificial intelligence","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006042293,0.001305829,0.0008573626,0.002266609,0.0004734618,0.001301751,0.001341053,0.001573213,0.002851028],"category_scores_gemma":[0.02204962,0.0002849602,0.0005508087,0.0009136708,0.0007303064,0.001199272,0.001055788,0.00230095,0.001602729],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007407841,"about_ca_system_score_gemma":0.0008289171,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006287232,"about_ca_topic_score_gemma":0.003866633,"domain_scores_codex":[0.9976235,0.001125618,0.0001155633,0.0006529044,0.0002958319,0.0001864942],"domain_scores_gemma":[0.969535,0.02618805,0.001315694,0.0009028586,0.001566107,0.0004922786],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.003163205,0.001616854,0.2204592,0.0005982397,0.0005848139,0.001433649,0.001471849,0.4360647,0.009972613,0.007024684,0.01928473,0.2983255],"study_design_scores_gemma":[0.00002356506,0.00011464,0.006899485,0.00002550451,0.00003305446,0.0001461782,0.00008504585,0.9888421,0.0009975127,0.002411627,0.0004044524,0.00001682782],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7858831,0.00111217,0.1985492,0.002209705,0.0003449629,0.0003790077,0.003801946,0.002529123,0.005190754],"genre_scores_gemma":[0.9848115,0.0001251151,0.01082708,0.0002069428,0.0001121376,0.0001197548,0.00196343,0.00004664055,0.00178736],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.006287232,"threshold_uncertainty_score":0.03195506,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.07326105859028954,"score_gpt":0.3644849911620548,"score_spread":0.2912239325717653,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}