{"id":"W4391531852","doi":"10.1016/j.chb.2024.108154","title":"The automated model of comprehension version 4.0 – Validation studies and integration of ChatGPT","year":2024,"lang":"en","type":"article","venue":"Computers in Human Behavior","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":false,"ca_institutions":"","funders":"Ontario Ministry of Research and Innovation; Institute of Education Sciences; Universitatea Politehnica din București; Arizona State University; U.S. Department of Education; National Science Foundation","keywords":"Contextualization; Computer science; Comprehension; Reading comprehension; Process (computing); Reading (process); Code (set theory); Analytics; Task (project management); Human–computer interaction; Artificial intelligence; Natural language processing; Data science; Set (abstract data type); Programming language; Engineering","routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002382504,0.00007615217,0.0001343135,0.0001448563,0.00008448692,0.00005667404,0.0002154744,0.00002744694,1.825623e-7],"category_scores_gemma":[0.00001116254,0.00005505317,0.00002952801,0.0002038695,0.00009183168,0.0001538339,0.0001729528,0.0001011331,5.745894e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002720705,"about_ca_system_score_gemma":0.00001715953,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000007648616,"about_ca_topic_score_gemma":0.000003459539,"domain_scores_codex":[0.9993027,0.00005469373,0.0002463451,0.0001703616,0.0001468865,0.0000790077],"domain_scores_gemma":[0.9995062,0.0001281011,0.0000735143,0.0001927025,0.00008438928,0.00001508965],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00003610881,0.0006443074,0.005472672,0.0009635117,0.0001336026,0.0000412478,0.03069755,0.1273692,0.3455649,0.1927527,0.002850556,0.2934735],"study_design_scores_gemma":[0.0001234975,0.0001199917,0.002559728,0.0003315409,0.00001695162,0.000001654347,0.0001055156,0.9924346,0.002497091,0.001744916,0.000009341167,0.00005516068],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9550665,0.0005083198,0.04366971,0.0002533889,0.0002597155,0.0000924183,0.00000114104,0.0001414723,0.000007359132],"genre_scores_gemma":[0.9851638,0.00007549302,0.01470357,0.000005677535,0.00001119336,0.000003103195,0.000004675798,0.000004435148,0.0000280125],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8650654,"threshold_uncertainty_score":0.2245003,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.05431442872939234,"score_gpt":0.3568784314521667,"score_spread":0.3025640027227743,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}