{"id":"W4391723017","doi":"10.1016/j.chbah.2024.100053","title":"Human-in-the-loop in artificial intelligence in education: A review and entity-relationship (ER) analysis","year":2024,"lang":"en","type":"review","venue":"Computers in Human Behavior Artificial Humans","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":true,"ca_institutions":"Simon Fraser University","funders":"Simon Fraser University","keywords":"Loop (graph theory); Human-in-the-loop; Artificial intelligence; Psychology; Computer science; Cognitive science; Mathematics","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003461245,0.000780334,0.001844203,0.007402516,0.0005440927,0.002422552,0.001152912,0.001469076,0.004466853],"category_scores_gemma":[0.01250022,0.0004955036,0.002064172,0.00873898,0.001263213,0.003515091,0.001119785,0.001520696,0.0006675654],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002216469,"about_ca_system_score_gemma":0.006424726,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004881383,"about_ca_topic_score_gemma":0.01117118,"domain_scores_codex":[0.99818,0.0007083348,0.0004148142,0.000215358,0.0004092384,0.00007222262],"domain_scores_gemma":[0.9825302,0.01530418,0.00102211,0.0001797299,0.0008380563,0.0001256728],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000076278,0.00005683515,0.001095163,0.3098738,0.0009663657,0.0001548908,0.0005937719,0.0005451959,0.0001932352,0.01348576,0.01023178,0.6627269],"study_design_scores_gemma":[0.00004188164,0.0001878334,0.005983961,0.4180204,0.004886723,0.00118123,0.00116143,0.0004082425,0.0004023636,0.01272273,0.5549317,0.00007166331],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0001432758,0.9986618,0.0001904566,0.0003488194,0.00004212965,0.00001333927,0.0000237422,0.000003477281,0.0005730782],"genre_scores_gemma":[0.002567911,0.9966218,0.000396085,0.0002273395,0.00004310409,0.00002549864,0.00002618358,0.000001561732,0.00009038155],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.007402516,"threshold_uncertainty_score":0.018305,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1274868175401965,"score_gpt":0.433046835838438,"score_spread":0.3055600182982415,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}