{"id":"W2891780261","doi":"10.1186/s12909-018-1322-z","title":"Development and initial validation of an online engagement metric using virtual patients","year":2018,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":42,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"Uniformed Services University of the Health Sciences; Dartmouth College","keywords":"Metric (unit); Confirmatory factor analysis; Student engagement; Psychology; Accreditation; Applied psychology; Medical education; Mathematics education; Computer science; Structural equation modeling; Medicine; Machine learning; Engineering","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001032391,0.00004607337,0.00007033272,0.0001249395,0.0002342389,0.00001689365,0.00007922933,0.00006686864,0.000304018],"category_scores_gemma":[0.003044874,0.00004368523,0.000009547846,0.0002710878,0.0001217013,0.0001691073,0.00002746387,0.00007629784,0.000004146865],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006893389,"about_ca_system_score_gemma":0.004315612,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002013373,"about_ca_topic_score_gemma":0.0006087428,"domain_scores_codex":[0.9987113,0.0002905235,0.0002080996,0.0001212748,0.000561437,0.0001073702],"domain_scores_gemma":[0.9993997,0.0001013944,0.0001023317,0.00005329605,0.0001928493,0.0001504448],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001232759,0.0008193951,0.01751579,0.0000162819,0.000005731026,6.930075e-8,0.009834728,0.000002333216,0.00002394011,0.001082683,0.00005381975,0.9706329],"study_design_scores_gemma":[0.004060002,0.001636089,0.3927929,0.0007912402,0.0002029237,0.000002635864,0.1584851,0.008381624,0.01068814,0.0009682953,0.4208857,0.001105448],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9973829,0.00001014037,0.0014814,0.00009995466,0.000504002,0.000101073,8.497316e-7,0.00001340767,0.0004062255],"genre_scores_gemma":[0.9440575,0.000006570348,0.05494137,0.00008968428,0.0007737645,0.000002736069,0.00007855046,0.000004041733,0.00004575819],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9695274,"threshold_uncertainty_score":0.7655711,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.09546042852203879,"score_gpt":0.4234557687552165,"score_spread":0.3279953402331777,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}