{"id":"W4392721310","doi":"10.22318/icls2023.101292","title":"Detection of Goal Setting and Planning in Self-regulated Learning Using Machine Learning and Think-aloud Protocols","year":2023,"lang":"en","type":"article","venue":"Proceedings.","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"ca_institutions":"McGill University","funders":"","keywords":"Think aloud protocol; Computer science; Decision tree; Machine learning; Artificial intelligence; Random forest; Artificial neural network; Support vector machine; Logistic regression; Online machine learning; Coding (social sciences); Natural language processing; Human–computer interaction","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005458488,0.0006806913,0.000405989,0.001011473,0.0003315086,0.001247093,0.0007712829,0.0007099467,0.0009921626],"category_scores_gemma":[0.04760804,0.0003669149,0.0003055755,0.0004594456,0.0007749123,0.001340013,0.0007163262,0.0009711842,0.0005428119],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006287888,"about_ca_system_score_gemma":0.0007971415,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0007675469,"about_ca_topic_score_gemma":0.001012058,"domain_scores_codex":[0.9928917,0.00497146,0.0003151478,0.000951762,0.0007170176,0.0001528893],"domain_scores_gemma":[0.9553777,0.03542396,0.003300763,0.002371359,0.003020252,0.0005059615],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.003202775,0.002954846,0.1579346,0.001566169,0.0003848507,0.00063403,0.0898927,0.03306584,0.1542285,0.008214503,0.002580031,0.5453412],"study_design_scores_gemma":[0.0004915665,0.004118216,0.211652,0.0005416507,0.0002337664,0.001216509,0.0259924,0.5333471,0.1779441,0.02961193,0.01422828,0.0006224983],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7723808,0.00009154376,0.2222569,0.000156954,0.00003728156,0.001124832,0.0003151753,0.001064198,0.002572392],"genre_scores_gemma":[0.8834628,0.00006557097,0.1135811,0.00009770352,0.00001273873,0.001393022,0.0003189391,0.00008350302,0.0009846236],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.005458488,"threshold_uncertainty_score":0.0288676,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.04454667977794718,"score_gpt":0.3909294621899841,"score_spread":0.346382782412037,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}