{"id":"W4321442094","doi":"10.1145/3576050.3576052","title":"Logs or Self-Reports? Misalignment Between Behavioral Trace Data and Surveys When Modeling Learner Achievement Goal Orientation","year":2023,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"ca_institutions":"Simon Fraser University","funders":"","keywords":"TRACE (psycholinguistics); Learning analytics; Computer science; Latent variable; Survey data collection; Goal orientation; Data modeling; Data science; Analytics; Psychology; Artificial intelligence; Social psychology; Statistics; Mathematics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02937823,0.0004864599,0.000643897,0.001896905,0.0004294815,0.004401281,0.001096529,0.0007606765,0.001195795],"category_scores_gemma":[0.1654579,0.0005475899,0.0006146895,0.003441929,0.001094311,0.004321226,0.002111919,0.001663448,0.0006756741],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008667888,"about_ca_system_score_gemma":0.001242146,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.008037604,"about_ca_topic_score_gemma":0.006360623,"domain_scores_codex":[0.9775296,0.01583756,0.001667594,0.002225393,0.002291178,0.0004486659],"domain_scores_gemma":[0.8795186,0.08111048,0.01308293,0.01975437,0.005709899,0.0008238828],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0005072246,0.0004026159,0.8671358,0.0003844826,0.0004464473,0.0001135556,0.008336451,0.01360411,0.001464632,0.01283477,0.00216608,0.09260394],"study_design_scores_gemma":[0.00009226878,0.0007109186,0.6932086,0.0008636499,0.0003593324,0.0003814473,0.01028315,0.2100336,0.007431788,0.05519233,0.02123182,0.0002109738],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6686638,0.0005905849,0.318082,0.001882848,0.0001592713,0.0005112109,0.003985974,0.0008198728,0.005304382],"genre_scores_gemma":[0.9660326,0.0001198611,0.03049969,0.0002300581,0.00003416444,0.0004708894,0.001907656,0.0001100306,0.0005950591],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.02937823,"threshold_uncertainty_score":0.1553688,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.09550098213345659,"score_gpt":0.3574070030477474,"score_spread":0.2619060209142908,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}