{"meta":{"query_hash":"ec528d287e2e","filters":{"venue":"Advances in analytics for learning and teaching"},"cohort_total":9,"direct_labels_cover":0,"predictions_cover":9,"exported":9,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/ec528d287e2e","api":"https://metacan.xera.ac/api/v1/cohort?venue=Advances+in+analytics+for+learning+and+teaching"},"results":[{"id":"W4205523523","doi":"10.1007/978-3-030-81222-5_17","title":"Learning Analytics Dashboard Use in Online Courses: Why and How Instructors Interpret Discussion Data","year":2021,"lang":"en","type":"book-chapter","venue":"Advances in analytics for learning and teaching","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Alberta","funders":"","keywords":"Dashboard; Learning analytics; Usability; Analytics; Computer science; Sensemaking; Think aloud protocol; Data science; Process (computing); Knowledge management; Human–computer interaction","score_opus":0.02862610187460862,"score_gpt":0.3182490326522612,"score_spread":0.28962293077765255,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205523523","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0382844,0.031858,0.87469774,0.027793435,0.0031427562,0.0020941468,0.0006026074,0.0015860471,0.019940844],"genre_scores_gemma":[0.58782494,0.028113402,0.17882514,0.0005487429,0.0008218657,0.000009741529,0.002953786,0.0003827102,0.20051968],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9964826,0.00026081965,0.0006683415,0.001551697,0.00045570874,0.000580846],"domain_scores_gemma":[0.9972799,0.0010634856,0.00051263097,0.0008372049,0.00010926021,0.00019753147],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0013564286,0.000643862,0.0010603808,0.00084650767,0.0003807206,0.0008488859,0.0009333979,0.00037750945,0.0000036199906],"category_scores_gemma":[0.0024127525,0.0005511215,0.00013901886,0.00017466619,0.00020350002,0.0016794862,0.0015034106,0.003873033,6.650673e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007192318,0.00020686368,0.12212254,0.0010162116,0.0003718437,0.00038692902,0.002774355,0.062131494,0.000024254352,0.18257098,0.00019714938,0.6281254],"study_design_scores_gemma":[0.0006434638,0.00023125643,0.000117325224,0.002243074,0.00012306504,0.000033059117,0.0011441896,0.7270962,7.7571525e-7,0.00423738,0.26341504,0.00071517867],"about_ca_topic_score_codex":0.00004146896,"about_ca_topic_score_gemma":0.0009075321,"teacher_disagreement_score":0.6958726,"about_ca_system_score_codex":0.00012804421,"about_ca_system_score_gemma":0.0001284155,"threshold_uncertainty_score":0.99969405},"labels":[],"label_agreement":null},{"id":"W4293004748","doi":"10.1007/978-3-031-06333-6_7","title":"SR-WMS: A Typology of Self-Regulation in Writing from Multiple Sources","year":2022,"lang":"en","type":"book-chapter","venue":"Advances in analytics for learning and teaching","topic":"Discourse Analysis in Language Studies","field":"Arts and Humanities","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Rhetorical question; Metacognition; Relevance (law); Rhetorical modes; Task (project management); Cognition; Psychology; Computer science; Cognitive science; Cognitive psychology; Mathematics education; Linguistics; Political science","score_opus":0.01612637160360931,"score_gpt":0.2775540786781429,"score_spread":0.2614277070745336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293004748","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020610442,0.027054546,0.00040414164,0.00010651448,0.0002991679,0.0003044509,0.00010140154,0.00009225949,0.9510271],"genre_scores_gemma":[0.96725225,0.0017108439,0.001073654,0.000019946385,0.00031108843,0.000014928281,0.00016501345,0.00004453561,0.029407728],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987515,0.000069900365,0.000499763,0.00032811132,0.0001621395,0.00018857],"domain_scores_gemma":[0.9984591,0.00093096786,0.00044240835,0.0001130474,0.000036647667,0.000017830205],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00052041246,0.00021267957,0.00055127975,0.0004017619,0.0003449244,0.00004271962,0.00011300238,0.00006910033,0.0004209936],"category_scores_gemma":[0.00024591116,0.00021517958,0.00012393371,0.0000129893,0.00018878128,0.00018801326,0.00011059237,0.0006868142,9.783449e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003093304,0.00004266512,0.0126392245,0.00015587236,0.0003146422,0.000008233783,0.04291586,0.00688446,0.0000030226086,0.8998875,0.00001281852,0.037104744],"study_design_scores_gemma":[0.0007917874,0.00017689631,0.00010844102,0.000621851,0.0004392979,0.0000011277921,0.051640503,0.015114563,0.0000023639075,0.047427118,0.88314533,0.00053072866],"about_ca_topic_score_codex":0.0004978903,"about_ca_topic_score_gemma":0.007655001,"teacher_disagreement_score":0.9466418,"about_ca_system_score_codex":0.00005986759,"about_ca_system_score_gemma":0.000014358636,"threshold_uncertainty_score":0.8774769},"labels":[],"label_agreement":null},{"id":"W4380480515","doi":"10.1007/978-3-031-30992-2_9","title":"Measuring and Validating Assumptions About Self-Regulated Learning with Multimodal Data","year":2023,"lang":"en","type":"book-chapter","venue":"Advances in analytics for learning and teaching","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Context (archaeology); Event (particle physics); Computer science; Self-regulated learning; Process (computing); Data science; Mathematics education; Psychology","score_opus":0.09618247258327482,"score_gpt":0.3956467305156291,"score_spread":0.29946425793235426,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4380480515","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04070208,0.012586586,0.2784647,0.00036972697,0.0017535927,0.002079147,0.00013763632,0.0037183126,0.6601882],"genre_scores_gemma":[0.46061566,0.0012439857,0.122154,0.00004842207,0.0007969951,0.000060419556,0.001179319,0.00069704466,0.41320416],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9961659,0.00081035454,0.0006990267,0.0013354116,0.00034114497,0.0006481608],"domain_scores_gemma":[0.99600416,0.0024972307,0.0007537927,0.00051350624,0.0001175815,0.00011370627],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0069393846,0.0006074502,0.00084755884,0.00072339445,0.0012292744,0.00018705463,0.00034944943,0.0004170609,0.000028821543],"category_scores_gemma":[0.0015928977,0.0005884867,0.000076674056,0.00011281075,0.00019979903,0.00034086415,0.00032053815,0.0051104776,0.000013791627],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027918495,0.000103795064,0.0797379,0.00093088904,0.0016535502,0.000121131045,0.015865766,0.027490156,0.000075385244,0.20957868,0.000058754114,0.6641048],"study_design_scores_gemma":[0.0047047627,0.0011960933,0.00829449,0.006100348,0.0013548088,0.00019350534,0.004784377,0.19056694,0.000004398851,0.0076283575,0.7720395,0.00313244],"about_ca_topic_score_codex":0.00011659307,"about_ca_topic_score_gemma":0.00008531737,"teacher_disagreement_score":0.7719807,"about_ca_system_score_codex":0.00009247272,"about_ca_system_score_gemma":0.000046272224,"threshold_uncertainty_score":0.9996567},"labels":[],"label_agreement":null},{"id":"W4380480524","doi":"10.1007/978-3-031-30992-2_11","title":"Roles for Information in Trace Data Used to Model Self-Regulated Learning","year":2023,"lang":"en","type":"book-chapter","venue":"Advances in analytics for learning and teaching","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"TRACE (psycholinguistics); Computer science; Meaning (existential); Information retrieval; Data science; Psychology","score_opus":0.08032553750291357,"score_gpt":0.4165777117206459,"score_spread":0.33625217421773235,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4380480524","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00752726,0.0014042647,0.86113423,0.00050732505,0.00086165674,0.0020249137,0.00015468251,0.001040395,0.12534525],"genre_scores_gemma":[0.37629646,0.00038227843,0.17610013,0.00021001091,0.0005722959,0.0002566546,0.0034504745,0.0005656448,0.44216606],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9969811,0.00039106864,0.0009348986,0.000816486,0.00026377273,0.0006127177],"domain_scores_gemma":[0.9967178,0.0020149301,0.00061708357,0.00044980354,0.00011282177,0.00008756704],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0076649627,0.00048713756,0.0007978939,0.0013262335,0.00046162604,0.00012762586,0.00045335552,0.00047618427,0.000008619407],"category_scores_gemma":[0.0026247276,0.0005280088,0.000108211825,0.00015215247,0.00005543644,0.00059331744,0.00020018284,0.003196206,0.000020156425],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026560458,0.000042078344,0.0021171116,0.00032940684,0.0001907557,0.0000053279773,0.022548297,0.49042463,0.000015123015,0.1652853,0.0001796805,0.3185967],"study_design_scores_gemma":[0.0012151968,0.00027546776,0.00012252235,0.00061732123,0.0000996147,0.0000038825942,0.0013934365,0.49854165,9.393797e-7,0.007309608,0.48982275,0.0005976363],"about_ca_topic_score_codex":0.000045977522,"about_ca_topic_score_gemma":0.00016755298,"teacher_disagreement_score":0.6850341,"about_ca_system_score_codex":0.00014795495,"about_ca_system_score_gemma":0.0000631668,"threshold_uncertainty_score":0.9997172},"labels":[],"label_agreement":null},{"id":"W4380480525","doi":"10.1007/978-3-031-30992-2_10","title":"Measuring Multidimensional Facets of SRL Engagement with Multimodal Data","year":2023,"lang":"en","type":"book-chapter","venue":"Advances in analytics for learning and teaching","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Conceptualization; Construct (python library); Psychology; Leverage (statistics); Student engagement; Cognitive psychology; Computer science; Cognitive science; Artificial intelligence; Mathematics education","score_opus":0.0644571765565767,"score_gpt":0.32412295835446636,"score_spread":0.2596657817978897,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4380480525","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013864742,0.004772171,0.93525743,0.001351085,0.0006541329,0.0008611497,0.00012760147,0.00069037,0.054899585],"genre_scores_gemma":[0.35560402,0.0028895896,0.50313705,0.000058968693,0.0002989232,0.000010994082,0.00042299705,0.00020790161,0.13736954],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99777716,0.00008172098,0.0004900542,0.00083546847,0.000480504,0.00033508954],"domain_scores_gemma":[0.9978453,0.0008962633,0.0004714052,0.00060544506,0.00009710572,0.000084491134],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0017633801,0.00034242903,0.00058044394,0.0004029381,0.00029133784,0.00006587652,0.0006890827,0.00013793811,0.0000019427118],"category_scores_gemma":[0.00053104927,0.00030711206,0.0000811057,0.00006253872,0.00009607717,0.00039152065,0.0007377331,0.0015234704,0.000004141769],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000510716,0.000090360205,0.0043553435,0.000713207,0.00037506723,0.00006208843,0.0010671741,0.2221256,0.000046166948,0.5123667,0.000036917416,0.2587103],"study_design_scores_gemma":[0.0007476284,0.0002404476,0.000071441485,0.0013911716,0.00010020868,0.000008269417,0.00012777142,0.9005254,0.000007927554,0.006499518,0.08980079,0.0004794404],"about_ca_topic_score_codex":0.000024820942,"about_ca_topic_score_gemma":0.00006951929,"teacher_disagreement_score":0.6783998,"about_ca_system_score_codex":0.00004343393,"about_ca_system_score_gemma":0.00008514147,"threshold_uncertainty_score":0.9999381},"labels":[],"label_agreement":null},{"id":"W4380480586","doi":"10.1007/978-3-031-30992-2_2","title":"A Review of Measurements and Techniques to Study Emotion Dynamics in Learning","year":2023,"lang":"en","type":"review","venue":"Advances in analytics for learning and teaching","topic":"Mental Health Research Topics","field":"Psychology","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Dynamics (music); Cognitive psychology; Experience sampling method; Computer science; Psychology; Artificial intelligence; Social psychology","score_opus":0.1946156319407697,"score_gpt":0.5633822584871375,"score_spread":0.3687666265463678,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4380480586","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00017216294,0.9954493,0.00064228795,0.000027024238,0.00008150248,0.0023082644,0.000004929377,0.000045705994,0.0012688476],"genre_scores_gemma":[0.00048479126,0.9971753,0.0013699837,0.000019789652,0.00003203903,0.00029084514,0.000040230236,0.000053396925,0.00053364],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99665046,0.0013232828,0.0009170334,0.0004979935,0.00024381802,0.00036742334],"domain_scores_gemma":[0.998605,0.00068687525,0.00041114568,0.00016762818,0.000042832908,0.000086519576],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006283841,0.00024733142,0.0012480618,0.0006927453,0.00013132057,0.00001846923,0.00015521313,0.00012683186,0.0000054984785],"category_scores_gemma":[0.0019736476,0.00023251175,0.00008190673,0.00037768917,0.000032377808,0.00007632088,0.00014549718,0.0015003416,0.0000025339273],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000785205,0.00008461052,0.006884929,0.07480718,0.000041501156,0.000005376962,0.00045101094,0.0000071987283,2.5880839e-8,0.00030276345,0.0000037786685,0.91740376],"study_design_scores_gemma":[0.00044930013,0.0012457645,0.00007945232,0.23146617,0.00024078146,0.000010915444,0.0031191383,0.00050208246,9.135149e-8,0.00020762307,0.7623097,0.0003690305],"about_ca_topic_score_codex":0.00013821656,"about_ca_topic_score_gemma":0.0002902137,"teacher_disagreement_score":0.91703475,"about_ca_system_score_codex":0.00031781173,"about_ca_system_score_gemma":0.000037490616,"threshold_uncertainty_score":0.9481554},"labels":[],"label_agreement":null},{"id":"W4380569691","doi":"10.1007/978-3-031-30992-2_5","title":"Reconfiguring Measures of Motivational Constructs Using State-Revealing Trace Data","year":2023,"lang":"en","type":"book-chapter","venue":"Advances in analytics for learning and teaching","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Session (web analytics); Learning analytics; Operationalization; TRACE (psycholinguistics); Computer science; Data science; Analytics; Psychology; Cognitive psychology; World Wide Web","score_opus":0.19316702579680275,"score_gpt":0.4367690058196033,"score_spread":0.24360198002280056,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4380569691","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024362322,0.010909947,0.50791234,0.00013074235,0.002718175,0.0009959494,0.00045593243,0.000483069,0.4520315],"genre_scores_gemma":[0.48606598,0.0010135364,0.15542552,0.000052762127,0.00085249933,0.000016594438,0.00083065056,0.00054420385,0.35519826],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970645,0.0004834806,0.00090887793,0.00082657405,0.00030693007,0.0004096588],"domain_scores_gemma":[0.9957926,0.0025734804,0.0010022833,0.00043065418,0.00014393927,0.0000570403],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.006603364,0.00039114655,0.00078892254,0.0007083966,0.00037285103,0.000045886904,0.00035804638,0.00027201304,0.000036852893],"category_scores_gemma":[0.0024896092,0.00042206695,0.00009796916,0.000085590735,0.000230384,0.00021922968,0.00014919646,0.0024993278,0.0000032285013],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016064271,0.00003890704,0.011049374,0.0005904146,0.0005949602,0.000026574497,0.004510596,0.03385518,0.00027957116,0.34893286,0.000046190522,0.5999147],"study_design_scores_gemma":[0.004501219,0.00073417346,0.0020561435,0.010054946,0.00089751027,0.00015217398,0.0053362665,0.10637887,0.000088342,0.13679358,0.7296368,0.0033699889],"about_ca_topic_score_codex":0.00010063191,"about_ca_topic_score_gemma":0.000029297536,"teacher_disagreement_score":0.7295906,"about_ca_system_score_codex":0.00007724545,"about_ca_system_score_gemma":0.00008242758,"threshold_uncertainty_score":0.9998231},"labels":[],"label_agreement":null},{"id":"W4385386002","doi":"10.1007/978-3-031-30992-2_15","title":"Correction to: Measuring and Validating Assumptions About Self-Regulated Learning with Multimodal Data","year":2023,"lang":"en","type":"book-chapter","venue":"Advances in analytics for learning and teaching","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Artificial intelligence; Psychology; Cognitive psychology","score_opus":0.06917388691982373,"score_gpt":0.3951415279628948,"score_spread":0.3259676410430711,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385386002","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029180529,0.003913085,0.48875943,0.0002930522,0.004631136,0.0019226653,0.00006870854,0.0029761454,0.46825525],"genre_scores_gemma":[0.39427736,0.00045417566,0.08221138,0.00005366987,0.00073567836,0.000062224084,0.00071388565,0.0004994567,0.52099216],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9965553,0.0007099631,0.0006147939,0.0012493473,0.00030698383,0.00056359876],"domain_scores_gemma":[0.99610376,0.002629736,0.000584772,0.00043035726,0.00012635399,0.00012504289],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.006121293,0.00052814867,0.00071464985,0.0007978156,0.0011658991,0.00017703981,0.0002740599,0.00029899093,0.000021264048],"category_scores_gemma":[0.0025274297,0.00052654074,0.000064094536,0.00014217106,0.00011074603,0.0002887836,0.00026828077,0.0044528805,0.000016101008],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031439887,0.000080801954,0.05748977,0.00045327187,0.0009793094,0.000055175246,0.016125383,0.06783332,0.000098432894,0.051587757,0.000220259,0.8047621],"study_design_scores_gemma":[0.0029267245,0.0014805449,0.010441872,0.0067555336,0.0009243015,0.00016548473,0.0046240995,0.27797732,0.0000065923978,0.0022424425,0.68992406,0.0025310237],"about_ca_topic_score_codex":0.00019582994,"about_ca_topic_score_gemma":0.00018154648,"teacher_disagreement_score":0.8022311,"about_ca_system_score_codex":0.00011896118,"about_ca_system_score_gemma":0.000041371728,"threshold_uncertainty_score":0.9997186},"labels":[],"label_agreement":null},{"id":"W4396692689","doi":"10.1007/978-3-031-56365-2_3","title":"Assessment Analytics for Digital Assessments Identifying, Modeling, and Interpreting Behavioral Engagement","year":2024,"lang":"en","type":"book-chapter","venue":"Advances in analytics for learning and teaching","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University of Edmonton; University of Alberta","funders":"","keywords":"Analytics; Data science; Computer science; Psychology","score_opus":0.03834501199718405,"score_gpt":0.40361689730154754,"score_spread":0.3652718853043635,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396692689","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00056594453,0.0034031596,0.95842904,0.00033412944,0.00047888738,0.00045295706,0.000043397977,0.00023323955,0.036059257],"genre_scores_gemma":[0.7198071,0.0022563534,0.15262327,0.000076029835,0.00033016512,0.000043871903,0.00023383384,0.00018767851,0.124441735],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99702483,0.000046813555,0.00081545755,0.0011543061,0.00042208767,0.00053647486],"domain_scores_gemma":[0.9984171,0.0005485786,0.0004281388,0.00033291458,0.0001191575,0.00015411021],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0015956613,0.0005700826,0.0007301549,0.0006338834,0.00051689026,0.001476304,0.0004659245,0.00024281465,0.0000025030522],"category_scores_gemma":[0.00019627568,0.00058346405,0.0002740307,0.00006290966,0.00008290653,0.00081625313,0.0006412207,0.0021788701,0.0000020147274],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013848645,0.00008677252,0.0023273355,0.00097635464,0.00028088072,0.00003514426,0.00074282615,0.048121486,0.000005304991,0.7482828,0.0000314971,0.19909574],"study_design_scores_gemma":[0.0003706585,0.00038536615,0.0000033539714,0.0013409714,0.0002563988,0.000009499986,0.00031474975,0.82970566,4.5001016e-7,0.099587835,0.06748947,0.0005356228],"about_ca_topic_score_codex":0.000008991157,"about_ca_topic_score_gemma":0.000020715772,"teacher_disagreement_score":0.80580574,"about_ca_system_score_codex":0.00021236142,"about_ca_system_score_gemma":0.00009591105,"threshold_uncertainty_score":0.9996617},"labels":[],"label_agreement":null}]}