{"meta":{"query_hash":"e65d88a14017","filters":{"venue":"Proceedings."},"cohort_total":90,"direct_labels_cover":0,"predictions_cover":90,"exported":90,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/e65d88a14017","api":"https://metacan.xera.ac/api/v1/cohort?venue=Proceedings."},"results":[{"id":"W4392681514","doi":"10.22318/icls2023.714805","title":"Examining Preservice Mathematics Teachers’ Instructional Moves in Promoting Student Agency","year":2023,"lang":"en","type":"article","venue":"Proceedings.","topic":"Teacher Education and Leadership Studies","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Agency (philosophy); Mathematics education; Pedagogy; Psychology; Sociology","score_opus":0.2250871931295638,"score_gpt":0.41338004605707457,"score_spread":0.18829285292751077,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392681514","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9523271,0.00006486915,0.0000014565418,0.0074068643,0.00022833151,0.000241857,4.4804497e-7,0.000259751,0.039469324],"genre_scores_gemma":[0.9960627,0.000045214336,0.0011600084,0.00006538353,0.00032761967,0.000090873975,0.00000130466,0.000012998149,0.002233916],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99877423,0.000024745466,0.00021934927,0.00021540948,0.00042907882,0.00033716307],"domain_scores_gemma":[0.99964,0.00005817166,0.00009458395,0.000044111966,0.00009386319,0.00006930546],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012734906,0.000094883246,0.0001224945,0.00015737068,0.0002687659,0.00011426151,0.00025161545,0.00006511515,0.00008450909],"category_scores_gemma":[0.00063775864,0.000096110656,0.000023425182,0.0008968279,0.000095545154,0.0003043374,0.00007836947,0.00019845818,0.000075660995],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.302513e-7,0.000064419466,0.20532778,0.000046612833,0.000009950729,4.697004e-7,0.7849293,6.8828126e-7,0.00010109507,0.005651085,0.00046781913,0.0034003009],"study_design_scores_gemma":[0.00010346457,0.000008769014,0.33582062,0.000055836354,0.0000046545283,4.033397e-7,0.6586505,0.00004220876,0.000022515991,0.0015319707,0.0036627853,0.0000962847],"about_ca_topic_score_codex":0.00016485872,"about_ca_topic_score_gemma":0.00017129329,"teacher_disagreement_score":0.13049284,"about_ca_system_score_codex":0.00012711721,"about_ca_system_score_gemma":0.00007680506,"threshold_uncertainty_score":0.39192787},"labels":[],"label_agreement":null},{"id":"W4392681522","doi":"10.22318/icls2023.644003","title":"Systematic Literature Review With PRISMA and NLP on Co-Creative Learning in Higher Education","year":2023,"lang":"en","type":"article","venue":"Proceedings.","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Computer Research Institute of Montréal","funders":"","keywords":"Computer science; Trough (economics); Dimension (graph theory); Artificial intelligence; Natural language processing; Process (computing); Focus (optics); Mathematics education; Psychology; Mathematics","score_opus":0.041445022669194434,"score_gpt":0.3925493818347218,"score_spread":0.3511043591655274,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392681522","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34952855,0.033716407,0.000035122073,0.0039576343,0.000558932,0.0020245698,0.0000014966337,0.0007545827,0.6094227],"genre_scores_gemma":[0.8766591,0.001584292,0.0014284652,0.0018934397,0.00028992374,0.0007046284,0.000040545514,0.000077977944,0.117321655],"study_design_codex":"systematic_review","study_design_gemma":"observational","domain_scores_codex":[0.9987924,0.00027154776,0.0002473205,0.00032593618,0.00015098027,0.00021179617],"domain_scores_gemma":[0.99941933,0.00011413843,0.00020916393,0.000077334356,0.00014399727,0.000036042544],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002122091,0.00016233628,0.00033141492,0.00028666324,0.00010249685,0.00006085054,0.00007962679,0.00008902395,0.00012650859],"category_scores_gemma":[0.000431536,0.000115887575,0.00001983983,0.0012101823,0.00003561641,0.00008784558,0.000014303642,0.0007609904,0.0001178803],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048770287,0.0006248972,0.17752945,0.26731712,0.00046932034,0.000085715896,0.17060348,0.0000075122066,0.0007514381,0.24263449,0.08324174,0.056247123],"study_design_scores_gemma":[0.0012235338,0.0012588773,0.5381709,0.40258554,0.00016308257,0.00015222903,0.0073912987,0.00006319225,0.00006897526,0.0006015565,0.04749167,0.0008292089],"about_ca_topic_score_codex":0.0000046908003,"about_ca_topic_score_gemma":9.7062795e-8,"teacher_disagreement_score":0.5271305,"about_ca_system_score_codex":0.000045299996,"about_ca_system_score_gemma":0.000021168298,"threshold_uncertainty_score":0.4725758},"labels":[],"label_agreement":null},{"id":"W4392681530","doi":"10.22318/icls2023.360863","title":"“When We’re in Spaces Among People of Colour, Your Ideas Just Flow”: Politicized Trust and Educational Intimacy in Activist Spaces","year":2023,"lang":"en","type":"article","venue":"Proceedings.","topic":"Innovative Education and Learning Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Sociology; Solidarity; Debriefing; Grievance; Politics; Collective identity; Identity (music); Social psychology; Media studies; Epistemology; Aesthetics; Psychology; Political science; Law","score_opus":0.07098804060904869,"score_gpt":0.4036608067700935,"score_spread":0.33267276616104485,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392681530","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9273009,0.00006428483,7.140232e-7,0.035969056,0.00023302925,0.00024212619,0.0000026928792,0.000040598443,0.03614665],"genre_scores_gemma":[0.9936836,0.00013567161,0.00042437724,0.00007523973,0.00021411912,0.000054832784,0.000005951092,0.000012259119,0.005393948],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987588,0.00006989815,0.0002591425,0.00025565855,0.00032019403,0.00033633184],"domain_scores_gemma":[0.99906707,0.00028511422,0.00026586064,0.000043333916,0.00025995972,0.00007867603],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013819457,0.00011578426,0.00021970547,0.00048265795,0.00023341164,0.00020895725,0.00017389977,0.000084519284,0.00045077637],"category_scores_gemma":[0.0031118938,0.00011937822,0.00002375997,0.0015816235,0.0002892468,0.00076104247,0.000054627,0.00028062824,0.000023800685],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026594564,0.00008968892,0.754225,0.00008235785,0.000008180362,3.5439388e-7,0.19607523,0.0000033564356,0.00008629124,0.045581967,0.0033613301,0.0004596572],"study_design_scores_gemma":[0.0003238618,0.000021617,0.71952236,0.00010502006,0.0000075833154,4.2929238e-7,0.26224485,0.00025088704,0.000060571103,0.0032968072,0.014034998,0.00013101163],"about_ca_topic_score_codex":0.0069380286,"about_ca_topic_score_gemma":0.0038672085,"teacher_disagreement_score":0.06638275,"about_ca_system_score_codex":0.00012243238,"about_ca_system_score_gemma":0.00041872865,"threshold_uncertainty_score":0.99967486},"labels":[],"label_agreement":null},{"id":"W4392681534","doi":"10.22318/icls2023.530792","title":"Design and Evaluation of a Conversational Agent for Formative Assessment in Higher Education","year":2023,"lang":"en","type":"article","venue":"Proceedings.","topic":"Intelligent Tutoring Systems and Adaptive Learning","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; Concordia University of Edmonton","funders":"","keywords":"Formative assessment; Conversation; Software walkthrough; Computer science; Psychology; Mathematics education","score_opus":0.14536340861734773,"score_gpt":0.3622131756128345,"score_spread":0.21684976699548678,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392681534","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33517066,0.00014553765,0.65336794,0.0019054342,0.0013678939,0.0024820343,0.0000013751845,0.00013866361,0.0054204445],"genre_scores_gemma":[0.97868824,0.0000033705783,0.02028688,0.000026047552,0.00003750597,0.00021168706,0.00000203174,0.0000029835526,0.0007412734],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993916,0.000016137501,0.000141022,0.00012485844,0.00024147148,0.000084912834],"domain_scores_gemma":[0.99944115,0.000045898905,0.00010153197,0.000027260337,0.00037068795,0.000013446535],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014145048,0.0000454707,0.000065636224,0.0001255934,0.000038180387,0.000040442374,0.00007847975,0.00002040866,0.0000055360833],"category_scores_gemma":[0.00003341732,0.000042677402,0.000012341663,0.00020727476,0.0000071607838,0.0003182756,0.000029808067,0.00003760092,0.0000027159172],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006567168,0.000043754902,0.0030709691,0.00014286206,0.000015267024,5.426765e-8,0.008746906,0.0018172548,0.0021900055,0.95351964,0.0009484797,0.029498233],"study_design_scores_gemma":[0.0004612365,0.0001172373,0.0694552,0.0001600616,0.000010082125,9.818338e-7,0.0010359306,0.9065871,0.0026229061,0.0141407,0.0052978895,0.00011067146],"about_ca_topic_score_codex":0.000005402363,"about_ca_topic_score_gemma":9.1514856e-8,"teacher_disagreement_score":0.9393789,"about_ca_system_score_codex":0.000098668934,"about_ca_system_score_gemma":0.00013447812,"threshold_uncertainty_score":0.17403339},"labels":[],"label_agreement":null},{"id":"W4392681538","doi":"10.22318/icls2023.781947","title":"Exploring Teacher Beliefs Around Critical Action Curriculum: Outcomes From a Learning Exchange","year":2023,"lang":"en","type":"article","venue":"Proceedings.","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Curriculum; Context (archaeology); Action (physics); Mathematics education; Action research; Action learning; Pedagogy; Computer science; Psychology; Teaching method; Cooperative learning; Geography","score_opus":0.1928911459542328,"score_gpt":0.39030342297817383,"score_spread":0.19741227702394104,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392681538","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9687046,0.000093217335,0.000028971757,0.0049049216,0.0006069279,0.00011577284,0.0000012882479,0.0009883882,0.024555942],"genre_scores_gemma":[0.9923374,0.00051107915,0.0006297183,0.000050641167,0.002401373,0.00008154242,0.000009668879,0.000029424145,0.0039491206],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99838555,0.000044778353,0.00017967723,0.00034116456,0.0005092866,0.0005395352],"domain_scores_gemma":[0.9994724,0.00012743553,0.000065516484,0.00004724978,0.00013517086,0.00015227307],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00075045513,0.00014114974,0.00018990423,0.00015454022,0.0008845601,0.00026042035,0.00017909735,0.00010688749,0.00038022306],"category_scores_gemma":[0.002100789,0.00013550471,0.000084767686,0.00069477735,0.00009640149,0.0012141165,0.00009144258,0.0005314356,0.0005561071],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001235679,0.00016909232,0.68185264,0.00010273887,0.00006588677,0.00001814143,0.059117816,0.000012444283,0.00093669974,0.013483899,0.0043071397,0.23992115],"study_design_scores_gemma":[0.0003589361,0.00007813812,0.059050456,0.00013901324,0.00005892695,9.955221e-7,0.22774148,0.0011864201,0.00017161031,0.0023583586,0.7083447,0.0005109977],"about_ca_topic_score_codex":0.0010384613,"about_ca_topic_score_gemma":0.00011928763,"teacher_disagreement_score":0.70403755,"about_ca_system_score_codex":0.00011055399,"about_ca_system_score_gemma":0.000060723956,"threshold_uncertainty_score":0.7147817},"labels":[],"label_agreement":null},{"id":"W4392681555","doi":"10.22318/icls2023.831011","title":"Data Comics: Using Narratives to Engage Students in Data Reasoning","year":2023,"lang":"en","type":"article","venue":"Proceedings.","topic":"Statistics Education and Methodologies","field":"Mathematics","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"National Science Foundation","keywords":"Comics; Narrative; Curriculum; Qualitative property; Computer science; Thematic analysis; Storytelling; Mathematics education; Psychology; Pedagogy; Sociology; Qualitative research; Art; Literature; Social science; Artificial intelligence","score_opus":0.7323243029860248,"score_gpt":0.5840036994735623,"score_spread":0.14832060351246246,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392681555","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9690871,0.00007285203,0.01846134,0.0008628664,0.0010641422,0.0009964159,0.0010102044,0.0009170174,0.0075280583],"genre_scores_gemma":[0.02975705,0.000032906,0.96812105,0.000115186034,0.00010719846,0.000016954644,0.00016909411,0.000057973066,0.0016225914],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.998886,0.000037955204,0.00022190473,0.0004031644,0.00022319905,0.00022779524],"domain_scores_gemma":[0.99894476,0.00036503442,0.00009521186,0.00048061414,0.000050277464,0.00006412962],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0025676864,0.00010611819,0.00018689939,0.00019966143,0.00008356606,0.00010628009,0.0013024651,0.000040762672,0.000024621944],"category_scores_gemma":[0.013037888,0.00010393633,0.0000064971355,0.0005326437,0.000027369337,0.0002117764,0.0016151008,0.0001480524,0.000030918975],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003316472,0.00018259455,0.05121647,0.0003444973,0.00006426783,0.00001007234,0.0382811,0.000002911099,0.0028651603,0.051391717,0.8537337,0.0018743059],"study_design_scores_gemma":[0.003088423,0.00013769447,0.04683915,0.0024795781,0.00019056011,0.000050438546,0.43919793,0.07539103,0.0020253346,0.2434211,0.18490468,0.0022740706],"about_ca_topic_score_codex":0.00002451503,"about_ca_topic_score_gemma":0.000038804254,"teacher_disagreement_score":0.9496597,"about_ca_system_score_codex":0.000034280576,"about_ca_system_score_gemma":0.00004220648,"threshold_uncertainty_score":0.99527574},"labels":[],"label_agreement":null},{"id":"W4392681582","doi":"10.22318/icls2023.679461","title":"Reimagining Learning Research in “canada” as “road Making”: Opportunities to Move Toward Equity Through Walking Methodologies","year":2023,"lang":"en","type":"article","venue":"Proceedings.","topic":"Posthumanist Ethics and Activism","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Mount Royal University; University of Manitoba; University of Toronto; Université de Montréal; University of Calgary; University of British Columbia","funders":"","keywords":"Materiality (auditing); Sociology; Futures contract; Equity (law); Aesthetics; Political science","score_opus":0.6801680290385039,"score_gpt":0.5467089567151384,"score_spread":0.1334590723233655,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392681582","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26628128,0.00009929755,0.00003883951,0.03424674,0.00041843287,0.00035354038,0.000002722706,0.00034124355,0.6982179],"genre_scores_gemma":[0.9943633,0.00043961793,0.0014950454,0.00072051,0.00024966494,0.000060224647,0.0000015942759,0.000026768152,0.002643289],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99655634,0.00026907815,0.00027505838,0.00045029816,0.0013326984,0.0011165466],"domain_scores_gemma":[0.9986033,0.0007017329,0.00010469681,0.00008293201,0.0003789318,0.00012844337],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01101226,0.00015100709,0.000265832,0.00030289532,0.0011558463,0.00045433477,0.0006603332,0.00011692584,0.00009076329],"category_scores_gemma":[0.0059889215,0.0001418048,0.000041129464,0.0011227954,0.0002905177,0.000570789,0.0008489924,0.0013205092,0.000052819614],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056698154,0.000013372766,0.004819419,0.00013855805,0.000022306205,0.00012676104,0.27174392,0.00002877628,0.0006192463,0.4752377,0.003220471,0.24397276],"study_design_scores_gemma":[0.00014058748,0.00008839335,0.009915915,0.0004011213,0.0000063061852,0.00000285036,0.54076904,0.0001809054,0.00072966784,0.21624547,0.23111644,0.00040332755],"about_ca_topic_score_codex":0.63110137,"about_ca_topic_score_gemma":0.15288168,"teacher_disagreement_score":0.728082,"about_ca_system_score_codex":0.0010104176,"about_ca_system_score_gemma":0.0021268034,"threshold_uncertainty_score":0.8889952},"labels":[],"label_agreement":null},{"id":"W4392681585","doi":"10.22318/icls2023.216764","title":"Designing Inquiry Based Labs for College-Level Biology Students","year":2023,"lang":"en","type":"article","venue":"Proceedings.","topic":"Innovative Teaching Methods","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Cégep André Laurendeau; Dawson College; John Abbott College; Vanier College","funders":"","keywords":"Component (thermodynamics); Agency (philosophy); Process (computing); Mathematics education; Computer science; Meaning (existential); Psychology; Sociology","score_opus":0.32080809572431795,"score_gpt":0.5031357366455002,"score_spread":0.1823276409211822,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392681585","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8306301,0.000034737735,0.111858815,0.004127294,0.0029307618,0.0024678516,0.00008793691,0.0018120882,0.046050407],"genre_scores_gemma":[0.86263317,0.000004138049,0.133076,0.0005719605,0.0007290914,0.00024896968,0.000011152057,0.00003220168,0.0026933353],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99857885,0.000099105964,0.00020786299,0.00030442968,0.00029747837,0.00051228906],"domain_scores_gemma":[0.9989629,0.000376382,0.00011989693,0.000051917566,0.00042064395,0.00006826714],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0072525283,0.00011741725,0.0001866061,0.00024030662,0.0008108792,0.00008236639,0.00047807986,0.00014072067,0.000029371273],"category_scores_gemma":[0.0037652394,0.000116609706,0.000050410807,0.001339428,0.00023672877,0.00015996727,0.000092819064,0.00015665742,0.000044438202],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000121267825,0.00014035692,0.23828368,0.00015327927,0.00009679127,0.0000030908227,0.071903855,0.000004195317,0.046518203,0.5455889,0.08328222,0.013904161],"study_design_scores_gemma":[0.0053586434,0.00082342693,0.095533244,0.0003061816,0.000115165065,0.0000014714448,0.11169669,0.0016947282,0.055913668,0.12955171,0.59712315,0.0018819277],"about_ca_topic_score_codex":0.000049834292,"about_ca_topic_score_gemma":0.000012533728,"teacher_disagreement_score":0.5138409,"about_ca_system_score_codex":0.00014400404,"about_ca_system_score_gemma":0.00015694878,"threshold_uncertainty_score":0.62367094},"labels":[],"label_agreement":null},{"id":"W4392681609","doi":"10.22318/icls2023.638393","title":"Supporting Alignments in Scientific Activity: Moving Across Question, Evidence, and Explanation","year":2023,"lang":"en","type":"article","venue":"Proceedings.","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"McGill University; National Science Foundation","keywords":"Phenomenon; Curriculum; Computer science; Data science; Work (physics); Core (optical fiber); Knowledge management; Mathematics education; Engineering ethics; Epistemology; Psychology; Pedagogy; Engineering","score_opus":0.10262840177265638,"score_gpt":0.48440696712357045,"score_spread":0.3817785653509141,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392681609","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9952547,0.000046897083,0.00047808563,0.00032905492,0.00050838274,0.00014091053,0.0000013556506,0.0002209169,0.0030196945],"genre_scores_gemma":[0.9945244,0.0000034767809,0.0007381388,0.000044508808,0.000082459206,0.000045984056,0.000004405329,0.00001676168,0.004539875],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99859685,0.00011411027,0.00021978891,0.00043131504,0.00021246681,0.0004254683],"domain_scores_gemma":[0.9994812,0.00013052722,0.0001698665,0.00006996203,0.00011004682,0.000038380127],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009228627,0.00010490567,0.00013266336,0.00030623033,0.0003426752,0.00020713895,0.000100627534,0.00008047241,0.000037658974],"category_scores_gemma":[0.0017032322,0.000106895925,0.000015824333,0.001177287,0.00008536453,0.00040673508,0.00007908188,0.00030886446,0.00007145694],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003273399,0.00004325417,0.82857156,0.000069520574,0.000013256927,0.000009020063,0.04725921,0.000004227349,0.025372364,0.005082591,0.0023851872,0.09115707],"study_design_scores_gemma":[0.00027976854,0.000046084504,0.9867732,0.00023711583,0.0000047690696,0.00001057611,0.005426543,0.0011256613,0.001487968,0.0011770894,0.0032585363,0.00017266709],"about_ca_topic_score_codex":0.00009857878,"about_ca_topic_score_gemma":0.000005745554,"teacher_disagreement_score":0.15820166,"about_ca_system_score_codex":0.000062469175,"about_ca_system_score_gemma":0.000014869136,"threshold_uncertainty_score":0.43590894},"labels":[],"label_agreement":null},{"id":"W4392681611","doi":"10.22318/icls2023.899921","title":"The Power of Example? Lessons Learned About Equity and Inclusion Through COVID-19 Teacher Education Courses","year":2023,"lang":"en","type":"article","venue":"Proceedings.","topic":"Teacher Education and Leadership Studies","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Equity (law); Inclusion (mineral); Pandemic; Teacher education; Mathematics education; 2019-20 coronavirus outbreak; Medical education; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Pedagogy; Psychology; Sociology; Political science; Medicine; Social science","score_opus":0.32750267048568604,"score_gpt":0.5063783261796565,"score_spread":0.17887565569397046,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392681611","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3124067,0.0022959413,0.000022806182,0.59991896,0.0006306185,0.00041485575,0.000002916467,0.00026884524,0.08403836],"genre_scores_gemma":[0.99187654,0.0014870892,0.00007091892,0.0009980167,0.00018181057,0.000043858618,0.000002044488,0.000008779488,0.0053309463],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989262,0.000051988904,0.0001501355,0.00020011344,0.0004122483,0.00025928713],"domain_scores_gemma":[0.9993443,0.00017245491,0.00013175383,0.000067631285,0.00017643288,0.00010742124],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0019872242,0.00008367516,0.000109404675,0.00004652424,0.002781901,0.00009867011,0.00027391198,0.000072647985,0.000068323374],"category_scores_gemma":[0.0022005867,0.000063427426,0.000031052627,0.0004598973,0.0006065875,0.00019854207,0.0009084597,0.0001382078,0.000012857401],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000089592695,0.00007032525,0.017477736,0.000037876984,0.000010558227,3.4935045e-8,0.80834943,1.1359054e-7,0.00010721132,0.10954558,0.041265078,0.023127072],"study_design_scores_gemma":[0.0000724836,0.000011958132,0.017210733,0.000014286092,0.0000095627465,1.9144375e-7,0.46745053,0.0000015205632,0.000028378141,0.027566202,0.48756847,0.00006567539],"about_ca_topic_score_codex":0.0027052655,"about_ca_topic_score_gemma":0.0006240033,"teacher_disagreement_score":0.6794698,"about_ca_system_score_codex":0.00012451978,"about_ca_system_score_gemma":0.00060565147,"threshold_uncertainty_score":0.9985163},"labels":[],"label_agreement":null},{"id":"W4392681622","doi":"10.22318/icls2023.317400","title":"Expanding and Focusing Infrastructuring Analysis for Informal STEM Education","year":2023,"lang":"en","type":"article","venue":"Proceedings.","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Facilitator; Transformative learning; Informal learning; Knowledge management; Informal education; Work (physics); Sociology; Public relations; Computer science; Pedagogy; Higher education; Psychology; Engineering; Political science","score_opus":0.020465546927127525,"score_gpt":0.28053637298980283,"score_spread":0.2600708260626753,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392681622","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8156592,0.000051254054,0.1827493,0.0002037221,0.00019335613,0.00013773862,3.034816e-7,0.00062011165,0.00038497953],"genre_scores_gemma":[0.9284725,0.000004404005,0.07109741,0.000032741937,0.00010703346,0.00003590175,0.0000026047285,0.000007548497,0.00023986462],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9992004,0.00000388293,0.00015313372,0.0002484338,0.00012909564,0.00026506183],"domain_scores_gemma":[0.99965286,0.000035777313,0.000098301934,0.000073870695,0.00007082852,0.00006834317],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00048622926,0.00009342478,0.00012408159,0.00048138254,0.00035738465,0.00057505904,0.00021842973,0.000040501745,5.5983884e-7],"category_scores_gemma":[0.00006928397,0.00009091938,0.000054434142,0.0011074131,0.000014356498,0.0007760282,0.00015428872,0.000113939306,0.0000027557835],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000028038014,0.000005330484,0.071663775,0.00008747943,0.0000576225,1.5462024e-7,0.008909601,0.00015839045,0.00021743572,0.011043124,0.00008550207,0.9077688],"study_design_scores_gemma":[0.001176165,0.00030404417,0.49033502,0.0003320161,0.0004195336,0.00005376294,0.011797386,0.3608809,0.0057849335,0.002848281,0.124614105,0.001453842],"about_ca_topic_score_codex":0.0000101801725,"about_ca_topic_score_gemma":6.894128e-7,"teacher_disagreement_score":0.90631497,"about_ca_system_score_codex":0.000023784922,"about_ca_system_score_gemma":0.000033726767,"threshold_uncertainty_score":0.55453074},"labels":[],"label_agreement":null},{"id":"W4392681658","doi":"10.22318/icls2023.645029","title":"Situating Evaluation: Theory Driven Evaluation in Practice","year":2023,"lang":"en","type":"article","venue":"Proceedings.","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University; Trent University","funders":"","keywords":"Autoethnography; Knowledge management; Computer science; Sociology; Engineering ethics; Management science; Social science; Engineering","score_opus":0.3177210124840651,"score_gpt":0.5597948644746129,"score_spread":0.24207385199054782,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392681658","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6501712,0.0001259029,0.00019378464,0.0058037024,0.0005879386,0.0012255766,0.0000018855471,0.00014310858,0.3417469],"genre_scores_gemma":[0.99664605,0.00003523663,0.0013535909,0.0005445853,0.00017861224,0.00032555722,0.000014872841,0.000012251168,0.000889221],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9916617,0.00040668377,0.0007979491,0.00056793506,0.0062403968,0.00032529226],"domain_scores_gemma":[0.9945824,0.0012699238,0.00041591082,0.00020901376,0.0034493317,0.0000734308],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.07276905,0.00013150823,0.00018333133,0.0006313874,0.00020982423,0.00038731334,0.00043208277,0.00007791772,0.0024091324],"category_scores_gemma":[0.037350815,0.00010659929,0.000054129177,0.0031461846,0.000040607716,0.0018410685,0.00012756007,0.00020291422,0.0025770508],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000091940434,0.00011966961,0.067635044,0.000015963116,0.00003090562,0.0000020122623,0.018534034,0.009864305,0.0012328774,0.041413035,0.015519459,0.84554076],"study_design_scores_gemma":[0.00094944995,0.00005910199,0.08774962,0.000043230433,0.000057088608,0.00000488254,0.019975493,0.8069899,0.00020896502,0.0723581,0.011434051,0.00017011761],"about_ca_topic_score_codex":0.0000060598363,"about_ca_topic_score_gemma":0.000021561102,"teacher_disagreement_score":0.84537065,"about_ca_system_score_codex":0.00025653525,"about_ca_system_score_gemma":0.00047216384,"threshold_uncertainty_score":0.9985028},"labels":[],"label_agreement":null},{"id":"W4392681671","doi":"10.22318/icls2023.553481","title":"Emotion and Emotion Regulation Matter: A Case Study on Teachers’ Online Teaching Experience During COVID-19","year":2023,"lang":"en","type":"article","venue":"Proceedings.","topic":"Communication in Education and Healthcare","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Feeling; Thematic analysis; Perception; Psychology; Coronavirus disease 2019 (COVID-19); Transition (genetics); Isolation (microbiology); Online teaching; Qualitative research; Mathematics education; Social psychology; Medicine","score_opus":0.1271868433368996,"score_gpt":0.46355685944765807,"score_spread":0.33637001611075845,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392681671","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99081117,0.000023889996,0.000036371286,0.005823368,0.00028969935,0.0005717746,0.0000040450313,0.00035725423,0.0020824017],"genre_scores_gemma":[0.99658203,0.000008696991,0.00020450415,0.00056013884,0.0001704305,0.00015341945,0.000025733054,0.000024071847,0.002270955],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9988102,0.00009345833,0.0003094827,0.00040066277,0.00016941669,0.0002167786],"domain_scores_gemma":[0.99928075,0.000056285382,0.00016323295,0.000249984,0.00007367866,0.00017606515],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000533192,0.00013288399,0.00012597167,0.0003043978,0.00076569367,0.000078960154,0.0001280577,0.00008416101,0.00033600602],"category_scores_gemma":[0.00021235587,0.00014069231,0.000024047316,0.00033497822,0.00004206894,0.00018165329,0.00007662909,0.0003432434,0.00015005193],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028441535,0.0004159756,0.43218046,0.000062145424,0.000011965415,0.000017952989,0.55706954,0.000003793766,0.00029041857,0.0011583292,0.0025648123,0.006196151],"study_design_scores_gemma":[0.00045714618,0.0000802147,0.62443244,0.000023352903,0.0000072493494,0.00032493495,0.3729992,0.00012779518,0.0000053060458,0.00011868859,0.0013233549,0.00010034509],"about_ca_topic_score_codex":0.0006181916,"about_ca_topic_score_gemma":0.00003455091,"teacher_disagreement_score":0.19225195,"about_ca_system_score_codex":0.00019457978,"about_ca_system_score_gemma":0.00002378122,"threshold_uncertainty_score":0.5889174},"labels":[],"label_agreement":null},{"id":"W4392681687","doi":"10.22318/icls2023.795166","title":"Teacher Professional Development in Critical Action Pedagogy: A Culturally Responsive Approach","year":2023,"lang":"en","type":"article","venue":"Proceedings.","topic":"Youth Development and Social Support","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Transformative learning; Curriculum; Formative assessment; Psychological intervention; Action research; Professional development; Pedagogy; Sociology; Critical pedagogy; Engineering ethics; Political science; Engineering; Psychology","score_opus":0.12197173352470705,"score_gpt":0.4480054299742956,"score_spread":0.3260336964495886,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392681687","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8930834,0.000014827179,0.000005039542,0.0033507955,0.0005429589,0.00034063958,6.217039e-7,0.00027264995,0.1023891],"genre_scores_gemma":[0.94367737,0.00002391493,0.0011505515,0.00014325573,0.0003284006,0.00017475782,0.000015837672,0.000013287625,0.05447265],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9982437,0.00004697353,0.0002470375,0.00029995493,0.00063294504,0.0005293819],"domain_scores_gemma":[0.99949723,0.000052324813,0.00004992954,0.000027579123,0.00023487092,0.00013805326],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015085726,0.000121088466,0.00015321275,0.00017569392,0.000710805,0.00009476551,0.00019145691,0.00020142806,0.00018139135],"category_scores_gemma":[0.0013830288,0.00011021967,0.00003741173,0.00089510094,0.00014800605,0.0004209614,0.00008236972,0.00027925908,0.00022641904],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010292495,0.00021740374,0.432822,0.00007806604,0.000019550484,0.000012674987,0.4890842,2.440994e-7,0.00032822415,0.034280982,0.031332903,0.011720826],"study_design_scores_gemma":[0.00030587282,0.00001373367,0.6490501,0.00006215072,0.0000069472403,0.0000012989454,0.12873004,0.00003396824,0.000132825,0.0012176336,0.22009091,0.00035449126],"about_ca_topic_score_codex":0.00009920515,"about_ca_topic_score_gemma":0.00026000824,"teacher_disagreement_score":0.3603542,"about_ca_system_score_codex":0.0002951201,"about_ca_system_score_gemma":0.0008188205,"threshold_uncertainty_score":0.54670095},"labels":[],"label_agreement":null},{"id":"W4392681698","doi":"10.22318/icls2023.430707","title":"Reframing From Design Fields: Supporting Pre-Service Teachers in Designerly Thinking","year":2023,"lang":"en","type":"article","venue":"Proceedings.","topic":"Design Education and Practice","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Cognitive reframing; Conceptualization; Framing (construction); Design thinking; Computer science; Context (archaeology); Mathematics education; Human–computer interaction; Engineering; Psychology; Artificial intelligence","score_opus":0.03473445397936982,"score_gpt":0.28698482010559656,"score_spread":0.25225036612622675,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392681698","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94099873,0.00020221273,0.035001148,0.0011022686,0.00079405156,0.0005136855,0.0000026088132,0.0022374736,0.0191478],"genre_scores_gemma":[0.9854885,0.000045065495,0.013523278,0.0003504986,0.00017719434,0.00005542868,0.000010932895,0.00005388479,0.00029524427],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99880654,0.000019719824,0.00032543106,0.0002443277,0.00021111805,0.00039284097],"domain_scores_gemma":[0.99942774,0.00026445452,0.00007517539,0.00009474343,0.000057433568,0.00008046124],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010916111,0.00016313176,0.00015719296,0.00019202098,0.00008636946,0.00018202965,0.00026268823,0.0001414569,0.00012384851],"category_scores_gemma":[0.00042633928,0.00018073541,0.0000269572,0.0008935197,0.000007710151,0.00064599793,0.000032302443,0.0004097054,0.00023776316],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011510316,0.00013966647,0.02429492,0.0005553079,0.00020881764,0.000063996435,0.55460423,0.03018082,0.08775314,0.0012953569,0.0790895,0.22169916],"study_design_scores_gemma":[0.002176685,0.00018675327,0.058102112,0.0010734933,0.00018592195,0.00003405022,0.08530842,0.6946934,0.07448514,0.028082658,0.052873794,0.0027975629],"about_ca_topic_score_codex":0.0001646569,"about_ca_topic_score_gemma":0.000023845232,"teacher_disagreement_score":0.6645126,"about_ca_system_score_codex":0.0000898644,"about_ca_system_score_gemma":0.00003725589,"threshold_uncertainty_score":0.73701763},"labels":[],"label_agreement":null},{"id":"W4392681710","doi":"10.22318/icls2023.432296","title":"Does the Emergency Switch Make a Difference in STEM Motivationally Supportive Instruction? Comparing Instructors’ Motivational Support Across Pre-Pandemic In-Person and During-Pandemic Online STEM Learning Environments","year":2023,"lang":"en","type":"article","venue":"Proceedings.","topic":"Motivation and Self-Concept in Sports","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Enthusiasm; Pandemic; Coronavirus disease 2019 (COVID-19); Psychology; Autonomy; Relevance (law); Medical education; Mathematics education; Medicine; Social psychology; Political science","score_opus":0.03645079120715268,"score_gpt":0.3009894355536265,"score_spread":0.26453864434647384,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392681710","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99802923,0.00001947012,0.000013825983,0.00012685066,0.0005654565,0.0005831217,0.000025855066,0.00016826425,0.00046791756],"genre_scores_gemma":[0.9930024,0.00009167733,0.000026978643,0.000048258193,0.00014272885,0.00016726792,0.00008534591,0.00004172978,0.0063936273],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9971977,0.00005262481,0.0008583367,0.00076846394,0.00050786603,0.0006150461],"domain_scores_gemma":[0.9991368,0.0000729854,0.00046883852,0.0001420271,0.00007399518,0.000105352075],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005718117,0.0003346879,0.0003829388,0.00029476962,0.0002971638,0.000055711036,0.0002925059,0.00020873576,0.00036458654],"category_scores_gemma":[0.00007070822,0.0002417659,0.000058995254,0.0008297211,0.0001567234,0.0002954174,0.00016376447,0.00081424625,0.000020442492],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010224576,0.00009979685,0.9543776,0.000060232283,0.00004151552,0.000006090821,0.03739191,0.00008135547,0.0007841581,0.00046192697,0.00001977717,0.00657343],"study_design_scores_gemma":[0.0015524953,0.00005641456,0.96519685,0.00007889262,0.000007739222,0.000038268783,0.03209033,0.00026407238,0.00005163065,0.00018020852,0.0002145121,0.0002685583],"about_ca_topic_score_codex":0.00008273842,"about_ca_topic_score_gemma":0.0001635146,"teacher_disagreement_score":0.010819314,"about_ca_system_score_codex":0.00022050686,"about_ca_system_score_gemma":0.000040917348,"threshold_uncertainty_score":0.9858927},"labels":[],"label_agreement":null},{"id":"W4392681721","doi":"10.22318/icls2023.118113","title":"Storytelling “in Theory”: Re-imagining Computational Literacies through the Lenses of Syncretism and Translanguaging","year":2023,"lang":"en","type":"article","venue":"Proceedings.","topic":"Multilingual Education and Policy","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"National Science Foundation","keywords":"Translanguaging; Storytelling; Sensemaking; Syncretism (linguistics); Conversation; Computer science; Mathematics education; Narrative; Linguistics; Sociology; Pedagogy; Psychology; Philosophy; Knowledge management","score_opus":0.06183724262312159,"score_gpt":0.4345831146440536,"score_spread":0.372745872020932,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392681721","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8779921,0.0008777859,0.00010276621,0.0064536016,0.00016602132,0.00017445488,0.000003962445,0.000099203804,0.11413013],"genre_scores_gemma":[0.99808115,0.00017824875,0.00071440113,0.0002752723,0.00013160221,0.000007069564,0.0000017982861,0.0000065076874,0.0006039793],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.999353,0.00003582125,0.00014830042,0.00011594237,0.00017872149,0.00016822843],"domain_scores_gemma":[0.99948865,0.00031776604,0.00006175205,0.00002594343,0.00007913621,0.000026727397],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008848798,0.000057544403,0.000087699475,0.00008022375,0.00025428113,0.0000689644,0.000108284454,0.000028009445,0.000047771176],"category_scores_gemma":[0.00035014804,0.000046858688,0.000021993217,0.00040700092,0.00026380396,0.00020386536,0.0000139067715,0.00010212273,0.000005239732],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005149215,0.000005840752,0.002033424,0.000033091277,0.0000040262275,3.2189274e-7,0.79143274,0.000040921113,0.0000611244,0.1937064,0.00008241166,0.012594539],"study_design_scores_gemma":[0.0003257574,0.000022120501,0.009442714,0.0002863641,0.000018114106,0.0000029122855,0.8210604,0.0030928797,0.00037970446,0.095937,0.069204256,0.00022778721],"about_ca_topic_score_codex":0.0006363307,"about_ca_topic_score_gemma":0.000045351237,"teacher_disagreement_score":0.12008905,"about_ca_system_score_codex":0.000014886388,"about_ca_system_score_gemma":0.00006742074,"threshold_uncertainty_score":0.19557506},"labels":[],"label_agreement":null},{"id":"W4392681727","doi":"10.22318/icls2023.354637","title":"Computational Thinking and Robotics in Mixed Environments","year":2023,"lang":"en","type":"article","venue":"Proceedings.","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Champlain Regional College; McGill University; Université de Sherbrooke","funders":"","keywords":"Computational thinking; Robotics; Artificial intelligence; Educational robotics; Computer science; Mathematics education; Physical computing; Virtual reality; Human–computer interaction; Robot; Multimedia; Psychology","score_opus":0.017834556245243414,"score_gpt":0.24299869121942363,"score_spread":0.22516413497418022,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392681727","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6323737,0.0001927523,0.35760638,0.006523895,0.00048080966,0.0002864038,4.5595445e-7,0.0013872725,0.0011483001],"genre_scores_gemma":[0.83956915,0.000006262362,0.16020556,0.000060625847,0.000020400623,0.000004849473,0.0000015196406,0.0000058985997,0.00012576538],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99927914,0.000008159153,0.00010368371,0.00022386565,0.0001930756,0.0001920732],"domain_scores_gemma":[0.9998394,0.000034879842,0.00003875326,0.00004040814,0.000007054241,0.0000394885],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004555463,0.00006747774,0.00007171082,0.00012316833,0.00012361494,0.00018833234,0.00022588426,0.000032286254,4.439469e-7],"category_scores_gemma":[0.00005390016,0.00006837351,0.000012330422,0.00031190246,0.000021193591,0.00023844397,0.00020734279,0.00017265337,0.000031072144],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000037700606,0.00007389555,0.19848776,0.000071368915,0.000017537734,0.000023300548,0.020399978,0.053421684,0.00018653869,0.28259972,0.0005909239,0.4441235],"study_design_scores_gemma":[0.00046407327,0.000056851197,0.29640603,0.00007936225,0.0000033999647,0.000021372702,0.000330086,0.6640774,0.000029357898,0.020841626,0.0174255,0.00026493391],"about_ca_topic_score_codex":0.00000567754,"about_ca_topic_score_gemma":4.339484e-7,"teacher_disagreement_score":0.6106557,"about_ca_system_score_codex":0.000020994456,"about_ca_system_score_gemma":0.0000069583207,"threshold_uncertainty_score":0.27881908},"labels":[],"label_agreement":null},{"id":"W4392681742","doi":"10.22318/icls2023.108581","title":"\"TERFs are a Thing. And I F*cking Hate Them\": Developing Solidarity Through Emotion and Ideology","year":2023,"lang":"en","type":"article","venue":"Proceedings.","topic":"Innovative Teaching Methodologies in Social Sciences","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Ideology; Solidarity; Sociology; Gender studies; Social psychology; Conversation; Negotiation; Identity (music); Psychology; Aesthetics; Social science; Politics; Communication","score_opus":0.24015086971832492,"score_gpt":0.42196966991661816,"score_spread":0.18181880019829325,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392681742","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9464021,0.00007130579,0.0018762401,0.009316074,0.0005071796,0.00020809167,0.0000011039763,0.0004911468,0.041126814],"genre_scores_gemma":[0.9755412,0.00038644308,0.02295297,0.00058292964,0.00028926632,0.000014622266,6.2426585e-7,0.000009690465,0.0002222513],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99843466,0.00015369288,0.0002005418,0.00039042256,0.00032340223,0.0004972834],"domain_scores_gemma":[0.99918205,0.0003121019,0.0002131818,0.00004260378,0.00020317083,0.00004691599],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0056568384,0.00012963207,0.00022133529,0.00007313167,0.0019734197,0.00028075202,0.00026497297,0.00016525657,0.000011896988],"category_scores_gemma":[0.0050444286,0.00011750038,0.000021817932,0.00101612,0.0012194529,0.0007601485,0.00033446137,0.00027816498,0.000010264761],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006764775,0.000005491717,0.21298257,0.00005512014,0.000013234715,0.0000025815045,0.25207865,2.5745268e-7,0.0005756416,0.5152786,0.00066765957,0.018333478],"study_design_scores_gemma":[0.00019053399,0.000034870012,0.18419862,0.0001520528,0.000013905721,0.0000073547935,0.1760745,0.000121827754,0.00045270473,0.6249763,0.013394833,0.00038248606],"about_ca_topic_score_codex":0.00070731144,"about_ca_topic_score_gemma":0.00012934238,"teacher_disagreement_score":0.10969775,"about_ca_system_score_codex":0.000107890344,"about_ca_system_score_gemma":0.000073382864,"threshold_uncertainty_score":0.9993259},"labels":[],"label_agreement":null},{"id":"W4392681760","doi":"10.22318/icls2023.374764","title":"Barriers to Reflective Learning: Perspectives of University Students and Instructors","year":2023,"lang":"en","type":"article","venue":"Proceedings.","topic":"Reflective Practices in Education","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Perspective (graphical); Psychology; Medical education; Qualitative property; Qualitative research; Mathematics education; Pedagogy; Computer science; Medicine; Sociology","score_opus":0.02885098013523516,"score_gpt":0.3925522861620532,"score_spread":0.363701306026818,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392681760","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86958957,0.000012251856,0.0000034371558,0.00067026104,0.00011421857,0.00017816537,6.5089677e-7,0.000086326196,0.12934513],"genre_scores_gemma":[0.9971312,0.00019733208,0.00051660335,0.000013992598,0.00006731636,0.000002901567,2.1581118e-7,0.000007044528,0.002063337],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99912024,0.000071063616,0.000069367044,0.0002309111,0.00033167168,0.00017675938],"domain_scores_gemma":[0.99925673,0.000090261914,0.00009751043,0.000030133018,0.0003305477,0.00019483891],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008923571,0.00006253754,0.000094270916,0.00023815753,0.00050319155,0.000053381107,0.00020385518,0.000051429066,0.00003835215],"category_scores_gemma":[0.0049380623,0.00007120288,0.000019748757,0.0013107859,0.00021841748,0.00046526338,0.00010752815,0.00013862057,0.000013533242],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005597077,0.000012546438,0.574279,0.00000887454,0.000025462929,3.5245446e-7,0.40549535,0.0000022272152,0.0009802765,0.017087897,0.00022249918,0.0018295432],"study_design_scores_gemma":[0.00011846486,0.00008578841,0.20862943,0.000013080774,0.000014679642,2.793218e-7,0.7611215,0.000005248236,0.00041146422,0.0011601497,0.028351717,0.000088213725],"about_ca_topic_score_codex":0.00033663638,"about_ca_topic_score_gemma":0.000049964958,"teacher_disagreement_score":0.36564958,"about_ca_system_score_codex":0.0002690726,"about_ca_system_score_gemma":0.00014632361,"threshold_uncertainty_score":0.5911678},"labels":[],"label_agreement":null},{"id":"W4392681778","doi":"10.22318/icls2023.632371","title":"Harnessing Student-Generated Questions as a Learning Strategy","year":2023,"lang":"en","type":"article","venue":"Proceedings.","topic":"Innovative Teaching Methods","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University; McMaster University; University of Toronto","funders":"McMaster University","keywords":"Reading (process); Computer science; Recall; Test (biology); Mathematics education; Multimedia; Artificial intelligence; Psychology; Cognitive psychology","score_opus":0.09122857794920854,"score_gpt":0.445170392748053,"score_spread":0.35394181479884446,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392681778","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7420556,0.000026732407,0.00020932253,0.0007459721,0.0002578991,0.00015431149,4.7539186e-7,0.001114988,0.2554347],"genre_scores_gemma":[0.98022956,0.000028919743,0.0020863041,0.000082380524,0.00044684374,0.000035058416,0.00000502508,0.000024803607,0.017061105],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99846286,0.00015736077,0.00019506465,0.00027665397,0.00045239893,0.00045565062],"domain_scores_gemma":[0.99925387,0.000071007016,0.00011632502,0.000041976855,0.00042792075,0.00008891679],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0035027196,0.000117221796,0.00014176231,0.00022062672,0.0016319565,0.00044703958,0.0002535007,0.000102101585,0.00013120529],"category_scores_gemma":[0.0022093668,0.000120700795,0.00003543331,0.00220549,0.00016630923,0.00041231222,0.00007150401,0.0004529494,0.00034335302],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010691456,0.00007652882,0.09038933,0.000033502412,0.000051433475,0.000014723078,0.09036683,0.00016072433,0.044178493,0.7200221,0.0043102265,0.050385423],"study_design_scores_gemma":[0.0012322344,0.00040153138,0.18954957,0.000447144,0.00010627989,0.000014063653,0.27762744,0.0037367838,0.008968986,0.05210334,0.4639694,0.001843233],"about_ca_topic_score_codex":0.0005766244,"about_ca_topic_score_gemma":0.000034594064,"teacher_disagreement_score":0.66791874,"about_ca_system_score_codex":0.00014235203,"about_ca_system_score_gemma":0.00019620378,"threshold_uncertainty_score":0.99966776},"labels":[],"label_agreement":null},{"id":"W4392681814","doi":"10.22318/icls2023.105241","title":"Social Context Challenges in Administering Authentic Assessments of Citizenship Competency","year":2023,"lang":"en","type":"article","venue":"Proceedings.","topic":"Student Assessment and Feedback","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vancouver Island University","funders":"","keywords":"Citizenship; Situated; Context (archaeology); Dimension (graph theory); Competency assessment; Vocational education; Pedagogy; Authentic assessment; Medical education; Psychology; Sociology; Computer science; Medicine; Political science; Artificial intelligence; Curriculum; Politics","score_opus":0.18707567280741413,"score_gpt":0.42022678500476013,"score_spread":0.233151112197346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392681814","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.72682226,0.00013131161,7.53364e-7,0.0018612996,0.00022204863,0.00022353647,0.0000016688402,0.00012377472,0.27061334],"genre_scores_gemma":[0.99814916,0.00041777655,0.0000650792,0.000023202945,0.00019590741,0.00003398121,0.0000017734247,0.00001328781,0.0010998461],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99858963,0.000026241825,0.00026853138,0.00022406377,0.00050664635,0.00038490453],"domain_scores_gemma":[0.9995889,0.00007265144,0.00013672649,0.000037493486,0.0001074555,0.000056756027],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008820615,0.0001070259,0.00023712897,0.00018599308,0.00021630306,0.000063846164,0.0003010793,0.00008968905,0.00008483026],"category_scores_gemma":[0.00012983668,0.00011516446,0.00006529114,0.00056312,0.00014620325,0.00014943419,0.00010625124,0.00011902094,0.000050958923],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004532234,0.0001437143,0.2994901,0.00029458673,0.000069462156,0.000009169996,0.16297863,1.1333526e-7,0.00080621376,0.51099926,0.0018621299,0.023301303],"study_design_scores_gemma":[0.0010309938,0.00015481033,0.6989754,0.00028882982,0.000034616893,5.6810666e-7,0.27344078,0.00012216502,0.00012872087,0.017962437,0.0074562854,0.00040441778],"about_ca_topic_score_codex":0.0000572474,"about_ca_topic_score_gemma":0.00016485646,"teacher_disagreement_score":0.49303684,"about_ca_system_score_codex":0.00008105631,"about_ca_system_score_gemma":0.000087139444,"threshold_uncertainty_score":0.46962702},"labels":[],"label_agreement":null},{"id":"W4392681872","doi":"10.22318/icls2023.547433","title":"Using Hierarchical Time Series Clustering to Capture the Trajectories of Epistemic Emotions: The Case of Confusion","year":2023,"lang":"en","type":"article","venue":"Proceedings.","topic":"Cognitive Science and Education Research","field":"Neuroscience","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre; McGill University; University of Toronto","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Confusion; Hierarchical clustering; Cluster analysis; Cluster (spacecraft); Series (stratigraphy); Computer science; Dendrogram; Epistemology; Psychology; Data science; Cognitive psychology; Artificial intelligence; Sociology; Philosophy","score_opus":0.10573263392440946,"score_gpt":0.36996248226509576,"score_spread":0.2642298483406863,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392681872","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9908027,0.000007888191,0.000053119336,0.007315696,0.00011446899,0.00030530975,0.000013426519,0.000027712304,0.0013596761],"genre_scores_gemma":[0.9988792,0.000014424812,0.00008439968,0.00013336424,0.000052888154,0.00001764614,3.573152e-7,0.0000063135594,0.0008114213],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9991516,0.00003229323,0.00017031879,0.0001899743,0.00025098035,0.0002048672],"domain_scores_gemma":[0.99936795,0.00021752437,0.00006466512,0.00008713003,0.00021312984,0.000049576312],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005771703,0.00006722761,0.00009443181,0.00011274876,0.00040665444,0.000065514534,0.00026870077,0.0000257043,0.000054361855],"category_scores_gemma":[0.0017816707,0.000038195223,0.00003607133,0.0014204907,0.0004394661,0.00018163814,0.00018451839,0.00015490873,0.000022676084],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029039236,0.000018779037,0.00035666346,0.00007129903,0.0000020323253,0.000008569453,0.016328033,0.000044194756,0.97811544,0.0030079305,0.00047933773,0.0015386979],"study_design_scores_gemma":[0.00029592577,0.0002869911,0.008416669,0.00036972377,0.00003174815,0.0017255462,0.06700673,0.030621804,0.8828255,0.0067305826,0.0013714754,0.00031731537],"about_ca_topic_score_codex":0.000103361876,"about_ca_topic_score_gemma":0.0000133120675,"teacher_disagreement_score":0.09528993,"about_ca_system_score_codex":0.00001798784,"about_ca_system_score_gemma":0.000089523,"threshold_uncertainty_score":0.31276983},"labels":[],"label_agreement":null},{"id":"W4392681880","doi":"10.22318/icls2023.109374","title":"Pedagogical Practices Associated With Sophisticated Pedagogical Scenarios Using VR Simulations in Science Courses","year":2023,"lang":"en","type":"article","venue":"Proceedings.","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cégep de Saint-Laurent; Université de Montréal","funders":"","keywords":"Debriefing; Context (archaeology); Computer science; Mathematics education; Abstraction; Psychology; Multilevel model; Science education","score_opus":0.43724207031225165,"score_gpt":0.520468217248879,"score_spread":0.08322614693662739,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392681880","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9942536,0.000034772587,0.000019300485,0.0036554143,0.00013771903,0.00067791867,0.000009197662,0.00035003218,0.0008620428],"genre_scores_gemma":[0.99831414,0.000005289233,0.00071229343,0.00027184153,0.00018996077,0.000033328077,0.00005430313,0.000030933534,0.00038791305],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9975297,0.000020133311,0.00041347212,0.0005436924,0.0008911091,0.00060193386],"domain_scores_gemma":[0.996852,0.00051780837,0.00042878347,0.00014146682,0.001740905,0.0003190493],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008826886,0.00018283687,0.00028644837,0.00064159255,0.00042993258,0.000110576155,0.0001562177,0.00013944987,0.00016113935],"category_scores_gemma":[0.0075705093,0.00015271344,0.000030760853,0.0040170546,0.00037909197,0.00045027098,0.00004776156,0.0004198792,0.00004057376],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012121955,0.0002797208,0.98624575,0.00009203408,0.000015399602,0.000017156863,0.006600833,0.0031650078,0.0020996833,0.0012002442,0.00007568315,0.00008725794],"study_design_scores_gemma":[0.0012120008,0.00025928442,0.71083385,0.0004884708,0.0001111427,0.000034765926,0.011803814,0.2741489,0.00029984844,0.0002534527,0.00028089486,0.00027355872],"about_ca_topic_score_codex":0.00010637821,"about_ca_topic_score_gemma":0.00002111244,"teacher_disagreement_score":0.2754119,"about_ca_system_score_codex":0.00067498104,"about_ca_system_score_gemma":0.0018215697,"threshold_uncertainty_score":0.9063154},"labels":[],"label_agreement":null},{"id":"W4392681893","doi":"10.22318/icls2023.819718","title":"Positivist and Constructivist Orientation Impact on Supervisors' Conceptions of Video Use in Teacher Professionalization","year":2023,"lang":"en","type":"article","venue":"Proceedings.","topic":"Teacher Education and Leadership Studies","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Computer Research Institute of Montréal","funders":"Fundação para a Ciência e a Tecnologia","keywords":"Professionalization; Constructive; Positivism; Constructivist teaching methods; Process (computing); Psychology; Orientation (vector space); Pedagogy; Mathematics education; Sociology; Computer science; Teaching method; Epistemology; Social science","score_opus":0.1222803378406827,"score_gpt":0.42474591738285017,"score_spread":0.30246557954216746,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392681893","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99373245,0.000019261994,0.000005698921,0.0033223198,0.00009695247,0.0002214412,0.0000045915717,0.00006124046,0.0025360484],"genre_scores_gemma":[0.9987976,0.000031144456,0.00005840206,0.000048911184,0.00006370815,0.000031352854,0.000010980945,0.000006466332,0.0009514524],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9993319,0.000046218058,0.00013536692,0.00014902266,0.00019108433,0.00014641318],"domain_scores_gemma":[0.9996402,0.00008409531,0.0000687154,0.000026338814,0.00013434248,0.000046266003],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003909972,0.00006891818,0.000100606754,0.0001544841,0.00016446259,0.00004951979,0.000043962365,0.000048187987,0.000060265742],"category_scores_gemma":[0.0004700126,0.000060219096,0.000021199052,0.00062194414,0.00027905454,0.00033438337,0.000013503347,0.00009067149,0.000008700968],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015298629,0.000050222097,0.75067,0.000016065922,0.000007877294,1.0311529e-7,0.2331911,0.0000012715931,0.00023542841,0.01397565,0.00079772685,0.001039249],"study_design_scores_gemma":[0.00019404746,0.00002815035,0.7975817,0.00006439044,0.0000064833716,2.4626118e-7,0.20114776,0.000042133775,0.000071823626,0.00038789198,0.0004078502,0.000067538254],"about_ca_topic_score_codex":0.00063151726,"about_ca_topic_score_gemma":0.00017831086,"teacher_disagreement_score":0.04691167,"about_ca_system_score_codex":0.000086265805,"about_ca_system_score_gemma":0.00007554507,"threshold_uncertainty_score":0.24556634},"labels":[],"label_agreement":null},{"id":"W4392681917","doi":"10.22318/icls2023.644897","title":"Do Thinking Styles Change With Task Complexity in Problem-Solving?","year":2023,"lang":"en","type":"article","venue":"Proceedings.","topic":"Learning Styles and Cognitive Differences","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Think aloud protocol; Metacognition; Task (project management); Psychology; Computer science; Cognitive style; Reflection (computer programming); Cognitive psychology; Critical thinking; Intelligent tutoring system; Mathematics education; Cognition; Human–computer interaction; Engineering","score_opus":0.09833299659688761,"score_gpt":0.3310124268494439,"score_spread":0.23267943025255627,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392681917","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8965816,0.00014822543,0.0000063361986,0.00043736387,0.00008576892,0.0003644393,0.00001057819,0.00030187424,0.102063805],"genre_scores_gemma":[0.998075,0.000026529697,0.000226628,0.00020056925,0.00022189523,0.0002407817,0.000018252857,0.000030395373,0.00095995166],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998611,0.000021285856,0.00017706939,0.000447994,0.00025283868,0.0004898449],"domain_scores_gemma":[0.999572,0.00004180419,0.000117927804,0.00007503861,0.00013578325,0.00005746883],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038690277,0.00018954575,0.00022483054,0.00021386656,0.00015316687,0.00013335176,0.0002486935,0.00008707215,0.00049800763],"category_scores_gemma":[0.000035084213,0.00013778356,0.000045339784,0.00078639464,0.0001213893,0.0001675615,0.00009967194,0.00032092544,0.00034892317],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000110607514,0.00012366714,0.8622537,0.00009439006,0.000069750386,0.000032700595,0.046136286,4.8075776e-7,0.00006233412,0.07234719,0.002710988,0.01605791],"study_design_scores_gemma":[0.0007247551,0.00032534645,0.96887356,0.00034214195,0.000016580476,0.000013154799,0.016465949,0.00006541154,0.000017236867,0.009423652,0.0034314475,0.00030074117],"about_ca_topic_score_codex":0.0003685849,"about_ca_topic_score_gemma":0.00009314138,"teacher_disagreement_score":0.10661988,"about_ca_system_score_codex":0.00003355167,"about_ca_system_score_gemma":0.000014242504,"threshold_uncertainty_score":0.5618651},"labels":[],"label_agreement":null},{"id":"W4392681924","doi":"10.22318/icls2023.102256","title":"A Dystopian Game for Change: Building Asynchronous Learning Network Through Co-Design Partnerships Across Disciplines","year":2023,"lang":"en","type":"article","venue":"Proceedings.","topic":"Educational Games and Gamification","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Game design; Embodied cognition; Practicum; Dystopia; Computer science; Literacy; Asynchronous communication; Game design document; Video game; Mathematics education; Set (abstract data type); Learning design; Sociology; Multimedia; Game Developer; Pedagogy; Psychology; Artificial intelligence","score_opus":0.2350822364967511,"score_gpt":0.4466722861838088,"score_spread":0.21159004968705766,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392681924","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8808018,0.0021123285,0.069269575,0.020661045,0.0050272886,0.0050831465,0.00005081738,0.0024883251,0.014505653],"genre_scores_gemma":[0.98124546,0.00006280446,0.004647284,0.0003028229,0.003986801,0.0020344749,0.00008019753,0.000068496796,0.007571673],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982882,0.000024278184,0.0002825423,0.0005036122,0.00016897834,0.0007324026],"domain_scores_gemma":[0.99924153,0.0001922664,0.00019883095,0.00011541002,0.00016820976,0.0000837525],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00088519807,0.00019488476,0.00021516104,0.000050546532,0.00039824896,0.00013512251,0.00023242628,0.00015203311,0.00007682784],"category_scores_gemma":[0.0001715011,0.00018797327,0.000088572844,0.00056391343,0.00007686762,0.00024236282,0.000047091697,0.00021650273,0.0002645542],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042570053,0.0002959962,0.08157879,0.0005049848,0.0002803489,0.000005023654,0.23014042,0.00072067004,0.0016843033,0.51471514,0.117416635,0.05223198],"study_design_scores_gemma":[0.0013608603,0.0005464899,0.11115604,0.00023704955,0.000078595775,0.000030322291,0.029175991,0.005145211,0.0005565774,0.027122587,0.8237179,0.00087239756],"about_ca_topic_score_codex":0.000012619857,"about_ca_topic_score_gemma":0.000002975241,"teacher_disagreement_score":0.7063013,"about_ca_system_score_codex":0.00006515307,"about_ca_system_score_gemma":0.000024277251,"threshold_uncertainty_score":0.7665328},"labels":[],"label_agreement":null},{"id":"W4392681972","doi":"10.22318/icls2023.587628","title":"Supporting Collaborative Learning and Development of Students’ Science Identities in a Biology Classroom","year":2023,"lang":"en","type":"article","venue":"Proceedings.","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Mathematics education; Pedagogy; Computer science; Psychology","score_opus":0.04782004454453712,"score_gpt":0.4733910071536135,"score_spread":0.42557096260907634,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392681972","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98676234,0.000060215352,0.00029612545,0.000031434203,0.0001686746,0.00012021824,5.76663e-7,0.00009516715,0.012465216],"genre_scores_gemma":[0.9900588,0.0000050623717,0.008292803,0.00001600922,0.000024585173,0.00003330175,0.0000022943273,0.000011523387,0.0015556179],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99861956,0.00008384457,0.00037173124,0.0003320851,0.00019950556,0.00039326085],"domain_scores_gemma":[0.9993318,0.00009435338,0.00024681893,0.00003452384,0.00025902793,0.000033484634],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006660001,0.00010287538,0.00020854207,0.0006556523,0.00025326607,0.00005096396,0.00019658572,0.00006140276,0.000047443435],"category_scores_gemma":[0.0011785083,0.00009837192,0.000009453929,0.0019164418,0.00032983333,0.000117292155,0.00019532515,0.0003533926,0.00002488605],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017519054,0.000025278876,0.86418533,0.00003099213,0.00001673032,0.0000018796003,0.09465907,7.939757e-7,0.018479189,0.008762174,0.00006600751,0.013755062],"study_design_scores_gemma":[0.00059873285,0.00015063927,0.9014576,0.00007734457,0.0000043257614,0.000004788827,0.08592565,0.000054432116,0.003917426,0.0009641871,0.0066556553,0.00018920563],"about_ca_topic_score_codex":0.000012100394,"about_ca_topic_score_gemma":0.0000021195083,"teacher_disagreement_score":0.037272308,"about_ca_system_score_codex":0.0000574946,"about_ca_system_score_gemma":0.000108884,"threshold_uncertainty_score":0.40114906},"labels":[],"label_agreement":null},{"id":"W4392721117","doi":"10.22318/icls2023.110833","title":"How do Good Practices Emerge in Vocational High Schools? Lessons From Eleven Cases","year":2023,"lang":"en","type":"article","venue":"Proceedings.","topic":"Innovative Education and Learning Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Vocational education; Perspective (graphical); Knowledge sharing; Knowledge management; Best practice; Mathematics education; Pedagogy; Sociology; Computer science; Psychology; Political science; Artificial intelligence","score_opus":0.173239259627538,"score_gpt":0.45081834910477825,"score_spread":0.27757908947724025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392721117","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7679407,0.000094355106,0.000004983811,0.19339456,0.0006987265,0.00019876863,0.000011715122,0.0002030293,0.03745318],"genre_scores_gemma":[0.9880559,0.00018539416,0.0007384906,0.00026284164,0.00096335047,0.00007617156,0.000032478423,0.000014169728,0.00967121],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99861395,0.00008198762,0.00017334314,0.00032461004,0.0004854379,0.00032068993],"domain_scores_gemma":[0.99848765,0.00040421955,0.0005382779,0.000062340114,0.00042930685,0.00007818765],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0014144918,0.000107544285,0.00012534075,0.00022780299,0.00053661613,0.00068137876,0.00027166802,0.00010022944,0.00050454156],"category_scores_gemma":[0.013310326,0.000109676155,0.000026837646,0.0017648807,0.000085951804,0.0018503531,0.000046119192,0.00041410682,0.00034507565],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039587518,0.00021907163,0.25630385,0.000029519724,0.000054775668,0.000009751788,0.047568403,0.0000017148974,0.00092546386,0.6116801,0.0664021,0.016765703],"study_design_scores_gemma":[0.00016948416,0.000020522955,0.22307,0.000038202856,0.000011531924,8.673276e-7,0.11968546,0.000014224444,0.00016741669,0.0040488592,0.65260094,0.00017248055],"about_ca_topic_score_codex":0.004981378,"about_ca_topic_score_gemma":0.0009275637,"teacher_disagreement_score":0.6076312,"about_ca_system_score_codex":0.00010970636,"about_ca_system_score_gemma":0.00037209596,"threshold_uncertainty_score":0.99500096},"labels":[],"label_agreement":null},{"id":"W4392721128","doi":"10.22318/icls2023.182613","title":"Assessing Computational Thinking Attitudes in Empirical Research: A Systematic Review","year":2023,"lang":"en","type":"review","venue":"Proceedings.","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Advancing Health Outcomes; University of Alberta","funders":"Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada","keywords":"Dimension (graph theory); Component (thermodynamics); Cognition; Empirical research; Psychology; Cognitive dimensions of notations; Cognitive psychology; Computer science; Applied psychology; Mathematics; Statistics","score_opus":0.4908029611620961,"score_gpt":0.5515579137454351,"score_spread":0.06075495258333896,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392721128","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[5.266144e-7,0.993544,0.0033600726,0.0002540373,0.00015310645,0.0016452778,4.4156454e-7,0.0007766167,0.00026595828],"genre_scores_gemma":[0.000012014973,0.9645285,0.034442056,0.000114873124,0.00011487675,0.0005656799,0.000011554395,0.00006840622,0.00014205815],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9946805,0.00064653775,0.0013532261,0.0010249573,0.0015326398,0.0007621173],"domain_scores_gemma":[0.9972321,0.001345434,0.00064942567,0.00033622308,0.00030364207,0.00013319003],"candidate_categories":["metaepi_narrow","scholarly_communication","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.014379656,0.0004236496,0.0024107923,0.0009863577,0.00045679478,0.002443422,0.0024164817,0.00025946976,0.0000019756078],"category_scores_gemma":[0.004219274,0.00033199723,0.00036132583,0.0037589176,0.000070371854,0.0008345326,0.0009967802,0.002567735,0.00029922597],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.480688e-8,0.00003359399,0.000014552554,0.8455255,0.000042967833,0.000033231965,0.00060765905,0.0000022015456,1.622383e-9,0.0034045377,0.00039594865,0.14993975],"study_design_scores_gemma":[0.000039060073,0.000020061036,0.000007676889,0.86684084,0.00012784224,0.000120312994,0.00003996449,0.00052556087,2.7203584e-9,0.0005452637,0.13141905,0.00031437716],"about_ca_topic_score_codex":0.00001273237,"about_ca_topic_score_gemma":0.0000013204773,"teacher_disagreement_score":0.14962536,"about_ca_system_score_codex":0.0004192036,"about_ca_system_score_gemma":0.00047467675,"threshold_uncertainty_score":0.9999132},"labels":[],"label_agreement":null},{"id":"W4392721129","doi":"10.22318/icls2023.466707","title":"Exploring the Relationship Between Flying Performance and the Dynamic Changes of Emotions in an Aviation Training Task","year":2023,"lang":"en","type":"article","venue":"Proceedings.","topic":"Intelligent Tutoring Systems and Adaptive Learning","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Disgust; Anger; Aviation; Task (project management); Psychology; Applied psychology; Cognitive psychology; Computer science; Aeronautics; Social psychology; Engineering","score_opus":0.22216829984224956,"score_gpt":0.2988197662623307,"score_spread":0.07665146642008114,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392721129","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99130344,0.000017258797,0.0070425216,0.0010863735,0.00011463454,0.0001633887,3.6129566e-7,0.00008504749,0.0001869835],"genre_scores_gemma":[0.999296,0.000023735784,0.0003307114,0.000009419767,0.000078504454,0.000057649668,0.000001063041,0.000006579877,0.00019630262],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99931586,0.000029488714,0.00015760184,0.0001654682,0.00016457072,0.00016698841],"domain_scores_gemma":[0.9994755,0.0002493543,0.000111973284,0.0000838827,0.00005991376,0.000019425674],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014145114,0.0000701484,0.000106552194,0.00015002798,0.0003962293,0.00011175862,0.00026932967,0.000020504849,1.9850322e-7],"category_scores_gemma":[0.0002150292,0.000045364348,0.00001737024,0.00067489536,0.00004313931,0.0007317541,0.00008621119,0.00019167912,0.0000040521127],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004758079,0.000004579835,0.46037114,0.00010242602,0.0000085962065,3.1185678e-7,0.13781612,0.00033518244,0.0004611868,0.33987975,0.0000034857637,0.061012454],"study_design_scores_gemma":[0.00013082597,0.000029348575,0.89851797,0.00018221185,0.0000038963835,0.0000017543242,0.0044802916,0.09555253,0.00004018689,0.00084033527,0.00015700489,0.00006362351],"about_ca_topic_score_codex":0.000016248261,"about_ca_topic_score_gemma":0.00000844527,"teacher_disagreement_score":0.43814686,"about_ca_system_score_codex":0.000025304416,"about_ca_system_score_gemma":0.000010815412,"threshold_uncertainty_score":0.30475155},"labels":[],"label_agreement":null},{"id":"W4392721133","doi":"10.22318/icls2023.715459","title":"Arts as Critical Transdisciplinary Pedagogy: Awakening Relationality Through the Anti-Oppressive Facilitation of Soil Painting on the Land","year":2023,"lang":"en","type":"article","venue":"Proceedings.","topic":"Indigenous and Place-Based Education","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"The arts; Dialogic; Sociology; Refugee; Pedagogy; Facilitation; Social science; Visual arts; Psychology; Geography; Archaeology; Art","score_opus":0.07358318283234223,"score_gpt":0.396460382362513,"score_spread":0.3228771995301708,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392721133","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91458553,0.00003745667,0.000043219337,0.026909582,0.00020049138,0.0002496322,0.000009942109,0.000058526322,0.057905618],"genre_scores_gemma":[0.99899936,0.000024848618,0.000049353574,0.00017272099,0.00028746284,0.000031771124,0.000011743368,0.0000067528176,0.00041600148],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9988663,0.00008162031,0.00018957659,0.00016973342,0.00043566953,0.0002570971],"domain_scores_gemma":[0.9984391,0.0011107757,0.00009622003,0.000061021903,0.00026215572,0.000030779556],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0021441267,0.00007772246,0.00009116019,0.00003091065,0.0018876579,0.00008300887,0.00015789845,0.000078445686,0.00009838195],"category_scores_gemma":[0.0017399774,0.000049691327,0.00005735734,0.0003702894,0.0003322469,0.00022938415,0.000016014234,0.00019255192,0.000049314916],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002133254,0.000041637224,0.014445631,0.000053165244,0.000013363978,5.705374e-7,0.73045707,0.00015397614,0.00018464641,0.25202775,0.0021339608,0.00046686805],"study_design_scores_gemma":[0.00023066558,0.00014542666,0.08107337,0.00025464068,0.00006335187,0.0000023674036,0.59655696,0.0012416284,0.002232053,0.30751204,0.010396333,0.0002911618],"about_ca_topic_score_codex":0.0009932057,"about_ca_topic_score_gemma":0.00019155462,"teacher_disagreement_score":0.13390014,"about_ca_system_score_codex":0.00006040498,"about_ca_system_score_gemma":0.00033552936,"threshold_uncertainty_score":0.99941176},"labels":[],"label_agreement":null},{"id":"W4392721134","doi":"10.22318/icls2023.342341","title":"Anti-Black Racism & Mathematics: Designs for Intentionally Fostering Courageous Conversations in a Knowledge Building Community","year":2023,"lang":"en","type":"article","venue":"Proceedings.","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Oppression; Context (archaeology); Pedagogy; Mathematics education; Sociology; Knowledge building; Restructuring; Literacy; Power (physics); Diversity (politics); Critical literacy; Psychology; Politics; Political science","score_opus":0.3221178255935536,"score_gpt":0.46863094027218993,"score_spread":0.1465131146786363,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392721134","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.889973,0.00002394485,0.08777292,0.00023700228,0.00039717002,0.00048494575,0.000008867019,0.00038915407,0.020712985],"genre_scores_gemma":[0.9494775,0.0000025137072,0.04573544,0.000065742395,0.0001028922,0.00017958564,0.000029272029,0.000049572503,0.0043575084],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99859744,0.0001900086,0.00042582184,0.00024996238,0.000115495444,0.00042126086],"domain_scores_gemma":[0.9984714,0.00079590647,0.00019851304,0.00015069255,0.00033665384,0.000046880847],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0058740675,0.00018086973,0.00030195463,0.0004944286,0.0003962714,0.00008087356,0.00030372993,0.0001304882,0.00010504441],"category_scores_gemma":[0.0017905342,0.00018927666,0.00008543117,0.0008145608,0.00010936875,0.00012496684,0.00017110504,0.0007850113,0.0002853074],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016342924,0.0012038233,0.028453734,0.0016286037,0.00035175297,0.000008650705,0.5854568,0.00013902153,0.08648722,0.24345738,0.023800582,0.028849026],"study_design_scores_gemma":[0.011277677,0.00091024477,0.44288883,0.003305777,0.0003030251,0.00022968248,0.20996323,0.044308744,0.0029593129,0.18157311,0.099112056,0.0031683112],"about_ca_topic_score_codex":0.000041837986,"about_ca_topic_score_gemma":0.00001111654,"teacher_disagreement_score":0.4144351,"about_ca_system_score_codex":0.000102054386,"about_ca_system_score_gemma":0.000029524525,"threshold_uncertainty_score":0.7718478},"labels":[],"label_agreement":null},{"id":"W4392721146","doi":"10.22318/icls2023.844281","title":"Identifying Pre-Service Teachers’ Cognitive Engagement Patterns Using Time Series Clustering in a Programming Activity","year":2023,"lang":"en","type":"article","venue":"Proceedings.","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada","keywords":"Student engagement; Cluster analysis; Cognition; Key (lock); Psychology; Computer science; Learning analytics; Mathematics education; Data science; Artificial intelligence","score_opus":0.05582761874195614,"score_gpt":0.32877865941982964,"score_spread":0.2729510406778735,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392721146","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97166765,0.000009999846,0.026604217,0.0006812731,0.00008618126,0.00022554574,0.0000014878781,0.0005492029,0.00017442953],"genre_scores_gemma":[0.9846881,0.000010151512,0.014840273,0.00006035697,0.000095837524,0.000026076968,0.0000031799145,0.000022699938,0.0002533151],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99852324,0.000031597385,0.00020481725,0.00046463357,0.00030266194,0.00047304484],"domain_scores_gemma":[0.9995375,0.00003958632,0.00013534195,0.00009811662,0.00011710227,0.00007231309],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008080013,0.00017816992,0.0001955211,0.0002653225,0.00021589146,0.0005110495,0.0004005914,0.00006407579,0.000004642405],"category_scores_gemma":[0.000141031,0.00018934601,0.00004755269,0.001290512,0.000017398868,0.0014034787,0.0007012088,0.0004074018,0.00005204847],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000074913754,0.00050204335,0.37133932,0.0018993991,0.00022556707,0.00018733513,0.21218267,0.0027181108,0.033182442,0.00068353285,0.00007066281,0.376934],"study_design_scores_gemma":[0.00041428467,0.0000693986,0.042281847,0.0008287085,0.000025190284,0.000017788278,0.003676172,0.9500653,0.0018120446,0.00018206006,0.00024504802,0.00038215122],"about_ca_topic_score_codex":0.0001405798,"about_ca_topic_score_gemma":0.000054078453,"teacher_disagreement_score":0.94734716,"about_ca_system_score_codex":0.00009290708,"about_ca_system_score_gemma":0.000041067684,"threshold_uncertainty_score":0.7721306},"labels":[],"label_agreement":null},{"id":"W4392721183","doi":"10.22318/icls2023.101745","title":"A Community of Practice to Bridge Research and Practice in Science Education","year":2023,"lang":"en","type":"article","venue":"Proceedings.","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dawson College; Cégep André Laurendeau; Vanier College; John Abbott College","funders":"","keywords":"Bridging (networking); Bridge (graph theory); Community of practice; Linkage (software); Knowledge management; Curriculum; Engineering ethics; Computer science; Knowledge sharing; Public relations; Sociology; Political science; Pedagogy; Engineering","score_opus":0.3083114206813643,"score_gpt":0.6015910670647621,"score_spread":0.29327964638339776,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392721183","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7598628,0.000036663234,0.000031467098,0.004550366,0.00014562989,0.00018015092,4.3983192e-7,0.00004316445,0.23514937],"genre_scores_gemma":[0.9859165,0.0000068642826,0.011696298,0.00038744305,0.00005333757,0.000040390525,8.479454e-7,0.000010627626,0.0018877247],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99809444,0.0008170594,0.0001890463,0.00023353937,0.00035453957,0.0003113565],"domain_scores_gemma":[0.99623865,0.0019550666,0.000109488756,0.00014570297,0.0014926494,0.000058418824],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04602025,0.00005967952,0.00010290906,0.0008783216,0.0003473104,0.0000621478,0.00027267027,0.000046159425,0.000010018805],"category_scores_gemma":[0.06948432,0.00006072434,0.0000060256248,0.004898116,0.0003336298,0.00042067037,0.00020951903,0.0011058428,0.00007435456],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000466983,0.0010827875,0.022052173,0.00010586307,0.00001649837,0.0000028724535,0.5475585,0.0000010227511,0.04003915,0.2003756,0.020573355,0.16772519],"study_design_scores_gemma":[0.00021004894,0.00048654867,0.78411484,0.000110867746,0.00000520111,0.000056347908,0.120928995,0.000013246779,0.0006621813,0.0018243608,0.091482006,0.00010534554],"about_ca_topic_score_codex":0.0026801978,"about_ca_topic_score_gemma":0.0000056969166,"teacher_disagreement_score":0.76206267,"about_ca_system_score_codex":0.000069623435,"about_ca_system_score_gemma":0.00022668607,"threshold_uncertainty_score":0.98232293},"labels":[],"label_agreement":null},{"id":"W4392721186","doi":"10.22318/icls2023.181233","title":"“I’m Not Trying to Sell Anything”: Technology Tycoons’ Discourses of Urgency and Heroism in the Shaping of Education Policies and Utopias","year":2023,"lang":"en","type":"article","venue":"Proceedings.","topic":"Social Media and Politics","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Narrative; Ideology; Politics; Key (lock); Sociology; Critical discourse analysis; Media studies; Public relations; Political science; Computer science; Law; Computer security; Linguistics; Philosophy","score_opus":0.05734063749060319,"score_gpt":0.37515389072026306,"score_spread":0.31781325322965986,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392721186","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9838818,0.00015853364,9.209124e-7,0.009854384,0.00014170262,0.0001895015,0.000001706368,0.000027229113,0.0057442305],"genre_scores_gemma":[0.99916553,0.00025873756,0.0001357723,0.00016922658,0.00013415633,0.000021434544,2.903716e-7,0.0000043247164,0.00011052037],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9994389,0.000012576738,0.00013601728,0.00009243535,0.00014400716,0.0001760964],"domain_scores_gemma":[0.99969786,0.00009416583,0.00006452918,0.000029673798,0.00007651179,0.000037259215],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003261703,0.000050043483,0.000112523274,0.00019476262,0.0001315741,0.000022752078,0.00011626892,0.00007070528,0.000002373291],"category_scores_gemma":[0.00090877205,0.00004186071,0.00001206181,0.00077285775,0.00024521202,0.00008591221,0.000040218358,0.000074259915,8.7351697e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000027899232,0.000025331354,0.19693641,0.00010013788,0.000003829019,1.5415796e-7,0.44397077,1.0471721e-7,0.0035912157,0.3418738,0.0003045646,0.013190879],"study_design_scores_gemma":[0.00012292957,0.00007117099,0.08446636,0.0002457901,0.000023337783,0.0000019303252,0.8637377,0.000018376084,0.005820765,0.033742305,0.011602753,0.00014656555],"about_ca_topic_score_codex":0.001426364,"about_ca_topic_score_gemma":0.00015395424,"teacher_disagreement_score":0.41976693,"about_ca_system_score_codex":0.000017371898,"about_ca_system_score_gemma":0.00011008489,"threshold_uncertainty_score":0.21562451},"labels":[],"label_agreement":null},{"id":"W4392721192","doi":"10.22318/icls2023.480157","title":"Comparing Teacher Educator and Novice Teachers’ Frames in Making Sense of Feedback During Rehearsals","year":2023,"lang":"en","type":"article","venue":"Proceedings.","topic":"Teacher Education and Leadership Studies","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Psychology; Frame (networking); Mathematics education; Multimedia; Video recording; Pedagogy; Computer science","score_opus":0.12307083992091547,"score_gpt":0.3913743249201103,"score_spread":0.2683034849991949,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392721192","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97528005,0.00029608433,2.3045455e-7,0.009325091,0.0001287301,0.00016318321,3.7271232e-7,0.00014164105,0.014664618],"genre_scores_gemma":[0.9980617,0.000074030875,0.00019550546,0.00006639456,0.00022235542,0.000019239238,4.0762416e-7,0.000015330594,0.001344997],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988975,0.000037547463,0.00022517105,0.00024622385,0.00023520729,0.00035835063],"domain_scores_gemma":[0.9996371,0.000057498022,0.00010848742,0.000051873107,0.000073301424,0.000071738825],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009285223,0.000109010456,0.0002199091,0.00021878674,0.0001942101,0.00007339391,0.00010899027,0.00008863797,0.00003969543],"category_scores_gemma":[0.00057209365,0.00011543812,0.00003096011,0.0007278648,0.00023000597,0.00021192827,0.00006828646,0.00025547267,0.000024324929],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005147279,0.00003259005,0.5464476,0.0000690509,0.000009696829,4.744954e-7,0.45104295,3.9159835e-7,0.00032948834,0.00087957317,0.0006560413,0.0005270384],"study_design_scores_gemma":[0.00014756202,0.000004903504,0.5330664,0.00011287594,0.0000064111773,8.118766e-7,0.46345004,0.0000119580245,0.00010363994,0.0001284202,0.0028673196,0.00009969365],"about_ca_topic_score_codex":0.000658377,"about_ca_topic_score_gemma":0.0003339479,"teacher_disagreement_score":0.02278169,"about_ca_system_score_codex":0.00010275424,"about_ca_system_score_gemma":0.00007344659,"threshold_uncertainty_score":0.47074297},"labels":[],"label_agreement":null},{"id":"W4392721234","doi":"10.22318/icls2023.403455","title":"A Systematic Review of Automated Feedback Generation in Empirical Educational Research","year":2023,"lang":"en","type":"review","venue":"Proceedings.","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Empirical research; Quality (philosophy); Knowledge management","score_opus":0.5359588916240169,"score_gpt":0.616814941172234,"score_spread":0.08085604954821712,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392721234","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000014995393,0.98524344,0.0000041981652,0.00020090284,0.00035586758,0.0022194276,0.000008146738,0.00015934758,0.011793663],"genre_scores_gemma":[0.000004908885,0.9904036,0.0008162889,0.000075927,0.00039277913,0.0017199181,0.00015678645,0.000091111215,0.0063386783],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9941394,0.0023160416,0.0018866856,0.0006166668,0.0006005159,0.00044073843],"domain_scores_gemma":[0.9967802,0.0011818565,0.0009226974,0.00026927554,0.00079156907,0.000054384484],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.019260649,0.00031431645,0.0024654276,0.0011409671,0.000096808704,0.00004120457,0.00048739222,0.00040254524,0.00037833294],"category_scores_gemma":[0.012419071,0.00024542902,0.0002478468,0.0040718704,0.0000999289,0.000054634336,0.00009693673,0.0016235387,0.0011438987],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013711403,0.00009734078,0.000013146262,0.92053235,0.00014828435,0.0000013754757,0.0009797157,2.7373279e-8,6.628218e-7,0.0037418753,0.06742531,0.0070585543],"study_design_scores_gemma":[0.00007680534,0.000052472606,0.000043714124,0.8733213,0.00028733455,0.00003727177,0.000098958946,0.000051552695,1.6174405e-7,0.00005556021,0.125751,0.00022386233],"about_ca_topic_score_codex":0.00002921725,"about_ca_topic_score_gemma":8.7632634e-7,"teacher_disagreement_score":0.058325693,"about_ca_system_score_codex":0.00032410678,"about_ca_system_score_gemma":0.0004218399,"threshold_uncertainty_score":0.9999998},"labels":[],"label_agreement":null},{"id":"W4392721239","doi":"10.22318/icls2023.113658","title":"Exploring Changes Within a Cross-Context Community","year":2023,"lang":"en","type":"article","venue":"Proceedings.","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Context (archaeology); Mathematics education; Context effect; Computer science; Pedagogy; Psychology; Mathematics; Geography","score_opus":0.4938125107819786,"score_gpt":0.45807296460797375,"score_spread":0.03573954617400482,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392721239","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.918925,0.000029748759,0.000079469886,0.0004242685,0.0011329934,0.00011006575,0.0000022061877,0.0010367536,0.078259535],"genre_scores_gemma":[0.9897331,0.0000039013967,0.0008334769,0.00038921827,0.00035354227,0.00019069834,0.000006479344,0.000046199664,0.008443377],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9987774,0.00019497477,0.0002109787,0.00024320543,0.00016037821,0.00041309907],"domain_scores_gemma":[0.99930036,0.00015233463,0.00014154043,0.0001711935,0.0001775222,0.00005705326],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005531522,0.0001629002,0.00019954029,0.0002619654,0.00063611387,0.00010518694,0.00031551963,0.00008490236,0.0001775853],"category_scores_gemma":[0.0009078965,0.00015314628,0.000041200336,0.00096077967,0.00012407609,0.00019158743,0.00012972423,0.0012771843,0.0009276328],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017092933,0.00016323707,0.16653505,0.00017785067,0.00015764718,0.00001585278,0.51312613,0.000005517121,0.010484361,0.115078054,0.011792553,0.18229277],"study_design_scores_gemma":[0.0011034901,0.0004566688,0.79239184,0.00017561835,0.00002262795,0.000036578313,0.077181846,0.00014861733,0.0066218334,0.002651392,0.11857835,0.00063113734],"about_ca_topic_score_codex":0.00032517072,"about_ca_topic_score_gemma":0.000010969577,"teacher_disagreement_score":0.62585676,"about_ca_system_score_codex":0.000038192586,"about_ca_system_score_gemma":0.0000094266525,"threshold_uncertainty_score":0.9998503},"labels":[],"label_agreement":null},{"id":"W4392721242","doi":"10.22318/icls2023.495209","title":"Centering Critical Youth Research Methodologies of Praxis and Care in Post-Pandemic Times: From Respectful Relations and Dialogue Towards New Imaginaries","year":2023,"lang":"en","type":"article","venue":"Proceedings.","topic":"Innovative Education and Learning Practices","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; University of Calgary; Université de Montréal","funders":"","keywords":"Praxis; General partnership; Sociology; Work (physics); Public relations; Service-learning; Co-creation; Pandemic; Pedagogy; Coronavirus disease 2019 (COVID-19); Political science; Knowledge management; Engineering; Computer science; Law; Medicine","score_opus":0.35943089452745197,"score_gpt":0.5303951513287596,"score_spread":0.1709642568013076,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392721242","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9658612,0.00080552336,0.00001903993,0.014488076,0.00014412499,0.00015357233,0.000015930984,0.00008907849,0.018423446],"genre_scores_gemma":[0.99488723,0.0003340892,0.004046348,0.000029302048,0.00013624749,0.000008426053,0.000009978659,0.000007168511,0.00054121716],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9989147,0.00019853498,0.00016311224,0.00022480384,0.0002634775,0.00023538148],"domain_scores_gemma":[0.99815863,0.001093502,0.000058679405,0.000039349776,0.00058930204,0.00006052795],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0023493282,0.00006374272,0.00012917747,0.0002750864,0.000422921,0.0001625179,0.00011104132,0.000079635545,0.00006495693],"category_scores_gemma":[0.027499545,0.00006170939,0.000011515212,0.00081469887,0.0006311868,0.00049252337,0.000119220684,0.00035613452,0.000007378359],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006619144,0.000010340393,0.17585365,0.000041294035,0.0000098005285,9.0988846e-7,0.7726383,3.1104847e-7,0.0007769405,0.03851956,0.0007525678,0.01133008],"study_design_scores_gemma":[0.00014345249,0.0000684951,0.25148273,0.0000846402,0.000009394258,4.3632085e-7,0.7282984,0.000009884752,0.00019685454,0.011699692,0.00792308,0.00008295725],"about_ca_topic_score_codex":0.010444989,"about_ca_topic_score_gemma":0.0006611081,"teacher_disagreement_score":0.07562906,"about_ca_system_score_codex":0.00006387655,"about_ca_system_score_gemma":0.00035146938,"threshold_uncertainty_score":0.99614453},"labels":[],"label_agreement":null},{"id":"W4392721246","doi":"10.22318/icls2023.232733","title":"Optimizing Assessment of Knowledge Transfer Through Computational Thinking: An L&D Project","year":2023,"lang":"en","type":"article","venue":"Proceedings.","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Université de Sherbrooke","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Formative assessment; Computational thinking; Computer science; Process (computing); Action (physics); Outcome (game theory); Knowledge management; Management science; Artificial intelligence; Mathematics education; Engineering; Psychology; Mathematics","score_opus":0.08396650478934148,"score_gpt":0.3749031508076324,"score_spread":0.29093664601829095,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392721246","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13137922,0.00007370814,0.858516,0.0004935467,0.0002856818,0.00030394524,0.0000014534779,0.0016737815,0.0072727134],"genre_scores_gemma":[0.57706785,0.000004118087,0.422704,0.000027964494,0.000054604207,0.000020652764,0.0000090218855,0.000013576733,0.000098161414],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984909,0.00003708671,0.0002795318,0.00043947165,0.00041449672,0.0003384584],"domain_scores_gemma":[0.9994866,0.00006585303,0.00005367616,0.00013911525,0.00020117692,0.00005355895],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010654255,0.00015826244,0.00020731444,0.0001985349,0.00030178064,0.0002700056,0.00074571767,0.000069255315,0.0000036442368],"category_scores_gemma":[0.000046788547,0.00014757739,0.00007928745,0.0010463019,0.000049375143,0.00086165627,0.00015778122,0.0003337428,0.000016007121],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010265937,0.00050153804,0.007402591,0.00044539504,0.00009568361,0.0000046073096,0.24516447,0.011114802,0.0011660742,0.6410181,0.0019835643,0.09109294],"study_design_scores_gemma":[0.0015053062,0.0008161717,0.018721038,0.00047444538,0.000050766404,0.000055248478,0.003102578,0.7262288,0.0006787426,0.010253848,0.23700914,0.0011039287],"about_ca_topic_score_codex":0.000027912114,"about_ca_topic_score_gemma":0.0000019448232,"teacher_disagreement_score":0.715114,"about_ca_system_score_codex":0.00004318409,"about_ca_system_score_gemma":0.00014771776,"threshold_uncertainty_score":0.6018031},"labels":[],"label_agreement":null},{"id":"W4392721273","doi":"10.22318/icls2023.113749","title":"Identifying Transitions Between Self-Regulated Learning Operations During Game-Based Learning","year":2023,"lang":"en","type":"article","venue":"Proceedings.","topic":"Educational Games and Gamification","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Social Sciences and Humanities Research Council of Canada; University of Central Florida; North Carolina State University","keywords":"Rehearsing; Software deployment; Computer science; Domain (mathematical analysis); Game based learning; Tracking (education); Transition (genetics); Incremental learning; Multimedia; Human–computer interaction; Artificial intelligence; Psychology; Pedagogy; Operating system","score_opus":0.03868632556308729,"score_gpt":0.33127228437047335,"score_spread":0.292585958807386,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392721273","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9914448,0.000056750225,0.00081115594,0.0017058107,0.00022237604,0.00026136872,0.0000044648846,0.0012877701,0.0042055026],"genre_scores_gemma":[0.9911115,0.0000114081695,0.0007389149,0.00003419904,0.00037797977,0.00019270329,0.00023364223,0.00005079849,0.0072488096],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99859774,0.000035550755,0.0003273892,0.00042043533,0.00023069236,0.00038816157],"domain_scores_gemma":[0.9994302,0.000045153847,0.000090110945,0.00009098052,0.00023531658,0.0001082557],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0003632639,0.00016305182,0.0001649865,0.0003536933,0.0005975281,0.00017582762,0.00015529385,0.00013117815,0.0004430374],"category_scores_gemma":[0.00009071625,0.00018426774,0.00008794654,0.0011111246,0.00003722962,0.00023096999,0.000021009151,0.00046336066,0.0010109558],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000078748824,0.0005787593,0.6458291,0.00061654137,0.0009120773,0.000015013092,0.18900993,0.024666855,0.08789083,0.0371952,0.0029144066,0.01029255],"study_design_scores_gemma":[0.00085231697,0.00007622677,0.9663633,0.00011208612,0.00015086804,0.00001027286,0.009923125,0.0061723464,0.0020278103,0.00022860807,0.01367087,0.00041214484],"about_ca_topic_score_codex":0.000027586577,"about_ca_topic_score_gemma":0.0000029939256,"teacher_disagreement_score":0.32053423,"about_ca_system_score_codex":0.00008034769,"about_ca_system_score_gemma":0.000043731012,"threshold_uncertainty_score":0.9997669},"labels":[],"label_agreement":null},{"id":"W4392721284","doi":"10.22318/icls2023.761091","title":"Against “Both Sides” Argumentation: Resisting Dehumanization in Intellectual Community","year":2023,"lang":"en","type":"article","venue":"Proceedings.","topic":"Education and Critical Thinking Development","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Dehumanization; Argument (complex analysis); Argumentation theory; Ideology; Faith; Democracy; Epistemology; Sociology; Equity (law); Psychology; Environmental ethics; Political science; Law; Philosophy","score_opus":0.08393560072359132,"score_gpt":0.3618942988206829,"score_spread":0.2779586980970916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392721284","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81551754,0.000010193384,0.00003818511,0.002696756,0.0002026657,0.00014166262,3.2842533e-7,0.00025551353,0.18113716],"genre_scores_gemma":[0.99691784,0.000074552954,0.00074394554,0.0007231699,0.00010554031,0.000025321677,0.000014390292,0.00000822324,0.0013870271],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.999162,0.000060282942,0.00018866615,0.00010837752,0.00025840136,0.00022223915],"domain_scores_gemma":[0.9994407,0.00028980625,0.000038446782,0.00003534652,0.0001342196,0.00006147462],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016287048,0.0000586647,0.00007159776,0.00014114405,0.000947394,0.00014398238,0.00016675898,0.00004879219,0.00013172826],"category_scores_gemma":[0.0039836527,0.00006552001,0.000014650517,0.001120834,0.0000946705,0.00018500337,0.00004814261,0.00020744573,0.00016150295],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008238077,0.00012723626,0.040158324,0.000073025396,0.000008462503,0.000001425529,0.7521979,0.000005908647,0.00032619346,0.1726051,0.015881302,0.018606843],"study_design_scores_gemma":[0.000492783,0.000044681863,0.06213996,0.00034875964,0.000010125695,6.2171677e-7,0.75148857,0.00045153731,0.0010543889,0.0748495,0.10862347,0.00049558916],"about_ca_topic_score_codex":0.00018855227,"about_ca_topic_score_gemma":0.00035218292,"teacher_disagreement_score":0.18140028,"about_ca_system_score_codex":0.00020358514,"about_ca_system_score_gemma":0.000107690554,"threshold_uncertainty_score":0.72866845},"labels":[],"label_agreement":null},{"id":"W4392721292","doi":"10.22318/icls2023.622494","title":"Transforming Learning Data into a Machine Learning Model to Help STEM students Transition to University","year":2023,"lang":"en","type":"article","venue":"Proceedings.","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Office of Science","keywords":"Mindset; Learning analytics; Computer science; Metacognition; Machine learning; Artificial intelligence; Classifier (UML); Mathematics education; Psychology; Cognition","score_opus":0.04206148069067382,"score_gpt":0.2981443381925481,"score_spread":0.25608285750187426,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392721292","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.58662456,0.000017610486,0.40527984,0.0061067967,0.00007313102,0.00024273436,0.0000046728687,0.0011286516,0.00052202895],"genre_scores_gemma":[0.9773536,0.000037005462,0.019404382,0.00018726624,0.00006759632,0.0000022805143,0.000025859747,0.00002253096,0.0028995275],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99823016,0.000017637574,0.00018032489,0.0006635382,0.00052694906,0.0003813672],"domain_scores_gemma":[0.99935985,0.000019831932,0.000053189407,0.00019789962,0.00012614347,0.00024309878],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006655942,0.0001715449,0.00020650367,0.00039666213,0.00047238136,0.00026536823,0.0017174197,0.00006179698,0.0000013736212],"category_scores_gemma":[0.00006234097,0.00018780639,0.000047037753,0.0017545882,0.000011461092,0.00084819377,0.0007462127,0.00045282315,0.00015567006],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015057398,0.00021957736,0.01670654,0.00040741178,0.00014433835,0.00008460222,0.12774879,0.6533361,0.01657852,0.0069720102,0.002259689,0.17539187],"study_design_scores_gemma":[0.00025369987,0.00013751362,0.00015036624,0.000098449615,0.00001882665,0.0000034870911,0.0022796774,0.9850734,0.0002765363,0.00013489771,0.011330097,0.00024306745],"about_ca_topic_score_codex":0.00004282703,"about_ca_topic_score_gemma":0.000012079244,"teacher_disagreement_score":0.390729,"about_ca_system_score_codex":0.00008455481,"about_ca_system_score_gemma":0.000044201104,"threshold_uncertainty_score":0.7658523},"labels":[],"label_agreement":null},{"id":"W4392721302","doi":"10.22318/icls2023.524023","title":"Co-Fostering Translanguaging Spaces through Design for Embodied (Re)connection","year":2023,"lang":"en","type":"article","venue":"Proceedings.","topic":"Multilingual Education and Policy","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Translanguaging; Sociology; Embodied cognition; Semiotics; Normative; Scholarship; Epistemology; Computer science; Pedagogy; Political science","score_opus":0.2574486756757393,"score_gpt":0.48717836161683803,"score_spread":0.22972968594109872,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392721302","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2791383,0.00022036035,0.004093226,0.014555993,0.0017615334,0.0018140158,0.000012705395,0.0017263229,0.69667757],"genre_scores_gemma":[0.99171203,0.00010873489,0.0029787938,0.00040608022,0.0009992352,0.00012395716,0.0000061554406,0.00002020565,0.003644825],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991682,0.000014520864,0.00012870482,0.00019238635,0.00016126157,0.00033492452],"domain_scores_gemma":[0.9996209,0.00010787876,0.000060281665,0.00003433991,0.00010484713,0.00007172411],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007067254,0.00008539738,0.00010319387,0.00009047488,0.00058922335,0.00017098787,0.00012994061,0.00006766679,0.000111345544],"category_scores_gemma":[0.0004495492,0.00008813026,0.000050405957,0.00038209418,0.000061006285,0.00028722367,0.00000801159,0.000064369095,0.00007327749],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047635123,0.0000322879,0.00063610676,0.00015274188,0.000023714056,4.805956e-7,0.87002003,0.000026001218,0.0039761895,0.05677495,0.025394633,0.042915236],"study_design_scores_gemma":[0.00063160766,0.00007349362,0.0003344454,0.00008338265,0.000029824356,0.0000011744577,0.2299649,0.0017666834,0.017610222,0.012437538,0.73666537,0.00040139403],"about_ca_topic_score_codex":0.0005672495,"about_ca_topic_score_gemma":0.00008888149,"teacher_disagreement_score":0.7125737,"about_ca_system_score_codex":0.00004874154,"about_ca_system_score_gemma":0.00009497388,"threshold_uncertainty_score":0.45318893},"labels":[],"label_agreement":null},{"id":"W4392721305","doi":"10.22318/icls2023.973215","title":"Refiguring the Positioning Through Tabletop Game Redesign: What it Means to Engage in Culturally-Sustaining Learning as a Family","year":2023,"lang":"en","type":"article","venue":"Proceedings.","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Unit (ring theory); Sociology; Multimedia; World Wide Web; Internet privacy; Human–computer interaction; Psychology; Mathematics education","score_opus":0.08222894581652163,"score_gpt":0.40477242439786676,"score_spread":0.32254347858134513,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392721305","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8075533,0.00025735953,0.0023188936,0.007558402,0.000637191,0.00050928234,6.257687e-7,0.00081553817,0.18034942],"genre_scores_gemma":[0.9722653,0.000060485207,0.0061353217,0.0035041566,0.00035200306,0.00023204161,0.000011514904,0.00008854403,0.017350623],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99683875,0.0005694124,0.0005064493,0.0007160577,0.00039934219,0.0009699786],"domain_scores_gemma":[0.9988048,0.00044603168,0.00022286177,0.0001850285,0.00026311332,0.00007815729],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0070062927,0.00032459263,0.0003574671,0.0003382508,0.0009095051,0.0006073393,0.00046958908,0.0001903297,0.00015905594],"category_scores_gemma":[0.002414684,0.00026118656,0.00008780627,0.0025686405,0.000076894365,0.0007721731,0.00019165842,0.0023430032,0.000618842],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020459449,0.000058303212,0.004194285,0.0000877188,0.000120723555,0.000106926316,0.8575413,0.0027273207,0.041665405,0.047765117,0.01114462,0.034383684],"study_design_scores_gemma":[0.0011026707,0.000522595,0.028063254,0.0014292452,0.000042951964,0.00007022704,0.763941,0.001325868,0.0012288997,0.0036891734,0.19769606,0.0008880605],"about_ca_topic_score_codex":0.00031352782,"about_ca_topic_score_gemma":0.000003125563,"teacher_disagreement_score":0.18655144,"about_ca_system_score_codex":0.0002306691,"about_ca_system_score_gemma":0.00004410982,"threshold_uncertainty_score":0.999984},"labels":[],"label_agreement":null},{"id":"W4392721310","doi":"10.22318/icls2023.101292","title":"Detection of Goal Setting and Planning in Self-regulated Learning Using Machine Learning and Think-aloud Protocols","year":2023,"lang":"en","type":"article","venue":"Proceedings.","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Think aloud protocol; Computer science; Decision tree; Machine learning; Artificial intelligence; Random forest; Artificial neural network; Support vector machine; Logistic regression; Online machine learning; Coding (social sciences); Natural language processing; Human–computer interaction","score_opus":0.04454667977794718,"score_gpt":0.39092946218998414,"score_spread":0.34638278241203696,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392721310","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.995884,0.00014464397,0.0004578258,0.00002354915,0.00008794868,0.0014944387,5.384692e-7,0.0005220355,0.0013850053],"genre_scores_gemma":[0.99402696,0.0000032487762,0.005372088,0.0000109174125,0.000109193505,0.00011920423,0.000003931713,0.00005269056,0.00030178225],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982213,0.0003161216,0.00041958966,0.00044532085,0.00017968306,0.00041799116],"domain_scores_gemma":[0.99921995,0.00018600431,0.0003671574,0.00005034434,0.0001259363,0.00005063176],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0042834147,0.00021360866,0.00033497915,0.000554871,0.00036089483,0.00006807051,0.00007751907,0.00019652836,0.000013972271],"category_scores_gemma":[0.0010534577,0.00021545221,0.000028006483,0.0010514705,0.000072727205,0.00015852181,0.0001125975,0.0013455502,0.0000037975242],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016544174,0.00003577506,0.7185824,0.00032328296,0.000066303764,0.000012690752,0.1107372,0.00034129308,0.1421318,0.00028687954,0.000007669709,0.027309293],"study_design_scores_gemma":[0.003914256,0.0009620111,0.6421208,0.0016156742,0.000078585246,0.00023633281,0.043249916,0.29109937,0.011679567,0.0005859809,0.0035247314,0.0009327559],"about_ca_topic_score_codex":0.00013611576,"about_ca_topic_score_gemma":0.0000016146064,"teacher_disagreement_score":0.2907581,"about_ca_system_score_codex":0.000048978367,"about_ca_system_score_gemma":0.000015219651,"threshold_uncertainty_score":0.8785886},"labels":[],"label_agreement":null},{"id":"W4392721319","doi":"10.22318/icls2023.491728","title":"“As a Woman, I Learned to Be Hard”: Exploring a Network of Dualisms in the Geoscience Education Department","year":2023,"lang":"en","type":"article","venue":"Proceedings.","topic":"Outdoor and Experiential Education","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Harassment; Relation (database); Representation (politics); Sociology; Psychology; Political science; Law; Social psychology; Computer science","score_opus":0.1309059989900396,"score_gpt":0.3912006003128526,"score_spread":0.260294601322813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392721319","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97811925,0.000055408742,0.000009117062,0.0056368043,0.0015000748,0.00035725816,9.2707756e-7,0.000050787137,0.014270375],"genre_scores_gemma":[0.99502563,0.000016787384,0.00023110131,0.0012984675,0.00038041352,0.0011428486,0.00000804456,0.000010755378,0.0018859192],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990249,0.00001614596,0.00019056344,0.00026036083,0.00021011806,0.00029789057],"domain_scores_gemma":[0.99965817,0.00002356906,0.0000641121,0.00011749451,0.00007994367,0.000056715744],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00056298124,0.00008189917,0.00009752475,0.00010628128,0.00008944491,0.00004667003,0.00023016988,0.00003362485,0.00012207181],"category_scores_gemma":[0.00015602283,0.00006734223,0.000030178904,0.0012964688,0.000030779458,0.00014742067,0.000043721648,0.00008317712,0.00022945696],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001647503,0.00047747936,0.02869216,0.00006307037,0.000020600959,0.0000025962906,0.68443054,0.000050486564,0.002508166,0.09431798,0.14195311,0.04731904],"study_design_scores_gemma":[0.0004433472,0.00038993193,0.3521672,0.00012439144,0.000025591544,0.000021259628,0.26833704,0.00007225941,0.0015586024,0.004853157,0.37165418,0.0003530677],"about_ca_topic_score_codex":0.00030338147,"about_ca_topic_score_gemma":0.0000140921875,"teacher_disagreement_score":0.4160935,"about_ca_system_score_codex":0.00004167698,"about_ca_system_score_gemma":0.00006406453,"threshold_uncertainty_score":0.29492816},"labels":[],"label_agreement":null},{"id":"W4392721323","doi":"10.22318/icls2023.294906","title":"Examining Active Learning Teacher Education Classroom Activities Using the ICAP Framework and Suggestions for Future Enhancements of ICAP","year":2023,"lang":"en","type":"article","venue":"Proceedings.","topic":"Innovative Teaching Methods","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Class (philosophy); Active learning (machine learning); Mathematics education; Test (biology); Artificial intelligence; Psychology; Biology","score_opus":0.08489613949857028,"score_gpt":0.4185372258361091,"score_spread":0.3336410863375388,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392721323","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98181,0.000050173905,0.008944908,0.00081918534,0.0004118309,0.000398867,0.0000024102205,0.000107118576,0.007455546],"genre_scores_gemma":[0.96484244,0.000042381544,0.032371804,0.000044501074,0.00085445866,0.000095206866,0.0000032112712,0.000019820453,0.0017261871],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9989574,0.00011806966,0.0001609054,0.00021880065,0.00025214057,0.000292668],"domain_scores_gemma":[0.9989886,0.00041780784,0.0002446218,0.000050445804,0.00026391036,0.000034582692],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022677395,0.00010618113,0.00014750815,0.0001284809,0.0012325186,0.000084734,0.00015212075,0.0001335779,0.000020249245],"category_scores_gemma":[0.002677114,0.00008970283,0.000028678976,0.0007385412,0.00024742263,0.00034052425,0.0000663432,0.0004399625,8.2424e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000060980467,0.000119616874,0.07547956,0.00016524961,0.000091216265,7.714311e-8,0.38107875,0.000011942938,0.06012432,0.27365643,0.0007881589,0.20842369],"study_design_scores_gemma":[0.0002382124,0.00013137095,0.071166776,0.00043235053,0.000093944735,0.0000010531377,0.8569013,0.0008157903,0.011298565,0.02755378,0.030993106,0.00037373955],"about_ca_topic_score_codex":0.00008478164,"about_ca_topic_score_gemma":0.0000070294877,"teacher_disagreement_score":0.47582257,"about_ca_system_score_codex":0.00011981164,"about_ca_system_score_gemma":0.00017391519,"threshold_uncertainty_score":0.9479661},"labels":[],"label_agreement":null},{"id":"W4392721360","doi":"10.22318/icls2023.647082","title":"Designing Teacher Professional Development Using Conjecture Mapping to Support Teachers’ Computational Thinking Integration Efforts","year":2023,"lang":"en","type":"article","venue":"Proceedings.","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Telus (Canada)","funders":"National Science Foundation","keywords":"Computational thinking; The arts; Context (archaeology); Computer science; Mathematics education; Professional development; Scalability; Pedagogy; Psychology; Political science","score_opus":0.053501746756951546,"score_gpt":0.30402379733811974,"score_spread":0.25052205058116817,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392721360","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37636298,0.000012191441,0.620851,0.00052094494,0.00052134856,0.00029305712,2.0344059e-7,0.0011383034,0.00029995764],"genre_scores_gemma":[0.5360036,1.7649322e-7,0.46302706,0.00019387419,0.00010397761,0.000033415647,0.000013986462,0.000019869323,0.00060402864],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99772155,0.000039931772,0.00038552724,0.0006019131,0.0006921921,0.0005588661],"domain_scores_gemma":[0.9993453,0.000054902044,0.000184354,0.00010446906,0.00014571293,0.00016523618],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019840675,0.00025149062,0.00021076793,0.0004637278,0.00091899565,0.0005725686,0.00059907715,0.00012735021,0.000011066579],"category_scores_gemma":[0.00020578782,0.00023123165,0.000059557668,0.0010757624,0.000023567867,0.0006152018,0.00040414944,0.00059992605,0.000092745235],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010447885,0.000110586996,0.029733336,0.00009661746,0.00007644442,0.000027843298,0.3164436,0.010912392,0.0056010596,0.008730235,0.005806696,0.6224507],"study_design_scores_gemma":[0.0021798029,0.0005607959,0.15596491,0.0038828223,0.000059989372,0.00044887137,0.01739078,0.53775346,0.008500383,0.0063880477,0.263153,0.0037171792],"about_ca_topic_score_codex":0.000010312593,"about_ca_topic_score_gemma":0.0000010662004,"teacher_disagreement_score":0.6187336,"about_ca_system_score_codex":0.00022261751,"about_ca_system_score_gemma":0.00024335533,"threshold_uncertainty_score":0.9429353},"labels":[],"label_agreement":null},{"id":"W4392721363","doi":"10.22318/icls2023.866245","title":"Self-Regulated Learning Through Online Formative Assessments: The Effects of Assessment Frequency and Participation on Student Performance","year":2023,"lang":"en","type":"article","venue":"Proceedings.","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; Concordia University of Edmonton","funders":"","keywords":"Formative assessment; Computer science; Online assessment; Medical education; Mathematics education; Psychology; Medicine","score_opus":0.042410861982980344,"score_gpt":0.44616372347824995,"score_spread":0.4037528614952696,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392721363","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9808696,0.000038778868,0.0005002085,0.0001810283,0.00034187554,0.0003942365,0.0000011283969,0.00026754182,0.017405625],"genre_scores_gemma":[0.99535877,0.000037107508,0.0037547043,0.00009815747,0.000075410586,0.00011674224,0.000015428768,0.000023259812,0.00052042265],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99855924,0.0002632767,0.00031649228,0.0002532973,0.0003109936,0.0002967087],"domain_scores_gemma":[0.9990335,0.00032670508,0.0003268632,0.00009795344,0.00018850474,0.00002644248],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017276576,0.00016799793,0.00021944621,0.00010921693,0.00032172582,0.000038938608,0.00014873379,0.00007911157,0.000021206935],"category_scores_gemma":[0.00023290385,0.000115990166,0.00003147372,0.0006488139,0.000071404625,0.00020340891,0.00006731333,0.0006715182,0.00001825561],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000082293765,0.0009917489,0.6559073,0.00078732276,0.0006465072,0.0000032601613,0.22180426,0.00010290738,0.00594515,0.05437758,0.00069112383,0.058660563],"study_design_scores_gemma":[0.00071763876,0.001498195,0.9874429,0.00017686033,0.000060074894,0.000002128668,0.0051187924,0.0029013464,0.0007128183,0.00033740376,0.00089107896,0.0001407485],"about_ca_topic_score_codex":0.000018259356,"about_ca_topic_score_gemma":3.3745965e-7,"teacher_disagreement_score":0.33153564,"about_ca_system_score_codex":0.000069314374,"about_ca_system_score_gemma":0.000018271818,"threshold_uncertainty_score":0.47299418},"labels":[],"label_agreement":null},{"id":"W4392721389","doi":"10.22318/icls2023.214202","title":"Designing and Implementing a Societal-Context Course for Physics Undergraduates","year":2023,"lang":"en","type":"article","venue":"Proceedings.","topic":"Innovative Teaching Methods","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute for Work & Health; University of Toronto","funders":"","keywords":"Context (archaeology); Curriculum; Class (philosophy); General partnership; Mathematics education; Student engagement; Presentation (obstetrics); Engineering ethics; Engineering; Pedagogy; Computer science; Psychology; Political science","score_opus":0.1295858514580398,"score_gpt":0.4365606407997003,"score_spread":0.3069747893416605,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392721389","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8419422,0.0002160396,0.08639537,0.015128062,0.0006416064,0.0021577624,0.000019313435,0.0018938036,0.05160585],"genre_scores_gemma":[0.95436263,0.000021037933,0.043779213,0.00018669474,0.0004187733,0.00007908666,0.0000036790361,0.00002403557,0.0011248526],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99889076,0.000030019994,0.00014705748,0.00022917926,0.00020508615,0.00049791194],"domain_scores_gemma":[0.99935424,0.00020303974,0.00011985337,0.000029090452,0.00024377246,0.00005000298],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003949843,0.00009982648,0.0001363557,0.00003902859,0.0012477733,0.00018798569,0.0001222524,0.00005017176,0.0000043469954],"category_scores_gemma":[0.00076192775,0.00010252046,0.000046921552,0.00057642837,0.00014184217,0.00030009513,0.00007072933,0.00012031169,0.0000069366274],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000835563,0.000025856456,0.028677613,0.00011382189,0.000072900635,4.5574478e-7,0.08261185,4.7620864e-7,0.021003608,0.7215657,0.020570293,0.12534906],"study_design_scores_gemma":[0.001391048,0.00015493587,0.0047827493,0.00016768808,0.00013443286,0.0000016976232,0.3595893,0.0032479188,0.029874781,0.5157387,0.084044404,0.0008722892],"about_ca_topic_score_codex":0.0000842818,"about_ca_topic_score_gemma":0.000022011214,"teacher_disagreement_score":0.27697748,"about_ca_system_score_codex":0.000054259606,"about_ca_system_score_gemma":0.00007409456,"threshold_uncertainty_score":0.959699},"labels":[],"label_agreement":null},{"id":"W4399487999","doi":"10.22318/icls2024.481571","title":"Turning Points Along Embodied Pathways: Bringing Forth Children’s Voices Through Artistic Ways of Listening","year":2024,"lang":"en","type":"article","venue":"Proceedings.","topic":"Early Childhood Education and Development","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Embodied cognition; Active listening; Aesthetics; Cognitive science; Computer science; Visual arts; Sociology; Human–computer interaction; Communication; Art; Psychology; Artificial intelligence","score_opus":0.034980599844332695,"score_gpt":0.28472244296148946,"score_spread":0.24974184311715678,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399487999","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8479455,0.0008120107,0.00039380416,0.003283677,0.00063376257,0.00031160782,0.0000036670767,0.00048047458,0.14613548],"genre_scores_gemma":[0.9940645,0.00006651404,0.004274051,0.0007009777,0.00059625565,0.000017064029,0.0000055951905,0.00002376183,0.00025129673],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9984011,0.000011669221,0.0003524322,0.0003434319,0.00046564636,0.00042568933],"domain_scores_gemma":[0.99947333,0.00008194079,0.00013056895,0.000058512953,0.00015795279,0.000097717755],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006265395,0.0001489952,0.00018983339,0.0001253704,0.00045606642,0.00037121377,0.00022912468,0.000090331596,0.00010694382],"category_scores_gemma":[0.00047554314,0.00014559546,0.00008326747,0.0004839878,0.00009301815,0.00066285447,0.000062806714,0.0002620052,0.00005543818],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006993213,0.000056204623,0.14311619,0.00028653,0.00013712484,0.0000089232,0.50184953,0.000004902341,0.0004838062,0.32893384,0.006955606,0.018160367],"study_design_scores_gemma":[0.001226206,0.00034759322,0.6416693,0.006018498,0.00037335965,0.00009987268,0.10795678,0.0018088734,0.013665602,0.10818282,0.11572079,0.0029302996],"about_ca_topic_score_codex":0.0008277681,"about_ca_topic_score_gemma":0.00008151571,"teacher_disagreement_score":0.4985531,"about_ca_system_score_codex":0.000120092176,"about_ca_system_score_gemma":0.00034410393,"threshold_uncertainty_score":0.5937211},"labels":[],"label_agreement":null},{"id":"W4399488019","doi":"10.22318/icls2024.105911","title":"Responding to Cultural Imperialism: Introducing Culturally Relevant Pedagogies Within Egyptian Educational System","year":2024,"lang":"en","type":"article","venue":"Proceedings.","topic":"Education and Islamic Studies","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Sociology; Cultural diversity; Anthropology; Computer science; Pedagogy; Epistemology; Philosophy","score_opus":0.03395830144857382,"score_gpt":0.37017613719045767,"score_spread":0.33621783574188385,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399488019","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.76113456,0.0011048553,0.000009246166,0.06903044,0.007471645,0.0004861012,0.000006841063,0.00066182297,0.1600945],"genre_scores_gemma":[0.9582321,0.00010457377,0.0021556278,0.00022934788,0.0042555365,0.00010295884,0.000004764735,0.000018334513,0.03489677],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99840575,0.000028902268,0.00030974997,0.00044790198,0.00044092804,0.0003667906],"domain_scores_gemma":[0.99920124,0.00007766079,0.000070313225,0.00006742026,0.00044882283,0.00013457164],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009614312,0.00016280403,0.0001839911,0.00031760955,0.000872012,0.0009882875,0.0002750014,0.00007280671,0.00013471713],"category_scores_gemma":[0.0016084986,0.00012812803,0.00006744084,0.0012326089,0.00013040079,0.0006417593,0.00007680545,0.00017225808,0.00031035644],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009062093,0.0000074815875,0.00042429383,0.00010262866,0.000023076971,5.7168427e-7,0.36417395,0.0000010679748,0.0031011654,0.5678876,0.063668445,0.00060067576],"study_design_scores_gemma":[0.00007209338,0.000031230742,0.000860223,0.0005931652,0.000034008728,0.00001371028,0.653509,0.00007366769,0.00061201135,0.0009255085,0.34296173,0.00031359209],"about_ca_topic_score_codex":0.00034706065,"about_ca_topic_score_gemma":0.00007239386,"teacher_disagreement_score":0.56696206,"about_ca_system_score_codex":0.00060784136,"about_ca_system_score_gemma":0.00038867936,"threshold_uncertainty_score":0.95300794},"labels":[],"label_agreement":null},{"id":"W4399488089","doi":"10.22318/icls2024.511783","title":"Newcomer Youths’ Ethical Stances in Representing War And Forced Migration","year":2024,"lang":"en","type":"article","venue":"Proceedings.","topic":"Migration, Refugees, and Integration","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Forced migration; Computer science; Political science; Law; Refugee","score_opus":0.02500448182929173,"score_gpt":0.3388840682604032,"score_spread":0.31387958643111147,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399488089","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96094066,0.0012232497,0.00018155591,0.004269523,0.00025372324,0.00022607893,0.0000014701787,0.00014308005,0.03276064],"genre_scores_gemma":[0.9962871,0.00080052594,0.00033081704,0.00014692236,0.00036469332,0.000023192844,0.000004628918,0.000007879883,0.0020342045],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990169,0.000024029066,0.00020993607,0.0002635267,0.00029389022,0.00019174124],"domain_scores_gemma":[0.99969363,0.00004685983,0.00004202643,0.000030796433,0.000118709635,0.000067977366],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009396614,0.00007979528,0.00009841437,0.00011509318,0.00022873275,0.0002849033,0.00007471227,0.00017850629,0.00006757271],"category_scores_gemma":[0.00078057067,0.0000683197,0.000030028337,0.00040312426,0.00009773517,0.000648476,0.00001520933,0.00028388508,0.000010831733],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032208893,0.000024098057,0.04837399,0.00017512531,0.000016488457,0.0000022017998,0.45936626,0.000002529798,0.003985877,0.4540678,0.014716449,0.019236987],"study_design_scores_gemma":[0.0005982282,0.00017098938,0.0219488,0.000990832,0.00006676556,0.0000055946857,0.16242176,0.036985118,0.006349532,0.06281507,0.7067679,0.00087938283],"about_ca_topic_score_codex":0.0018863827,"about_ca_topic_score_gemma":0.011419747,"teacher_disagreement_score":0.6920515,"about_ca_system_score_codex":0.00006523945,"about_ca_system_score_gemma":0.000079141864,"threshold_uncertainty_score":0.6372487},"labels":[],"label_agreement":null},{"id":"W4399488108","doi":"10.22318/icls2024.218341","title":"Active Learning as Joint Achievement in Postsecondary Science Classrooms","year":2024,"lang":"en","type":"article","venue":"Proceedings.","topic":"Innovative Teaching Methods","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Mathematics education; Joint (building); Postsecondary education; Psychology; Higher education; Engineering; Political science","score_opus":0.03963533251766542,"score_gpt":0.3902845041742759,"score_spread":0.35064917165661047,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399488108","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6023068,0.00007510355,0.00015175625,0.002395773,0.00043805066,0.00021597667,6.431365e-7,0.00023440654,0.39418155],"genre_scores_gemma":[0.9924942,0.000021788022,0.0035080994,0.00028560858,0.00023323075,0.000028845963,6.829666e-7,0.000018152645,0.0034093813],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99793774,0.000073504685,0.00023509226,0.00048369262,0.0007009321,0.0005690596],"domain_scores_gemma":[0.99946964,0.00007392545,0.00007034715,0.000047914808,0.00024027095,0.00009788969],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007238205,0.00013135577,0.00015457798,0.00054919784,0.0007367147,0.0004675119,0.00034911997,0.000077957215,0.00027829155],"category_scores_gemma":[0.0024104351,0.00012609048,0.000041732805,0.0024088176,0.00067038037,0.0011133308,0.00016263251,0.00092108094,0.00012391541],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018403398,0.00006152315,0.0069009047,0.000059092185,0.00001413439,0.000013079061,0.13599098,0.0000022608726,0.060587138,0.67886555,0.00034480618,0.11714211],"study_design_scores_gemma":[0.0007083493,0.00063895184,0.09693938,0.001078391,0.000032223867,0.0000140517,0.18892692,0.0017177819,0.074045815,0.13269925,0.5018233,0.001375544],"about_ca_topic_score_codex":0.0005717902,"about_ca_topic_score_gemma":0.000045287747,"teacher_disagreement_score":0.5461663,"about_ca_system_score_codex":0.00097254297,"about_ca_system_score_gemma":0.00071468117,"threshold_uncertainty_score":0.5666288},"labels":[],"label_agreement":null},{"id":"W4399488160","doi":"10.22318/icls2024.234660","title":"Prospective Mathematics Teachers' Perceptions of Mathematics as a Disconnected and Dehumanizing Subject","year":2024,"lang":"en","type":"article","venue":"Proceedings.","topic":"Mathematics Education and Teaching Techniques","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Dehumanization; Subject (documents); Perception; Mathematics education; Computer science; Mathematics; Psychology; Sociology; World Wide Web","score_opus":0.02400278861009456,"score_gpt":0.34696242724385346,"score_spread":0.32295963863375887,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399488160","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7776316,0.00019489118,0.0045470158,0.0005473072,0.00009104216,0.00066046696,0.0000037015468,0.0007878574,0.21553613],"genre_scores_gemma":[0.94843656,0.00009668629,0.049591415,0.0000137444495,0.00009228175,0.0000625493,0.0000010348139,0.000024448822,0.0016812521],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99905443,0.000013704493,0.000267703,0.00020027005,0.00027697647,0.00018690326],"domain_scores_gemma":[0.9994635,0.0001364309,0.00009865782,0.00007769684,0.00014368216,0.00008004186],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00092261116,0.00012325679,0.00019500469,0.00016435001,0.0003036944,0.00026761502,0.00016539905,0.00008520962,0.00025691735],"category_scores_gemma":[0.0009563026,0.00010819007,0.00005699811,0.00033432693,0.00023450288,0.00025741628,0.000050049955,0.0001991323,0.00002272914],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.552196e-7,0.00010086067,0.0013236204,0.00031981294,0.00001911462,2.692719e-7,0.3150036,7.59274e-9,0.00084586843,0.6814903,0.00044435114,0.00045182067],"study_design_scores_gemma":[0.00009992368,0.0000795507,0.0006276577,0.0009571617,0.00011738708,0.00002270402,0.26031506,0.00075311755,0.0016078159,0.7325522,0.0025643492,0.000303095],"about_ca_topic_score_codex":0.00016320626,"about_ca_topic_score_gemma":0.000055470846,"teacher_disagreement_score":0.21385488,"about_ca_system_score_codex":0.00009697486,"about_ca_system_score_gemma":0.00011278027,"threshold_uncertainty_score":0.44118628},"labels":[],"label_agreement":null},{"id":"W4399488503","doi":"10.22318/icls2024.890101","title":"One Teacher’s Journey toward Inquiry Methods","year":2024,"lang":"en","type":"article","venue":"Proceedings.","topic":"Education and Critical Thinking Development","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Mathematics education; Psychology","score_opus":0.20753681807521102,"score_gpt":0.47682727733773034,"score_spread":0.2692904592625193,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399488503","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014388498,0.0020429266,0.0054505807,0.074149355,0.003970356,0.00024742988,5.10636e-7,0.00094876194,0.89880157],"genre_scores_gemma":[0.86556077,0.00044634411,0.11596975,0.0018180328,0.0024003512,0.00005358101,0.0000014981966,0.000024759003,0.013724915],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989707,0.000036430494,0.0001599284,0.00021733172,0.0003358384,0.00027977888],"domain_scores_gemma":[0.999591,0.00005666559,0.000017582981,0.00003276263,0.00012345616,0.0001785685],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0021872588,0.00007368522,0.00010189341,0.00008257038,0.0002550436,0.0004643803,0.00019502785,0.000090851616,0.0011028929],"category_scores_gemma":[0.00061697146,0.00007248548,0.000048531747,0.00041597238,0.00016310212,0.00025388526,0.000039035982,0.00025477968,0.00028712393],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015321939,0.000050521627,0.00029829715,0.00006997531,0.000022383554,7.1514233e-7,0.18297115,1.4809639e-8,0.00018766463,0.60717136,0.025254129,0.18397225],"study_design_scores_gemma":[0.000031874857,0.000010815108,0.00055025745,0.000107774504,0.00001663582,0.0000010472997,0.023889987,0.000021055539,0.00045269504,0.10032731,0.87445676,0.00013377595],"about_ca_topic_score_codex":0.000042650878,"about_ca_topic_score_gemma":0.0000028632933,"teacher_disagreement_score":0.88507664,"about_ca_system_score_codex":0.00017452892,"about_ca_system_score_gemma":0.00027406236,"threshold_uncertainty_score":0.9998102},"labels":[],"label_agreement":null},{"id":"W4399488531","doi":"10.22318/icls2024.262259","title":"Transformation of Habits through the Aesthetics of Agency","year":2024,"lang":"en","type":"article","venue":"Proceedings.","topic":"Phenomenology and Existential Philosophy","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario College of Art and Design","funders":"University of Toronto","keywords":"Transformation (genetics); Agency (philosophy); Aesthetics; Computer science; Sociology; Art; Social science","score_opus":0.042717316378276096,"score_gpt":0.3135635806625037,"score_spread":0.27084626428422764,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399488531","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31668127,0.0023517855,0.00025443683,0.0025425556,0.0005712488,0.00017435834,0.000008925126,0.000053747463,0.67736167],"genre_scores_gemma":[0.99946046,0.00004943321,0.00008492016,0.00007227791,0.00007102987,0.000014383129,0.0000019876275,0.000008466149,0.0002370418],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99947745,0.000006449288,0.00022147942,0.00010155536,0.00008445285,0.00010859099],"domain_scores_gemma":[0.99979776,0.000012694414,0.000055864057,0.00006518179,0.00005730317,0.000011181258],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012969409,0.000064756015,0.000104866005,0.000038726947,0.000035333604,0.0000065298227,0.00014928976,0.00007181911,0.00014848223],"category_scores_gemma":[0.000007654074,0.000044226264,0.000062953884,0.0002024663,0.00014758176,0.00012279997,0.000012313827,0.000120923265,0.000072933944],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030445097,0.0000508489,0.00009009265,0.00016829153,0.000081407554,5.508353e-7,0.04921995,6.766124e-7,0.0014036597,0.9417844,0.0012824115,0.0058872704],"study_design_scores_gemma":[0.00045624035,0.0005907259,0.0033170232,0.0001629069,0.00020534096,0.000052872812,0.0029403183,0.000118193595,0.009341856,0.91500425,0.067605786,0.00020446851],"about_ca_topic_score_codex":0.000009808359,"about_ca_topic_score_gemma":2.75355e-7,"teacher_disagreement_score":0.6827792,"about_ca_system_score_codex":0.0000058435876,"about_ca_system_score_gemma":0.000009144248,"threshold_uncertainty_score":0.18034947},"labels":[],"label_agreement":null},{"id":"W4399488649","doi":"10.22318/icls2024.122460","title":"Applying the Understanding by Design (UbD) Model to Support Critical Thinking and Multidisciplinary Inquiry in the Chinese High School Biology Curriculum","year":2024,"lang":"en","type":"article","venue":"Proceedings.","topic":"Education and Critical Thinking Development","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Multidisciplinary approach; Curriculum; Engineering ethics; Mathematics education; Computer science; Management science; Pedagogy; Psychology; Engineering; Sociology; Social science","score_opus":0.09292432519533907,"score_gpt":0.40350346259643216,"score_spread":0.3105791374010931,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399488649","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45650747,0.0020889363,0.20763294,0.28680187,0.003549967,0.0057588094,0.000012832668,0.0008324931,0.036814656],"genre_scores_gemma":[0.9912857,0.00007574685,0.005653082,0.00210615,0.00025685263,0.0005310471,0.0000022492252,0.000012618606,0.0000765768],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9986297,0.000073852854,0.00021210872,0.00033606935,0.0003428845,0.00040537],"domain_scores_gemma":[0.9992981,0.00042927128,0.000017098868,0.000059097645,0.000056417535,0.0001400026],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029175342,0.00013464833,0.0001250839,0.00009542549,0.0010863539,0.0006095124,0.0003775014,0.000100362275,0.0000393604],"category_scores_gemma":[0.0009167243,0.00007842061,0.000028121263,0.00066074304,0.0003471249,0.00028118535,0.0001338803,0.0003821065,0.000021493403],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000047956996,0.000052936237,0.007624319,0.00004847643,0.000007739101,0.0000024384788,0.14574192,0.000008346554,0.00013093743,0.8372722,0.007924216,0.001181666],"study_design_scores_gemma":[0.000098538905,0.00005321013,0.00050191465,0.00015137164,0.00001780412,0.0000067544624,0.15045275,0.006040117,0.000013088687,0.8393826,0.003041841,0.00024000181],"about_ca_topic_score_codex":0.000078724086,"about_ca_topic_score_gemma":0.00001777357,"teacher_disagreement_score":0.5347782,"about_ca_system_score_codex":0.00022249819,"about_ca_system_score_gemma":0.00020283673,"threshold_uncertainty_score":0.8355466},"labels":[],"label_agreement":null},{"id":"W4399488662","doi":"10.22318/icls2024.704174","title":"Learning about Data, Algorithms, and Algorithmic Justice on TikTok in Personally Meaningful Ways","year":2024,"lang":"en","type":"article","venue":"Proceedings.","topic":"Educational Methods and Impacts","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"York University; Michigan State University; University of Pennsylvania; College of Engineering, Michigan State University; Utah State University; Fordham University; National Science Foundation","keywords":"Computer science; Economic Justice; Artificial intelligence; Algorithm; Political science; Law","score_opus":0.10719693901080699,"score_gpt":0.40670360541817496,"score_spread":0.299506666407368,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399488662","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46082112,0.009057414,0.0011067386,0.021504978,0.0035188876,0.0010237098,0.00005669765,0.000764745,0.5021457],"genre_scores_gemma":[0.94120455,0.0023644222,0.047934413,0.00063794636,0.002996968,0.000031759595,0.00002194982,0.00004902373,0.0047589797],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986985,0.000033066597,0.00014947346,0.00041190808,0.0003769642,0.00033011017],"domain_scores_gemma":[0.9994182,0.00024891619,0.000040599392,0.000055334982,0.00008967319,0.00014727445],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020326457,0.000114503084,0.00012719326,0.00014566464,0.00034620907,0.00041829605,0.0002536539,0.000082267834,0.00007699403],"category_scores_gemma":[0.0018741251,0.000107348256,0.000018464165,0.00041802306,0.00011034022,0.0006295252,0.00007465135,0.00039872888,0.000049323848],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002335187,0.00011311475,0.0048735966,0.00046459457,0.000045616478,0.000019335655,0.1654357,0.000005708554,0.00057471765,0.33065534,0.0132870935,0.48450184],"study_design_scores_gemma":[0.00039638998,0.00032990798,0.022707492,0.0012488991,0.00014178081,0.000022038112,0.1096,0.028924277,0.00011046474,0.014439614,0.8213553,0.0007238819],"about_ca_topic_score_codex":0.0004146576,"about_ca_topic_score_gemma":0.000046674817,"teacher_disagreement_score":0.80806816,"about_ca_system_score_codex":0.000119148455,"about_ca_system_score_gemma":0.00024475646,"threshold_uncertainty_score":0.4377535},"labels":[],"label_agreement":null},{"id":"W4399488780","doi":"10.22318/icls2024.669479","title":"Exploring Duolingo User’s Learning Experience Through Text Mining","year":2024,"lang":"en","type":"article","venue":"Proceedings.","topic":"Education and Learning Interventions","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Computer science; World Wide Web; Human–computer interaction; Multimedia; Information retrieval","score_opus":0.16230555770002403,"score_gpt":0.3448867821409268,"score_spread":0.18258122444090275,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399488780","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86638314,0.000998763,0.076259844,0.003018032,0.0026880226,0.00014425543,2.3807375e-7,0.0024228941,0.048084833],"genre_scores_gemma":[0.9674299,0.00008008381,0.026018016,0.00015767172,0.00027073783,0.00012902265,7.4675955e-7,0.000020489875,0.005893372],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987337,0.000011388934,0.00023130051,0.00047861502,0.0002352314,0.0003097674],"domain_scores_gemma":[0.9995861,0.00005501963,0.000056015353,0.0001161,0.00010781291,0.00007893675],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024821507,0.00013815404,0.00010852134,0.0001425253,0.0003035736,0.001010539,0.00054678536,0.000035768226,0.00011296692],"category_scores_gemma":[0.00024563092,0.00013536956,0.00009610544,0.0007750654,0.00003735785,0.0027538075,0.00018312273,0.00034345116,0.00033549863],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000030287633,0.00009172829,0.01633918,0.00028661202,0.00004821353,0.000017350467,0.33151025,0.000149696,0.0023836868,0.5930393,0.009143851,0.0469871],"study_design_scores_gemma":[0.000108856344,0.00010410075,0.005574908,0.00075106503,0.000009924451,0.000073910196,0.015209331,0.035893563,0.0029635322,0.00059328985,0.93830603,0.0004115016],"about_ca_topic_score_codex":0.000018100742,"about_ca_topic_score_gemma":5.063467e-7,"teacher_disagreement_score":0.92916214,"about_ca_system_score_codex":0.000058999158,"about_ca_system_score_gemma":0.00004626325,"threshold_uncertainty_score":0.9744651},"labels":[],"label_agreement":null},{"id":"W4399488812","doi":"10.22318/icls2024.483452","title":"Examining the Role of Flow in a Technology-Rich Learning Environment","year":2024,"lang":"en","type":"article","venue":"Proceedings.","topic":"Flow Experience in Various Fields","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Flow (mathematics); Mechanics; Physics","score_opus":0.014005994108314454,"score_gpt":0.2603842317369351,"score_spread":0.24637823762862063,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399488812","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90520066,0.0036026957,0.000058102407,0.00037588773,0.00021868403,0.00016606216,4.800358e-7,0.00015656537,0.090220846],"genre_scores_gemma":[0.998061,0.000034268003,0.0007256967,0.000027346317,0.00006143107,0.0001771813,4.1404928e-7,0.000021089965,0.00089154375],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99904233,0.000009157127,0.00022126347,0.00031222717,0.00014465643,0.00027035328],"domain_scores_gemma":[0.9997597,0.000051762017,0.00004381473,0.00011139009,0.000013803873,0.000019543651],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003347313,0.00010939054,0.00013079005,0.00021632301,0.000050705064,0.000031380845,0.00027997573,0.00018421927,0.0005446511],"category_scores_gemma":[0.00008483754,0.000083414925,0.00002476737,0.0005000698,0.00013092569,0.000074879805,0.00011213663,0.0006059696,0.0001972779],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040118754,0.00015699402,0.33529487,0.0000784259,0.00009412963,0.000039159793,0.17891574,0.00015355913,0.036065828,0.09157985,0.0009934006,0.35658792],"study_design_scores_gemma":[0.0010442991,0.0016428722,0.040310066,0.0007766553,0.000100672936,0.000348673,0.357224,0.052884866,0.048177052,0.029431304,0.46687835,0.0011811858],"about_ca_topic_score_codex":0.000024003613,"about_ca_topic_score_gemma":0.0000013982566,"teacher_disagreement_score":0.46588495,"about_ca_system_score_codex":0.000046011333,"about_ca_system_score_gemma":0.000012708919,"threshold_uncertainty_score":0.5963548},"labels":[],"label_agreement":null},{"id":"W4399488835","doi":"10.22318/icls2024.115171","title":"Connecting the Dots: Expanding on What is Scaffolded in Inquiry-Based Lab Approaches for College-level Physics","year":2024,"lang":"en","type":"article","venue":"Proceedings.","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vanier College","funders":"","keywords":"Mathematics education; Physics; Computer science; Nanotechnology; Psychology; Materials science","score_opus":0.07612152058038449,"score_gpt":0.2792039278050171,"score_spread":0.20308240722463264,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399488835","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9475153,0.00707681,0.031728204,0.0007747794,0.0031857346,0.0018819674,0.000046166777,0.0027080611,0.0050829835],"genre_scores_gemma":[0.9946614,0.000039031926,0.0043001343,0.00008584758,0.00041668277,0.00031586373,0.000007117791,0.00012868569,0.000045252324],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988778,0.000004170794,0.00022539051,0.0003200182,0.00018686778,0.00038574403],"domain_scores_gemma":[0.99962616,0.000180458,0.000024856956,0.00009784923,0.000025056153,0.000045626828],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032731635,0.0002567261,0.00019993176,0.00013092165,0.000115301926,0.0003940626,0.00020600512,0.000096559554,0.000008741031],"category_scores_gemma":[0.00005376968,0.00022060703,0.00008618331,0.0004986918,0.000026782209,0.0005098214,0.000036310554,0.00031209784,0.000016990656],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010731287,0.00016046443,0.00038375467,0.005222347,0.0003363167,0.00001515207,0.07476364,0.6987174,0.08793744,0.05807762,0.0064645847,0.06781398],"study_design_scores_gemma":[0.00040029292,0.00005463106,0.000027480643,0.0010907474,0.00001451781,0.0000036482732,0.0098626,0.83023274,0.15255879,0.00026527632,0.0051728864,0.00031636376],"about_ca_topic_score_codex":0.0000018398838,"about_ca_topic_score_gemma":6.599102e-7,"teacher_disagreement_score":0.13151537,"about_ca_system_score_codex":0.0002719276,"about_ca_system_score_gemma":0.000013849574,"threshold_uncertainty_score":0.8996094},"labels":[],"label_agreement":null},{"id":"W4399488849","doi":"10.22318/icls2024.106002","title":"Representational Politics in the Learning Sciences: Foundations, Limits, and Alternatives","year":2024,"lang":"en","type":"article","venue":"Proceedings.","topic":"Global Educational Policies and Reforms","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Politics; Computer science; Epistemology; Data science; Cognitive science; Sociology; Engineering ethics; Artificial intelligence; Political science; Psychology; Engineering; Philosophy; Law","score_opus":0.06409421855591244,"score_gpt":0.42661541157589933,"score_spread":0.36252119301998686,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399488849","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6434854,0.0010696021,0.000008539839,0.040387046,0.000319383,0.00013913927,0.0000017233687,0.000044564866,0.3145446],"genre_scores_gemma":[0.9964844,0.0003960948,0.0001373956,0.00034865076,0.00052117405,0.000012760509,0.0000014471595,0.0000022370166,0.002095813],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993558,0.000013211272,0.0000801478,0.00011909606,0.0002767644,0.0001550041],"domain_scores_gemma":[0.9997995,0.00008967435,0.000018693887,0.000012519516,0.000050096045,0.000029504832],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00061338616,0.000038136586,0.000033175173,0.00006724859,0.00061226974,0.00047283765,0.00013100744,0.00002048819,0.00002082772],"category_scores_gemma":[0.00036180488,0.000023275656,0.000014382466,0.0003976699,0.00038270056,0.00032640813,0.000015750149,0.000101936086,0.000010313353],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.611985e-7,0.000007788365,0.012749836,0.0000091554175,0.000002354357,2.3221578e-7,0.03511583,0.000006359847,0.0000073173824,0.9496452,0.0014913947,0.0009642399],"study_design_scores_gemma":[0.000051273488,0.000029298633,0.07107883,0.00006323939,0.0000058353585,0.000008469111,0.15724966,0.00093332236,0.000011636128,0.15563321,0.6148394,0.000095853204],"about_ca_topic_score_codex":0.0015543046,"about_ca_topic_score_gemma":0.000059451533,"teacher_disagreement_score":0.794012,"about_ca_system_score_codex":0.000048537608,"about_ca_system_score_gemma":0.00014563421,"threshold_uncertainty_score":0.47091454},"labels":[],"label_agreement":null},{"id":"W4399488882","doi":"10.22318/icls2024.904961","title":"Including Diverse Image Schemas in Knowledge Building for STEM Learners Who are Visually Impaired","year":2024,"lang":"en","type":"article","venue":"Proceedings.","topic":"Tactile and Sensory Interactions","field":"Neuroscience","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario College of Art and Design","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Visually impaired; Computer science; Image (mathematics); Human–computer interaction; Artificial intelligence; Computer vision","score_opus":0.10680293407218577,"score_gpt":0.37253701224503294,"score_spread":0.26573407817284717,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399488882","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9863715,0.000070659196,0.00027149924,0.00037246474,0.0006473113,0.0004199171,0.000017113593,0.0003965408,0.01143299],"genre_scores_gemma":[0.9961888,0.000042140735,0.00044126672,0.0001099574,0.00022367605,0.000084357045,5.864776e-7,0.00004495312,0.0028642183],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9985805,0.000011185512,0.00025833308,0.0005786808,0.00016127763,0.00041003514],"domain_scores_gemma":[0.9994556,0.00021199182,0.000080664475,0.000070542716,0.00008627057,0.000094970084],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013556168,0.00019200615,0.00022169987,0.00036460714,0.0002559335,0.00033138102,0.00019845352,0.00008379274,0.000029215735],"category_scores_gemma":[0.0006029985,0.00018651999,0.00012479463,0.0006416942,0.000059462847,0.001100534,0.00014144229,0.00034389723,0.00010800179],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056577628,0.00008013455,0.0009925826,0.00043528684,0.00001034309,0.000030386054,0.0058673895,0.000004805504,0.9722304,0.012608436,0.003612282,0.0040713865],"study_design_scores_gemma":[0.0004862431,0.000113950024,0.0001994377,0.000999364,0.000030534145,0.00004367662,0.0092898235,0.032224007,0.8977278,0.00031705093,0.058163784,0.00040432333],"about_ca_topic_score_codex":0.000007566176,"about_ca_topic_score_gemma":0.000008598061,"teacher_disagreement_score":0.07450259,"about_ca_system_score_codex":0.00022371288,"about_ca_system_score_gemma":0.00004916829,"threshold_uncertainty_score":0.76060647},"labels":[],"label_agreement":null},{"id":"W4399488903","doi":"10.22318/icls2024.427908","title":"Redesigning Tabletop Games as a Culturally Sustaining Pedagogy in Canadian Middle School Classrooms","year":2024,"lang":"en","type":"article","venue":"Proceedings.","topic":"Education and Technology Integration","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Pedagogy; Mathematics education; Computer science; Sociology; Multimedia; Psychology","score_opus":0.027770568381388694,"score_gpt":0.3589127904031138,"score_spread":0.3311422220217251,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399488903","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4964061,0.0009110026,0.0000146942575,0.03498547,0.00050023507,0.00031895674,0.0000011198252,0.00043605577,0.46642634],"genre_scores_gemma":[0.980171,0.000117549294,0.00041655143,0.00039966858,0.00022811879,0.00006654328,0.0000038813882,0.000011671608,0.018584963],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988826,0.000014465476,0.0001698833,0.0002601146,0.00017209894,0.0005008485],"domain_scores_gemma":[0.99949336,0.000027469823,0.000034063898,0.00004024012,0.00018089019,0.00022399628],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006805418,0.00009664862,0.000100010606,0.00041345053,0.00032591805,0.0004146922,0.00019980804,0.00020179962,0.0007565294],"category_scores_gemma":[0.0014955498,0.00009223309,0.000030601135,0.00086198165,0.00010800053,0.00052244513,0.000013746358,0.00037349807,0.00020572194],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000034098812,0.000013159783,0.04531246,0.00004092731,0.0000127698095,0.000015458048,0.084761955,8.158889e-7,0.000511475,0.8403733,0.013624999,0.015329314],"study_design_scores_gemma":[0.00007499821,0.00003248629,0.001411871,0.00021649174,0.000009209303,0.000007679774,0.3746911,0.00025855447,0.00029138455,0.011201907,0.6116202,0.0001840963],"about_ca_topic_score_codex":0.33352545,"about_ca_topic_score_gemma":0.5304651,"teacher_disagreement_score":0.82917136,"about_ca_system_score_codex":0.00085517165,"about_ca_system_score_gemma":0.0022547676,"threshold_uncertainty_score":0.8283466},"labels":[],"label_agreement":null},{"id":"W4399489035","doi":"10.22318/icls2024.379731","title":"Culturally Sustaining Game Redesign: Developing Criticality through Redesign of the Tabletop Game Forbidden Island","year":2024,"lang":"en","type":"article","venue":"Proceedings.","topic":"Digital Games and Media","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Criticality; Computer science; Human–computer interaction; Game design","score_opus":0.04356345444622927,"score_gpt":0.3321710043715111,"score_spread":0.2886075499252818,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399489035","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.047529176,0.001103311,0.0014178554,0.012009488,0.0009151175,0.0006929571,0.0000122973315,0.00028845848,0.93603134],"genre_scores_gemma":[0.9746546,0.00021077684,0.0014408338,0.00035777985,0.0004199757,0.000025123667,0.0000014814826,0.00001917504,0.022870254],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.998279,0.000025395977,0.0003104663,0.00031708198,0.0005544712,0.0005136129],"domain_scores_gemma":[0.9992692,0.00012376295,0.000074312935,0.00008467439,0.0003566893,0.00009138667],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008477377,0.0001503984,0.00022096321,0.00003279082,0.00014203611,0.00052090734,0.0004246006,0.00012227327,0.00006787429],"category_scores_gemma":[0.0015145559,0.00010184454,0.00011815231,0.0006597205,0.00040913242,0.00082861556,0.00012198377,0.00020904223,0.000012509729],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014595739,0.000021480439,0.0006035042,0.00040784827,0.000043234973,0.000005237501,0.09864694,0.0000010859652,0.0010603323,0.86859787,0.0126343155,0.01796356],"study_design_scores_gemma":[0.0001549206,0.000051753566,0.0005294349,0.00083275605,0.000051626506,0.000007226277,0.037315063,0.000092214425,0.0032258593,0.05859141,0.89884514,0.0003026154],"about_ca_topic_score_codex":0.00014301107,"about_ca_topic_score_gemma":0.000058176913,"teacher_disagreement_score":0.92712545,"about_ca_system_score_codex":0.0001674937,"about_ca_system_score_gemma":0.00046013593,"threshold_uncertainty_score":0.5023122},"labels":[],"label_agreement":null},{"id":"W4399489412","doi":"10.22318/icls2024.337879","title":"Between Dead-ends and Meatballs: Mathematical Practice as Embodied and Interactionally Accomplished","year":2024,"lang":"en","type":"article","venue":"Proceedings.","topic":"Mathematics Education and Teaching Techniques","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Embodied cognition; Computer science; Aesthetics; Artificial intelligence; Art","score_opus":0.04015430064415908,"score_gpt":0.4091965954505165,"score_spread":0.3690422948063574,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399489412","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.038310815,0.00028821517,0.0025779936,0.01405107,0.00013387142,0.00030230245,0.0000022819029,0.00068709644,0.9436464],"genre_scores_gemma":[0.9675471,0.00013790901,0.030040486,0.00024743794,0.00028806992,0.00003711489,0.0000017714958,0.000015697475,0.0016843814],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99911636,0.000024536916,0.00018753664,0.00022823179,0.00028266315,0.00016067241],"domain_scores_gemma":[0.99914724,0.00048136082,0.00006108171,0.000044712153,0.00013453976,0.0001310809],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012895532,0.00010029241,0.00013929977,0.00010505268,0.00027860692,0.0008028022,0.000121847464,0.00008083309,0.00022655471],"category_scores_gemma":[0.0022257539,0.00008907367,0.000024834824,0.00014511163,0.00013362491,0.00070425513,0.000070277594,0.00023467504,0.000048967173],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000028623103,0.000030160603,0.00042615214,0.00014246262,0.000029354338,8.8331933e-7,0.025765778,1.3764149e-9,0.000034983936,0.9611307,0.004892221,0.007544447],"study_design_scores_gemma":[0.000060841663,0.000037117374,0.000281376,0.00026686076,0.000084343745,0.00004181152,0.0101161795,0.00013488748,0.00010658147,0.6928236,0.29586354,0.00018290555],"about_ca_topic_score_codex":0.00007799288,"about_ca_topic_score_gemma":0.000005444005,"teacher_disagreement_score":0.94196194,"about_ca_system_score_codex":0.000055869546,"about_ca_system_score_gemma":0.00007529912,"threshold_uncertainty_score":0.774144},"labels":[],"label_agreement":null},{"id":"W4399489422","doi":"10.22318/icls2024.638463","title":"Students’ Representational and Relational Caring in STEM","year":2024,"lang":"en","type":"article","venue":"Proceedings.","topic":"Education and Critical Thinking Development","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Human–computer interaction; Psychology; Cognitive science","score_opus":0.05793129549371591,"score_gpt":0.38286990660233994,"score_spread":0.32493861110862404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399489422","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8589735,0.0003661534,0.00002749704,0.0069762245,0.00034858292,0.00011212535,4.4629562e-7,0.00008608631,0.1331094],"genre_scores_gemma":[0.99544054,0.00005617717,0.00084279984,0.00014533268,0.00012400151,0.000018418028,8.894795e-7,0.0000033649044,0.0033684834],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9993363,0.0000066947796,0.00009493611,0.0001387965,0.0003236905,0.000099578916],"domain_scores_gemma":[0.99984103,0.000050586055,0.0000073554593,0.000010914622,0.000042784985,0.000047353962],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00052304403,0.000032181364,0.000036564852,0.00006427814,0.00011899599,0.00020432116,0.00005679032,0.000029782566,0.000081173974],"category_scores_gemma":[0.00006796254,0.000032543998,0.000008822504,0.00020369323,0.00005480619,0.00019681567,0.000027479151,0.00008799698,0.000022619788],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.296992e-7,0.000010513256,0.29999736,0.00001579698,0.0000035191247,9.1425534e-7,0.025888652,1.9138069e-7,0.000007675496,0.6701196,0.00050138094,0.0034536014],"study_design_scores_gemma":[0.0001902186,0.000009746201,0.642701,0.00030387382,0.000009280495,0.000003906468,0.031020073,0.00018653148,0.000049627008,0.11636774,0.20894937,0.00020863097],"about_ca_topic_score_codex":0.00005515285,"about_ca_topic_score_gemma":0.000021068809,"teacher_disagreement_score":0.5537518,"about_ca_system_score_codex":0.00008949628,"about_ca_system_score_gemma":0.00008687839,"threshold_uncertainty_score":0.19702737},"labels":[],"label_agreement":null},{"id":"W4399489425","doi":"10.22318/icls2024.329393","title":"Transitioning an Active Learning Physics Course Between Professors was More Successful with a Third Person Acting as a Bridging Agent","year":2024,"lang":"en","type":"article","venue":"Proceedings.","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Bridging (networking); Course (navigation); Computer science; Mathematics education; Medical education; Psychology; Physics; Medicine; Computer security; Astronomy","score_opus":0.06753146537048534,"score_gpt":0.40411457429340275,"score_spread":0.33658310892291743,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399489425","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9465628,0.00011144786,0.016342333,0.00093397935,0.00030659168,0.00034740075,0.000004744235,0.0010784329,0.034312267],"genre_scores_gemma":[0.9923914,0.000001732377,0.0036493186,0.00012893692,0.0013322808,0.00009321744,0.00003607474,0.00013800134,0.0022290486],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9975007,0.00026577967,0.00026476104,0.00084579695,0.00043183935,0.00069112465],"domain_scores_gemma":[0.9990935,0.00016756635,0.00022551973,0.00012196996,0.0002588473,0.00013262697],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0019237249,0.00038809562,0.00040795768,0.00019143206,0.00083181256,0.00037278607,0.00023145364,0.00018850034,0.000098533834],"category_scores_gemma":[0.00014157985,0.00034282234,0.000101561884,0.00092035456,0.00015094841,0.00077050045,0.0000297172,0.0026665884,0.000070878064],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027796903,0.00015198567,0.051418368,0.00036541864,0.0007033991,0.000091085334,0.60844404,0.00016113804,0.003550595,0.0053912643,0.0002548841,0.32918987],"study_design_scores_gemma":[0.0028848648,0.0033494045,0.14808588,0.0050358716,0.0014311406,0.00038450194,0.78654766,0.019488143,0.017729899,0.000756442,0.011340177,0.002966049],"about_ca_topic_score_codex":0.0002028175,"about_ca_topic_score_gemma":0.0000017047875,"teacher_disagreement_score":0.32622382,"about_ca_system_score_codex":0.00016063648,"about_ca_system_score_gemma":0.00010894507,"threshold_uncertainty_score":0.99990237},"labels":[],"label_agreement":null},{"id":"W4399489501","doi":"10.22318/icls2024.217962","title":"Using an Evidence-Centered Design Approach to Examine the Alignment of Computer Science Curricula with Standards","year":2024,"lang":"en","type":"article","venue":"Proceedings.","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Learning Partnership","funders":"National Science Foundation","keywords":"Curriculum; Computer science; Engineering ethics; Mathematics education; Software engineering; Human–computer interaction; Engineering; Psychology; Pedagogy","score_opus":0.10443341363934118,"score_gpt":0.32904916722140387,"score_spread":0.2246157535820627,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399489501","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.036232106,0.000075650314,0.96109146,0.0002202328,0.00037831906,0.00064614613,0.0000011384965,0.00010056823,0.0012543716],"genre_scores_gemma":[0.7538482,0.0000025146805,0.24585637,0.0001558862,0.00005902557,0.000052800642,3.066509e-7,0.0000051216953,0.000019784393],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978535,0.00001775213,0.0003189761,0.0003687692,0.0011852365,0.000255725],"domain_scores_gemma":[0.9987169,0.000017848632,0.00010381065,0.00019680287,0.000828739,0.00013590742],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023250994,0.0001354982,0.00013092412,0.00022510087,0.00022898454,0.00087507995,0.00092559605,0.000020790974,0.0000043886357],"category_scores_gemma":[0.000029105138,0.00007829614,0.000022107464,0.0017516204,0.00008755914,0.0017716852,0.00019212061,0.00007022511,0.0000069232965],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000070634494,0.0010749074,0.0021008148,0.0017689342,0.00016737112,0.0000057809625,0.3384004,0.013680377,0.012648968,0.4273912,0.019678636,0.183012],"study_design_scores_gemma":[0.0001682333,0.00029741458,0.0011775197,0.001057798,0.000013153287,0.00014648456,0.0019741838,0.9798977,0.0107354,0.00007654173,0.0041466956,0.00030890072],"about_ca_topic_score_codex":0.00000766708,"about_ca_topic_score_gemma":1.3863072e-7,"teacher_disagreement_score":0.9662173,"about_ca_system_score_codex":0.0003165171,"about_ca_system_score_gemma":0.0006569719,"threshold_uncertainty_score":0.8438416},"labels":[],"label_agreement":null},{"id":"W4399489579","doi":"10.22318/icls2024.802482","title":"Interplay of Form and Function in Learners’ Re-Designed Games within a STEM Classroom","year":2024,"lang":"en","type":"article","venue":"Proceedings.","topic":"Educational Games and Gamification","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"MacEwan University","funders":"","keywords":"Function (biology); Computer science; Mathematics education; Human–computer interaction; Multimedia; Psychology; Biology","score_opus":0.027143014701620914,"score_gpt":0.3142096245177667,"score_spread":0.2870666098161458,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399489579","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9731921,0.0013480751,0.00029029045,0.00092530256,0.00056018087,0.00018789028,0.0000020143016,0.000060836563,0.023433322],"genre_scores_gemma":[0.99377614,0.000025713973,0.0002153838,0.00006844519,0.000079968995,0.000059732294,0.0000035273442,0.000014416022,0.0057566883],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9993203,0.000007399367,0.00023023304,0.00024215173,0.00008942421,0.00011047174],"domain_scores_gemma":[0.99975884,0.000037103684,0.00006969042,0.00005071821,0.00005347285,0.00003016041],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032294216,0.00007957491,0.000105418956,0.00016818327,0.000014860123,0.000042399748,0.00005613856,0.000080396945,0.00010698043],"category_scores_gemma":[0.000021557284,0.00007031943,0.000024364414,0.0002491646,0.00003964913,0.00015376437,0.0000143194575,0.00013541408,0.000032553726],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004173395,0.00023504549,0.08384505,0.00068540283,0.00013121589,0.0000023000296,0.1590912,0.0000021289627,0.014450487,0.57411253,0.014226004,0.15280129],"study_design_scores_gemma":[0.0021204164,0.0021308623,0.54709774,0.001851481,0.0002274729,0.00010619838,0.2726309,0.0049655503,0.0065904097,0.045982033,0.11531785,0.0009790857],"about_ca_topic_score_codex":0.000028793967,"about_ca_topic_score_gemma":0.000013278071,"teacher_disagreement_score":0.52813053,"about_ca_system_score_codex":0.00003998854,"about_ca_system_score_gemma":0.000023935574,"threshold_uncertainty_score":0.2867543},"labels":[],"label_agreement":null},{"id":"W4411267524","doi":"10.22318/icls2025.923881","title":"Co-Creation of Visual Stories: Representing Agency for Mathematics Learning with Forcibly Displaced Students","year":2025,"lang":"en","type":"article","venue":"Proceedings.","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Agency (philosophy); Mathematics education; Computer science; Visual arts; Artificial intelligence; Mathematics; Sociology; Art; Social science","score_opus":0.03259108562807079,"score_gpt":0.4642565496450279,"score_spread":0.4316654640169571,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411267524","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79877853,0.000034939418,0.117489606,0.000038039267,0.00016174794,0.0004350806,0.0000012861835,0.00011448907,0.08294625],"genre_scores_gemma":[0.95007277,0.0000010564008,0.024795126,0.00002124297,0.00008007744,0.00012183099,0.000010699619,0.000029340552,0.024867889],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99876165,0.00006239823,0.0003666474,0.00031159684,0.00023846576,0.00025923923],"domain_scores_gemma":[0.99882126,0.0002508365,0.00040440657,0.000090136586,0.0004097951,0.000023542934],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002353453,0.00015202608,0.00028877988,0.00021508028,0.0002630675,0.000055306344,0.00019432687,0.00009415554,0.00004038564],"category_scores_gemma":[0.0013371119,0.00013019885,0.000052804662,0.00050086353,0.00007218696,0.00009790621,0.00003236559,0.00032597617,0.0000040936525],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006276628,0.0005526782,0.80733883,0.001019253,0.00047977097,0.0000010291885,0.08143393,0.000025794325,0.01730506,0.06822275,0.0021224138,0.020870823],"study_design_scores_gemma":[0.0148307,0.0056921393,0.67768687,0.0038842084,0.0011222484,0.000031230924,0.13388547,0.008701906,0.060173657,0.008230493,0.08376499,0.0019960618],"about_ca_topic_score_codex":0.000023306851,"about_ca_topic_score_gemma":4.4257516e-7,"teacher_disagreement_score":0.15129417,"about_ca_system_score_codex":0.000046146448,"about_ca_system_score_gemma":0.000027129441,"threshold_uncertainty_score":0.5309355},"labels":[],"label_agreement":null},{"id":"W4411267758","doi":"10.22318/icls2025.100255","title":"A Systematic Literature Review of Large Language Model Applications in the Algebra Domain","year":2025,"lang":"en","type":"article","venue":"Proceedings.","topic":"Topic Modeling","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Algebra over a field; Programming language; Domain (mathematical analysis); Mathematics; Pure mathematics","score_opus":0.00780541389418628,"score_gpt":0.27125327806474,"score_spread":0.2634478641705537,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411267758","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0023325877,0.12354398,0.85549736,0.0025923925,0.000030718234,0.0016984809,0.0000036607753,0.00008247269,0.014218338],"genre_scores_gemma":[0.8494144,0.005916565,0.13360074,0.008725536,0.00005584997,0.001639888,0.0000054987254,0.000013143971,0.00062837877],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992098,0.000015602667,0.00029180606,0.00018677961,0.00016924043,0.0001267454],"domain_scores_gemma":[0.99949163,0.000030978415,0.000093723706,0.00027892974,0.00009122972,0.000013509078],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008590386,0.0000755799,0.00019275669,0.00008447871,0.000039781124,0.000068918634,0.00087984797,0.00003437636,6.3951336e-7],"category_scores_gemma":[0.00008756053,0.00004780691,0.00004696664,0.00090204284,0.000007695562,0.00017079494,0.00012232907,0.0001235626,0.000001710778],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.1943282e-7,0.000031126016,0.00004752927,0.111993365,0.0000052493783,5.8826936e-7,0.006455755,0.00000295087,0.00008734368,0.88084245,0.0003920421,0.00014137864],"study_design_scores_gemma":[0.00047640817,0.000017958682,0.00009085074,0.3363302,0.000063765336,0.000023291277,0.0025151458,0.58533204,0.00044571847,0.07362522,0.0007590748,0.00032033472],"about_ca_topic_score_codex":9.1932253e-7,"about_ca_topic_score_gemma":7.927001e-7,"teacher_disagreement_score":0.84708184,"about_ca_system_score_codex":0.000018565821,"about_ca_system_score_gemma":0.00002776079,"threshold_uncertainty_score":0.19495091},"labels":[],"label_agreement":null},{"id":"W4411267790","doi":"10.22318/icls2025.386725","title":"Assessing Student Attitudes and Understanding of Interdisciplinarity: Introducing the SATIS Survey","year":2025,"lang":"en","type":"article","venue":"Proceedings.","topic":"Interdisciplinary Research and Collaboration","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"John Abbott College; Vanier College","funders":"","keywords":"Computer science; Data science; Mathematics education; Engineering ethics; Management science; Psychology; Engineering","score_opus":0.1944422454628599,"score_gpt":0.4965144812057641,"score_spread":0.3020722357429042,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411267790","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9668771,0.00021381081,0.0088686505,0.0045651887,0.0002930522,0.00026414086,0.0000048691204,0.000018877443,0.018894304],"genre_scores_gemma":[0.99895185,0.000009818296,0.00025508038,0.000040108993,0.000059565973,0.000011570036,0.0000011704105,0.0000049397922,0.00066591566],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9979156,0.00010074572,0.0004878754,0.0003997415,0.0008808204,0.00021519115],"domain_scores_gemma":[0.9979978,0.00078396726,0.00019110233,0.00018374568,0.00079665385,0.00004672562],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.007174702,0.00010849928,0.00023548548,0.0003041607,0.0005967862,0.001659402,0.00056032464,0.000046131612,0.00002892501],"category_scores_gemma":[0.0021810934,0.000065214444,0.000039680934,0.0015032153,0.0002578029,0.0008197899,0.0010190275,0.00019507475,0.0000039273623],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000847865,0.00006117776,0.9271142,0.000053569198,0.0000542984,7.843883e-7,0.005136972,0.000010673277,0.0021320842,0.049668565,0.0075919954,0.008090918],"study_design_scores_gemma":[0.0002182648,0.000094439514,0.90594745,0.00014940945,0.000011358316,0.000002360052,0.048667178,0.0017275591,0.0010657315,0.04191268,0.000113135255,0.00009044349],"about_ca_topic_score_codex":0.000023611336,"about_ca_topic_score_gemma":0.00047617053,"teacher_disagreement_score":0.043530203,"about_ca_system_score_codex":0.00014108628,"about_ca_system_score_gemma":0.00010690973,"threshold_uncertainty_score":0.99937695},"labels":[],"label_agreement":null},{"id":"W4411267833","doi":"10.22318/icls2025.226912","title":"Developing Active Learning Pedagogy in Teacher Candidates: Bridging Theory to Future Practice","year":2025,"lang":"en","type":"article","venue":"Proceedings.","topic":"Education and Critical Thinking Development","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Bridging (networking); Computer science; Pedagogy; Mathematics education; Psychology","score_opus":0.019183810211167156,"score_gpt":0.4008371649238531,"score_spread":0.3816533547126859,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411267833","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.115738146,0.00022046288,0.0056213564,0.14423414,0.00092637964,0.00048224564,3.5053856e-7,0.00020980244,0.73256713],"genre_scores_gemma":[0.96829927,0.000106113206,0.011121568,0.007437564,0.00045128056,0.000082096805,0.0000018178681,0.000011947652,0.012488358],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99890566,0.00008467271,0.00016878036,0.00025705685,0.00023736052,0.0003464686],"domain_scores_gemma":[0.9994477,0.00014581399,0.00004631735,0.000032260643,0.00024060954,0.00008727169],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016928507,0.00009521153,0.00011978135,0.00018089707,0.00047160537,0.00020534394,0.00019202173,0.000089029076,0.00010127933],"category_scores_gemma":[0.0031190473,0.00009820886,0.000019640267,0.00079793757,0.00005425855,0.0004172181,0.00006942985,0.00038103445,0.00004847772],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036462592,0.00003520205,0.006577223,0.000023467643,0.000013662678,0.000001167382,0.16484721,0.0000011638352,0.00002710446,0.69939363,0.0008916004,0.12815209],"study_design_scores_gemma":[0.00009513193,0.000006399666,0.0052322643,0.00013685225,0.000007705426,5.628658e-7,0.2885328,0.000007015738,0.00012972338,0.013938118,0.6917849,0.00012852561],"about_ca_topic_score_codex":0.00028581853,"about_ca_topic_score_gemma":0.00019428223,"teacher_disagreement_score":0.8525611,"about_ca_system_score_codex":0.0005646313,"about_ca_system_score_gemma":0.0009689964,"threshold_uncertainty_score":0.4004841},"labels":[],"label_agreement":null},{"id":"W4411267903","doi":"10.22318/icls2025.253440","title":"Design Future(s) Collective: New Directions for Educational Design Research","year":2025,"lang":"en","type":"article","venue":"Proceedings.","topic":"Digital literacy in education","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Social Sciences and Humanities Research Council of Canada; Deutsche Forschungsgemeinschaft; National Research Foundation; National Science Foundation","keywords":"Computer science","score_opus":0.08527158646251634,"score_gpt":0.39150909204859285,"score_spread":0.30623750558607654,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411267903","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0001207104,0.00036049046,0.91210914,0.01848074,0.0017577625,0.0011884156,0.0000014416322,0.00015730946,0.06582401],"genre_scores_gemma":[0.038353354,0.000024595462,0.84843326,0.000444342,0.0012674893,0.0014041858,0.0000045993174,0.000018909052,0.110049285],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99868923,0.000028531953,0.00019425373,0.000458033,0.0002849898,0.00034494745],"domain_scores_gemma":[0.99789864,0.00062904425,0.000054469587,0.00016185889,0.0011501642,0.000105853935],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009456619,0.00011297715,0.0001082681,0.0004767125,0.00048527055,0.00087396486,0.0007463604,0.00006248796,0.000013278166],"category_scores_gemma":[0.00083247887,0.00011498867,0.000041149116,0.0023278585,0.000040953517,0.0011836243,0.000104191706,0.0001528252,0.000038878672],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021855045,0.00014161192,0.00011842189,0.00002347609,0.00001736017,3.7929528e-8,0.0017694115,0.000012843539,0.00029428475,0.45704648,0.5009493,0.039604902],"study_design_scores_gemma":[0.00032334338,0.00016378386,0.0022057153,0.00007092045,0.000009365726,0.0000067795227,0.00027275324,0.0081794,0.010621321,0.67832756,0.2996095,0.00020954374],"about_ca_topic_score_codex":0.000007520006,"about_ca_topic_score_gemma":4.6588283e-7,"teacher_disagreement_score":0.2212811,"about_ca_system_score_codex":0.0004267336,"about_ca_system_score_gemma":0.0023984204,"threshold_uncertainty_score":0.84276634},"labels":[],"label_agreement":null},{"id":"W4411268034","doi":"10.22318/icls2025.247614","title":"Open-Source as a Model for Classroom Knowledge Building?Conceptualizing Open-Source Software Development as an Authentic Form of Knowledge Building","year":2025,"lang":"en","type":"article","venue":"Proceedings.","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Open source; Computer science; Open source software; Knowledge management; Software; Software development; Open-source software development; Software engineering; Human–computer interaction; Programming language","score_opus":0.07980012260384314,"score_gpt":0.4338420566472965,"score_spread":0.3540419340434534,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411268034","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5045735,0.0005482635,0.4371825,0.00011364816,0.00060346606,0.0016320378,0.000005525054,0.0004034732,0.054937597],"genre_scores_gemma":[0.6837943,0.00000214544,0.2544388,0.0003136786,0.00013918267,0.0006298542,0.00001561482,0.00014587738,0.060520526],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9958967,0.0002227343,0.0011718365,0.0013943289,0.00025772056,0.0010566547],"domain_scores_gemma":[0.9970471,0.0004844707,0.0007079036,0.00045232274,0.0010970646,0.00021114133],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.006097144,0.00061964284,0.0010050344,0.00066542707,0.0011159079,0.00054707384,0.0029859208,0.000433737,0.00014913622],"category_scores_gemma":[0.0022844705,0.0006249795,0.00016707786,0.0012446597,0.00022013296,0.00073790865,0.0019724225,0.0009221834,0.00006504082],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006730413,0.0012715694,0.0043245973,0.00073113875,0.00049154693,0.0000011379701,0.24703507,0.0000636187,0.007016352,0.4057973,0.0066883503,0.32590628],"study_design_scores_gemma":[0.008333938,0.0011471629,0.0016035143,0.0029603024,0.000360735,0.00004658674,0.023604304,0.06998825,0.02085751,0.052296173,0.81667453,0.0021269696],"about_ca_topic_score_codex":0.00016584249,"about_ca_topic_score_gemma":0.000015350055,"teacher_disagreement_score":0.80998623,"about_ca_system_score_codex":0.00042222365,"about_ca_system_score_gemma":0.00075381703,"threshold_uncertainty_score":0.99962014},"labels":[],"label_agreement":null},{"id":"W4411268330","doi":"10.22318/icls2025.112105","title":"Placemaking Through Artistic Pedagogy: Advancing Anti-Oppression in Public Spaces","year":2025,"lang":"en","type":"article","venue":"Proceedings.","topic":"Art Education and Development","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Placemaking; Oppression; Sociology; Aesthetics; Computer science; Visual arts; Political science; Art; Architecture","score_opus":0.04026179531673935,"score_gpt":0.3195663054303308,"score_spread":0.2793045101135915,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411268330","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30435872,0.00034717127,0.00014733466,0.0053930664,0.0009932857,0.00022070656,0.0000013669654,0.0001483063,0.68839],"genre_scores_gemma":[0.9824621,0.000039435115,0.00063760823,0.0007930441,0.00017100819,0.00004178032,0.0000036038575,0.000009907841,0.015841475],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99912316,0.0000041106614,0.00023099297,0.00022769338,0.00013125976,0.0002827756],"domain_scores_gemma":[0.99968374,0.000027863342,0.00007818095,0.000052228796,0.000121979494,0.000036005455],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016740013,0.00011891575,0.00015200237,0.00017499611,0.00033857021,0.00034207746,0.00011236475,0.00003312641,0.00079432887],"category_scores_gemma":[0.00017581122,0.00010447439,0.000023768163,0.00010796593,0.000070150265,0.0005628606,0.00008197148,0.00013006557,0.00006381967],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008601741,0.000083055194,0.018963056,0.00012755426,0.0000103986695,0.0000012119689,0.06763779,0.000001352627,0.00015112375,0.87977403,0.031113282,0.0021285608],"study_design_scores_gemma":[0.00028969816,0.000013016721,0.003534813,0.00031338175,0.0000076204365,0.0000012293314,0.0420228,0.00021304139,0.0004958966,0.012617841,0.9403045,0.00018616702],"about_ca_topic_score_codex":0.000037743124,"about_ca_topic_score_gemma":0.0001955654,"teacher_disagreement_score":0.9091912,"about_ca_system_score_codex":0.00008176446,"about_ca_system_score_gemma":0.00014023428,"threshold_uncertainty_score":0.8697344},"labels":[],"label_agreement":null},{"id":"W4411268421","doi":"10.22318/icls2025.756846","title":"Fostering Reflective Practice for Addressing Social Justice in Education: Experiences with Preservice Teachers","year":2025,"lang":"en","type":"article","venue":"Proceedings.","topic":"Diverse Education Studies and Reforms","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Social justice; Reflective practice; Pedagogy; Computer science; Reflection (computer programming); Mathematics education; Sociology; Psychology; Medical education; Medicine; Criminology","score_opus":0.08906532984818785,"score_gpt":0.4544312751325002,"score_spread":0.3653659452843123,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411268421","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11367971,0.00034647257,0.000055838496,0.013567205,0.0011993161,0.000629,7.573827e-7,0.0000601494,0.8704616],"genre_scores_gemma":[0.98752946,0.00006096006,0.0035766035,0.0011405937,0.00073877414,0.0007667099,0.0000010166501,0.000007843599,0.0061780578],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99918914,0.0000142373965,0.00012957375,0.00022545276,0.0001957584,0.00024581997],"domain_scores_gemma":[0.99920344,0.00008172641,0.000115651965,0.000028688475,0.0005331957,0.00003726738],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046538695,0.0000823172,0.000111029716,0.00008960032,0.001133986,0.00020903317,0.00018168108,0.000060472536,0.0000136508925],"category_scores_gemma":[0.0006040245,0.0000650965,0.000022010212,0.00063639646,0.0001463706,0.0008366317,0.00009603881,0.00010233331,0.000001635977],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010683039,0.00017744924,0.000613724,0.00013040766,0.000030425696,1.471685e-7,0.9269368,5.9386116e-7,0.000015187609,0.024678677,0.014525915,0.03278383],"study_design_scores_gemma":[0.00016559187,0.000022778466,0.00033695204,0.00009032511,0.000037160735,2.601567e-7,0.78736305,0.00000453964,0.00003679561,0.00044478456,0.21141994,0.00007783135],"about_ca_topic_score_codex":0.00043624695,"about_ca_topic_score_gemma":0.00024819514,"teacher_disagreement_score":0.87384975,"about_ca_system_score_codex":0.00025260772,"about_ca_system_score_gemma":0.00058759307,"threshold_uncertainty_score":0.87218183},"labels":[],"label_agreement":null},{"id":"W4411268476","doi":"10.22318/icls2025.114342","title":"Thematic Issues: Three Design Models to Address The Challenge of a New Interdisciplinary Course","year":2025,"lang":"en","type":"article","venue":"Proceedings.","topic":"Interdisciplinary Research and Collaboration","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dawson College","funders":"","keywords":"Course (navigation); Computer science; Thematic map; Software engineering; Management science; Engineering ethics; Engineering","score_opus":0.2292392311486563,"score_gpt":0.46495133965896496,"score_spread":0.23571210851030866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411268476","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0669502,0.0035225474,0.34060597,0.21174078,0.000842839,0.004884078,0.000025226054,0.00017419958,0.37125415],"genre_scores_gemma":[0.98518044,0.000013661515,0.0022546144,0.0001365517,0.00014548938,0.00013703277,5.439214e-7,0.000011555602,0.01212012],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9972708,0.000044772176,0.0006273612,0.00046382713,0.0012598316,0.00033337437],"domain_scores_gemma":[0.9977093,0.00032415075,0.00018373701,0.0004284907,0.0012125751,0.00014179878],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002932019,0.00017305458,0.00033885633,0.00030108652,0.00030581804,0.0003458058,0.0017065655,0.00007473264,0.00017463473],"category_scores_gemma":[0.0006057326,0.00009690479,0.000104816885,0.0018644636,0.00011674023,0.00060110964,0.0013035903,0.00019592776,0.00013293074],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009721651,0.0003301535,0.00019248994,0.00010691155,0.000118303375,0.000004280495,0.052605618,0.001382999,0.00084997993,0.20592254,0.6567119,0.08080265],"study_design_scores_gemma":[0.00031187412,0.000556267,0.00026137615,0.00033671758,0.000026284622,0.0000023527396,0.03139343,0.067107424,0.0019971197,0.89679337,0.0010687371,0.00014506571],"about_ca_topic_score_codex":0.000009125272,"about_ca_topic_score_gemma":0.000105139145,"teacher_disagreement_score":0.91823024,"about_ca_system_score_codex":0.000049258608,"about_ca_system_score_gemma":0.00029843015,"threshold_uncertainty_score":0.39516628},"labels":[],"label_agreement":null},{"id":"W4411268497","doi":"10.22318/icls2025.487725","title":"“Nightshade Grows Well Here”: Exploring Rhizomatic Agency with Immigrant Growers in a Community Food Garden","year":2025,"lang":"en","type":"article","venue":"Proceedings.","topic":"Organic Food and Agriculture","field":"Agricultural and Biological Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Environment and Climate Change Canada","keywords":"Immigration; Agency (philosophy); Business; Geography; Sociology; Social science; Archaeology","score_opus":0.021444763942666836,"score_gpt":0.19337235590606253,"score_spread":0.1719275919633957,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411268497","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98193985,0.000204656,2.5778232e-7,0.0019957284,0.000073661104,0.0003008734,0.0000069060584,0.0001374645,0.015340592],"genre_scores_gemma":[0.9991012,0.000070068905,0.000058012796,0.00018073448,0.000086232445,0.00007446294,0.000012726365,0.0000016102392,0.0004149464],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99890095,0.000029325867,0.00024527113,0.000260452,0.00019540549,0.00036862443],"domain_scores_gemma":[0.99967897,0.00005084806,0.00007823887,0.00004380042,0.00006808905,0.00008004685],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020184698,0.00021865102,0.00025273408,0.000027463493,0.00033649395,0.0001015792,0.0004362951,0.000098114186,0.00010387314],"category_scores_gemma":[0.0000400234,0.00007282474,0.00006823976,0.000900915,0.000047557878,0.0002842738,0.000119041724,0.00045378954,0.000022867045],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008679117,0.0038268177,0.12862192,0.0020700274,0.0005512983,0.00005841295,0.046458527,0.000007327694,0.6409797,0.015302944,0.024358066,0.13689706],"study_design_scores_gemma":[0.001679981,0.0029376463,0.7954571,0.0019741706,0.000112069894,0.00004573734,0.09917389,0.00006113383,0.057314966,0.003787346,0.03605868,0.0013972742],"about_ca_topic_score_codex":0.00032881144,"about_ca_topic_score_gemma":0.0016091277,"teacher_disagreement_score":0.6668352,"about_ca_system_score_codex":0.000058108417,"about_ca_system_score_gemma":0.000009399536,"threshold_uncertainty_score":0.29697067},"labels":[],"label_agreement":null},{"id":"W4411268605","doi":"10.22318/icls2025.108192","title":"Critical Action Learning: Empowering Students in An Uncertain World","year":2025,"lang":"en","type":"article","venue":"Proceedings.","topic":"Education and Critical Thinking Development","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Action learning; Action (physics); Artificial intelligence; Knowledge management; Mathematics education; Psychology; Teaching method; Cooperative learning","score_opus":0.05961120793262696,"score_gpt":0.46760303372987144,"score_spread":0.40799182579724447,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411268605","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7445823,0.00003732775,0.00007363579,0.008942027,0.0007506268,0.00015622207,8.385739e-8,0.00017467974,0.2452831],"genre_scores_gemma":[0.9914735,0.000019317984,0.00072096137,0.0006860752,0.00009521375,0.000031773754,7.6139816e-7,0.0000045555016,0.006967817],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99904555,0.00003093614,0.00014908983,0.00019728256,0.0003211928,0.00025593909],"domain_scores_gemma":[0.9996535,0.000060844035,0.000015623194,0.00002743668,0.00014914395,0.00009344147],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008301497,0.000063388434,0.00008428042,0.00017796193,0.00034521063,0.0003057099,0.0002062002,0.000052960535,0.00015771812],"category_scores_gemma":[0.00094975444,0.00006904179,0.00001702865,0.0006641311,0.00009856198,0.00033140284,0.00004081173,0.00021134636,0.000017213742],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001101924,0.00020923902,0.5427392,0.00003979109,0.000004193276,0.0000010292487,0.023227165,0.0000013782292,0.00013483761,0.4226559,0.00074589765,0.010230321],"study_design_scores_gemma":[0.00046647622,0.000059092,0.24037746,0.00046594208,0.000017861807,4.0297428e-7,0.116956025,0.00014334594,0.0006457531,0.08785843,0.5525835,0.00042567507],"about_ca_topic_score_codex":0.000112748065,"about_ca_topic_score_gemma":0.0005520369,"teacher_disagreement_score":0.5518376,"about_ca_system_score_codex":0.00025491635,"about_ca_system_score_gemma":0.00012898205,"threshold_uncertainty_score":0.29479676},"labels":[],"label_agreement":null},{"id":"W4411268663","doi":"10.22318/icls2025.993552","title":"Diversifying Understanding of Participatory Action Research for Critical Learning Curricula in Indian Classrooms","year":2025,"lang":"en","type":"article","venue":"Proceedings.","topic":"Adult and Continuing Education Topics","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Curriculum; Participatory action research; Citizen journalism; Action (physics); Computer science; Mathematics education; Action research; Sociology; Pedagogy; Psychology; World Wide Web; Physics; Anthropology","score_opus":0.35820941191439104,"score_gpt":0.5232689906793305,"score_spread":0.16505957876493949,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411268663","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94103014,0.00011096136,0.0022589331,0.0050598294,0.00056401675,0.000397346,6.522415e-7,0.00005835505,0.050519776],"genre_scores_gemma":[0.9985118,0.000023555558,0.00021997148,0.000019351319,0.00010344304,0.000037725476,4.905162e-7,0.000003357944,0.0010803163],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99920136,0.000042249525,0.00013373957,0.00013595427,0.00020963223,0.0002770811],"domain_scores_gemma":[0.9993851,0.00026390614,0.00003580782,0.00002252717,0.00024899864,0.000043648004],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015644557,0.00003934768,0.00008311958,0.00022856228,0.0004992638,0.000059129536,0.000105211155,0.00008381114,0.000021831562],"category_scores_gemma":[0.0029993057,0.000043558564,0.000027887922,0.00058210763,0.00022528242,0.00019493196,0.000029028944,0.00022302721,0.0000014865789],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000150948235,0.000046738034,0.28081816,0.00016293784,0.0000046631517,1.9369202e-7,0.05637598,0.0000013234147,0.00014164842,0.65619034,0.0009844158,0.005258522],"study_design_scores_gemma":[0.0003972676,0.0000618662,0.010972594,0.0005269412,0.000017633936,1.0435328e-7,0.8716317,0.00050358253,0.0007744009,0.07378346,0.04119048,0.0001399689],"about_ca_topic_score_codex":0.00020791775,"about_ca_topic_score_gemma":0.00026606227,"teacher_disagreement_score":0.8152557,"about_ca_system_score_codex":0.0003376206,"about_ca_system_score_gemma":0.00014373384,"threshold_uncertainty_score":0.3839984},"labels":[],"label_agreement":null},{"id":"W4411268764","doi":"10.22318/icls2025.424109","title":"Collaborative Inquiry into Climate Change Information Literacy: A Participatory Approach with Young Learners","year":2025,"lang":"en","type":"article","venue":"Proceedings.","topic":"Environmental Education and Sustainability","field":"Environmental Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cape Breton University","funders":"","keywords":"Citizen journalism; Computer science; Information literacy; Participatory design; Literacy; Mathematics education; Sociology; Pedagogy; World Wide Web; Psychology; Engineering","score_opus":0.014367815125346552,"score_gpt":0.28463389561896635,"score_spread":0.2702660804936198,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411268764","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9297477,0.00003579449,0.00018027579,0.0006036002,0.00008775087,0.00063614815,0.0000015846902,0.00007113642,0.068636015],"genre_scores_gemma":[0.9956399,0.00003139063,0.0025944961,0.0010068013,0.000022925833,0.00051445066,0.00001226781,0.0000064541578,0.00017129094],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99906427,0.000014529898,0.0001957771,0.00023550184,0.00022055952,0.0002693938],"domain_scores_gemma":[0.9996826,0.000006901528,0.00009214968,0.000099355595,0.000031698084,0.000087314824],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002975066,0.00013718693,0.000115525385,0.000058258014,0.0002165533,0.000115040144,0.00013446825,0.000057155317,0.00014289202],"category_scores_gemma":[0.00005350965,0.000114505754,0.000020367772,0.000616121,0.00030864085,0.0018482583,0.00015541525,0.00013047703,0.00010702503],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009047055,0.00016987206,0.78601986,0.00018122385,0.000010766098,2.8212202e-7,0.1944735,0.00004224123,0.00007930409,0.0022262281,0.0014151495,0.015291117],"study_design_scores_gemma":[0.00071058003,0.00014834442,0.79702467,0.00005465377,0.000040037154,0.0000032945984,0.15499595,0.0031888587,0.0006339352,0.0006386969,0.042156074,0.00040489793],"about_ca_topic_score_codex":0.00006232339,"about_ca_topic_score_gemma":0.0000054073025,"teacher_disagreement_score":0.06846472,"about_ca_system_score_codex":0.00047619842,"about_ca_system_score_gemma":0.000022281223,"threshold_uncertainty_score":0.4669409},"labels":[],"label_agreement":null},{"id":"W4411268770","doi":"10.22318/icls2025.503399","title":"The Effects of Emotion Regulation and Students’ Perceived Challenges on Emotion Synchrony in Collaborative Learning","year":2025,"lang":"en","type":"article","venue":"Proceedings.","topic":"Education and Learning Interventions","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Cognitive psychology; Psychology; Human–computer interaction","score_opus":0.0106869097134698,"score_gpt":0.29381374309645747,"score_spread":0.28312683338298766,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411268770","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99191535,0.00059368054,0.0012566894,0.002627434,0.0002585913,0.0002669033,4.9110685e-8,0.00004918511,0.0030321067],"genre_scores_gemma":[0.9981945,0.00046422993,0.0002780413,0.000021561635,0.000015585465,0.000026780617,4.934299e-7,0.0000028290651,0.0009959613],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99935824,0.000060271068,0.00015225465,0.00018790469,0.0001505255,0.00009078575],"domain_scores_gemma":[0.99948376,0.00014543293,0.00010905956,0.00006288393,0.00018179043,0.000017060032],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040919497,0.00006622847,0.00008235647,0.00014496956,0.00018052693,0.00011815431,0.00018492178,0.00003901173,0.0000015215618],"category_scores_gemma":[0.00054930017,0.000053808915,0.000020095511,0.00037133245,0.000036738275,0.00019897416,0.00006025612,0.00014463556,0.0000025430234],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004067465,0.00051638164,0.23193964,0.0008913888,0.000072172705,4.1808002e-7,0.07223878,0.00017812137,0.0038417235,0.5548457,0.0009844477,0.13445057],"study_design_scores_gemma":[0.00028623888,0.00020678643,0.9889529,0.0005747562,0.0000047232616,4.159377e-7,0.003077351,0.0044731805,0.0004725067,0.0012166501,0.00068631733,0.000048225622],"about_ca_topic_score_codex":0.0000039217234,"about_ca_topic_score_gemma":0.0000048093634,"teacher_disagreement_score":0.7570132,"about_ca_system_score_codex":0.000060111663,"about_ca_system_score_gemma":0.00002381357,"threshold_uncertainty_score":0.21942638},"labels":[],"label_agreement":null},{"id":"W4411268843","doi":"10.22318/icls2025.322165","title":"Qualitative Research in the Age of LLMs: A Human-in-the-Loop Approach to Hybrid Thematic Analysis","year":2025,"lang":"en","type":"article","venue":"Proceedings.","topic":"Legal Education and Practice Innovations","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Thematic map; Thematic analysis; Computer science; Loop (graph theory); Qualitative research; Sociology; Geography; Social science; Mathematics; Cartography","score_opus":0.3566284833994176,"score_gpt":0.595074222641302,"score_spread":0.23844573924188445,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411268843","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28381288,0.000030403959,0.00009630065,0.052344035,0.000023466435,0.0006021599,0.0000014295547,0.000008541983,0.6630808],"genre_scores_gemma":[0.9963939,0.000005510628,0.000477432,0.00097564486,0.000034245033,0.0002452236,0.0000038106393,0.0000022563609,0.0018619389],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9982528,0.00047734723,0.00029075824,0.00016742299,0.0006000013,0.00021164736],"domain_scores_gemma":[0.99840415,0.00097424234,0.00008043975,0.00011415231,0.00040998668,0.000017031141],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014918212,0.000054052816,0.00014040887,0.00073448784,0.0003964302,0.00025398275,0.00063095876,0.00003025827,0.000023733443],"category_scores_gemma":[0.0034949244,0.000035346064,0.000044152217,0.010572863,0.00021140894,0.00027244346,0.000031416814,0.0004239941,0.000009029552],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000033920364,0.00018752183,0.000697513,0.000029373894,0.000019716892,1.8758674e-7,0.47442138,0.0000011972492,0.000032890166,0.52017975,0.0043004523,0.00012660895],"study_design_scores_gemma":[0.000095643416,0.000018319352,0.003241876,0.00003735487,0.000042596777,1.6859889e-7,0.9272665,0.000033897482,0.000037421767,0.05106936,0.01809926,0.000057597346],"about_ca_topic_score_codex":0.004245345,"about_ca_topic_score_gemma":0.0010004512,"teacher_disagreement_score":0.71258104,"about_ca_system_score_codex":0.000082530125,"about_ca_system_score_gemma":0.00021481035,"threshold_uncertainty_score":0.641772},"labels":[],"label_agreement":null},{"id":"W4411270285","doi":"10.22318/icls2025.857791","title":"Placemaking in Dentistry: Enhancing Patient Engagement through Collaborative Art and Digital Storyboards","year":2025,"lang":"en","type":"article","venue":"Proceedings.","topic":"Digital Imaging in Medicine","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Placemaking; Dentistry; Medicine; Visual arts; Art; Architecture","score_opus":0.012085343750409825,"score_gpt":0.3003058904008553,"score_spread":0.2882205466504455,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411270285","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7316801,0.0006165204,0.00037662766,0.0008332122,0.00027037188,0.000595595,0.000005668446,0.00009359977,0.26552832],"genre_scores_gemma":[0.99419665,0.000035736462,0.0021824404,0.0009385651,0.000053985503,0.000058427268,0.000010680416,0.000018344235,0.0025051376],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99871266,0.0000056242293,0.00033034652,0.00036251047,0.00030989715,0.00027896947],"domain_scores_gemma":[0.9994923,0.000047910213,0.00009024335,0.00008346748,0.00021511257,0.00007097814],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002148087,0.00018346489,0.00032223572,0.00017129506,0.000066410845,0.00017168197,0.000060926184,0.000053654214,0.000018459332],"category_scores_gemma":[0.000865314,0.00016897767,0.000025302035,0.0005892761,0.00012877988,0.00056151533,0.00015370033,0.00028787533,0.000012780447],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014894657,0.0018188572,0.57669103,0.0050738608,0.0007124133,0.0008520777,0.057922434,0.000011334844,0.03464289,0.027704725,0.1674507,0.12563023],"study_design_scores_gemma":[0.011131018,0.0017088697,0.04873817,0.012494859,0.00036849483,0.0002572713,0.06617871,0.0011967735,0.05469896,0.0027051603,0.799412,0.001109688],"about_ca_topic_score_codex":0.000004557442,"about_ca_topic_score_gemma":0.000004019266,"teacher_disagreement_score":0.63196135,"about_ca_system_score_codex":0.000247562,"about_ca_system_score_gemma":0.0001201423,"threshold_uncertainty_score":0.68907094},"labels":[],"label_agreement":null},{"id":"W4411270373","doi":"10.22318/icls2025.993168","title":"Designing Curricula for an Uncertain World: A Critical Action Learning Approach","year":2025,"lang":"en","type":"article","venue":"Proceedings.","topic":"Education and Critical Thinking Development","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Curriculum; Computer science; Action (physics); Action learning; Mathematics education; Teaching method; Sociology; Pedagogy; Psychology; Cooperative learning","score_opus":0.09553300108934404,"score_gpt":0.4316629890335545,"score_spread":0.33612998794421045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411270373","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018141054,0.00015729073,0.14790292,0.013245013,0.0012512999,0.0010089198,7.461208e-7,0.0007564218,0.81753635],"genre_scores_gemma":[0.90752417,0.000011167257,0.08442443,0.0007644076,0.000283223,0.00022783918,0.000004882259,0.0000088191555,0.006751076],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990368,0.000035303336,0.00014547081,0.00025330452,0.0002141566,0.00031499352],"domain_scores_gemma":[0.9993877,0.00013510924,0.000025569245,0.000028792869,0.00030626619,0.000116564006],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011073835,0.000080740996,0.00010252975,0.0001386757,0.0010049096,0.00027143795,0.00014883484,0.00006914445,0.000035018886],"category_scores_gemma":[0.0015539526,0.00008148609,0.000038700848,0.000589043,0.00013912018,0.00029297866,0.000018761155,0.00015939525,0.00000463106],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001158429,0.00013184622,0.0027519495,0.00010708188,0.000007643465,7.056922e-8,0.011035508,0.0000054715674,0.0002891904,0.957185,0.0043851677,0.024089506],"study_design_scores_gemma":[0.00038605984,0.000084238854,0.0006169948,0.00026869963,0.00006701194,0.0000010153253,0.098213375,0.003424567,0.001530485,0.17241214,0.7225497,0.00044573398],"about_ca_topic_score_codex":0.00003840287,"about_ca_topic_score_gemma":0.000016468459,"teacher_disagreement_score":0.8893831,"about_ca_system_score_codex":0.00016378271,"about_ca_system_score_gemma":0.00018556303,"threshold_uncertainty_score":0.7729054},"labels":[],"label_agreement":null}]}