{"meta":{"query_hash":"bebb1aba7663","filters":{"venue":"eLearn"},"cohort_total":22,"direct_labels_cover":0,"predictions_cover":22,"exported":22,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/bebb1aba7663","api":"https://metacan.xera.ac/api/v1/cohort?venue=eLearn"},"results":[{"id":"W1964678422","doi":"10.1145/1104985.1104991","title":"Online training for healthcare workers","year":2005,"lang":"en","type":"article","venue":"eLearn","topic":"Foreign Language Teaching Methods","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Training (meteorology); Health care; Healthcare worker; Business; Computer science; Political science; Geography","score_opus":0.12240207271575355,"score_gpt":0.44823998194734105,"score_spread":0.3258379092315875,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1964678422","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.649234,0.0033072575,0.03772902,0.10293187,0.0014061546,0.0018160909,0.00006515906,0.001686306,0.20182416],"genre_scores_gemma":[0.7711103,0.000010488454,0.21692766,0.00094702916,0.0016287277,0.000012670629,0.000011710845,0.00001867821,0.009332761],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99895215,0.00026702517,0.00011509988,0.00014638169,0.00016933346,0.0003500186],"domain_scores_gemma":[0.99944973,0.00025399475,0.000046026293,0.00010801105,0.000031855805,0.0001103979],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015102641,0.00006059077,0.00010551664,0.000039914787,0.0003834338,0.000029049144,0.00016574131,0.000074663876,0.00017739602],"category_scores_gemma":[0.00087846676,0.000060354214,0.00006124737,0.0001319282,0.00008132621,0.00009219294,0.000011344441,0.00017444995,0.000022537006],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011773222,0.000027199505,0.0007515144,0.0000063754437,0.0000067664905,9.1494275e-7,0.07293709,0.000053169082,0.000021024502,0.021961492,0.0015810094,0.90264165],"study_design_scores_gemma":[0.0003350521,0.00006782038,0.0015615117,0.000031489548,0.000008291689,0.00000100526,0.0810751,0.00038550192,0.000020197094,0.0030038075,0.9133303,0.00017987636],"about_ca_topic_score_codex":0.0010102567,"about_ca_topic_score_gemma":0.006358776,"teacher_disagreement_score":0.9117493,"about_ca_system_score_codex":0.000103172424,"about_ca_system_score_gemma":0.00015607878,"threshold_uncertainty_score":0.35483462},"labels":[],"label_agreement":null},{"id":"W1968871497","doi":"10.1145/1219816.1219820","title":"Courses vs. content","year":2007,"lang":"en","type":"article","venue":"eLearn","topic":"Visual and Cognitive Learning Processes","field":"Psychology","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"","keywords":"Content (measure theory); Psychology; Computer science; Mathematics","score_opus":0.07466045456069356,"score_gpt":0.3805768647724083,"score_spread":0.3059164102117148,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1968871497","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79638386,0.00060536806,0.0012725106,0.00049863633,0.00050723745,0.00006876507,0.0000014231582,0.00014001358,0.2005222],"genre_scores_gemma":[0.92507875,0.000005527493,0.000038403767,0.0012259901,0.00022688531,0.0000058265196,0.0000039138304,0.000014041689,0.073400676],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9992922,0.000034009277,0.00011337668,0.00017416358,0.000108441265,0.00027781163],"domain_scores_gemma":[0.9996036,0.00010111112,0.00004572043,0.00009429803,0.00009032517,0.000064907894],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00024699562,0.00007902485,0.00009542583,0.000045368502,0.0000706598,0.0000145390395,0.00008923149,0.000058572496,0.0032781116],"category_scores_gemma":[0.00008422507,0.00006818441,0.00003705149,0.00010851847,0.000058968068,0.00003144071,0.000017554665,0.00018176727,0.004221796],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00089640345,0.00066929107,0.2666512,0.000033211305,0.00018545183,0.0003030747,0.005039506,0.000002229003,0.0015500985,0.03693813,0.02972986,0.65800154],"study_design_scores_gemma":[0.0005946956,0.00039479425,0.52915025,0.000017904029,0.00001606966,0.000031574542,0.0033768995,0.0000012297737,0.0014031598,0.00025634002,0.46458626,0.00017082463],"about_ca_topic_score_codex":0.000059200614,"about_ca_topic_score_gemma":0.000021916121,"teacher_disagreement_score":0.6578307,"about_ca_system_score_codex":0.000008132737,"about_ca_system_score_gemma":0.000010676687,"threshold_uncertainty_score":0.99763304},"labels":[],"label_agreement":null},{"id":"W1982258862","doi":"10.1145/1595384.1592458","title":"Five Questions ... For George Siemens","year":2009,"lang":"en","type":"article","venue":"eLearn","topic":"Complex Systems and Decision Making","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Siemens; George (robot); Management; Library science; Engineering; Engineering management; Engineering ethics; Sociology; Computer science; Artificial intelligence","score_opus":0.11756631869352524,"score_gpt":0.42401297864335635,"score_spread":0.3064466599498311,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1982258862","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17454004,0.0019667628,0.6211861,0.010746076,0.0027709054,0.0016440572,0.00009504173,0.00047339225,0.18657763],"genre_scores_gemma":[0.9213019,0.0000011613786,0.0046596937,0.00061878265,0.00027426504,0.000010002406,0.0000012219183,0.000006833592,0.073126145],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99806803,0.000083294406,0.0004922663,0.00037560842,0.0007238714,0.0002568951],"domain_scores_gemma":[0.9975893,0.001276478,0.00015192051,0.0005264695,0.0003498397,0.00010598083],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001510395,0.00009805378,0.00022368052,0.00019009452,0.00027697676,0.00026525283,0.000439694,0.00005066196,0.00068758277],"category_scores_gemma":[0.0033945574,0.00007152508,0.00015813365,0.0004410277,0.000021252079,0.00015774443,0.000047625002,0.000084709936,0.0007549517],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040103776,0.00007106761,0.00061363843,0.0000012700132,0.000007224632,0.0000074181635,0.000528697,0.0008341461,0.00072075886,0.25417018,0.47749674,0.26550874],"study_design_scores_gemma":[0.00024044553,0.00013076038,0.015109138,0.000010479799,0.0000032512166,0.000008145638,0.00027448413,0.0063265488,0.000019535139,0.29464757,0.68312,0.000109627275],"about_ca_topic_score_codex":0.000019330693,"about_ca_topic_score_gemma":0.000041446445,"teacher_disagreement_score":0.74676186,"about_ca_system_score_codex":0.000022101307,"about_ca_system_score_gemma":0.000039202423,"threshold_uncertainty_score":0.9703628},"labels":[],"label_agreement":null},{"id":"W1991641681","doi":"10.1145/2025356.2030254","title":"Helping Dyslexic Medical Students Pass Their OSCE Exams","year":2011,"lang":"en","type":"article","venue":"eLearn","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Medical education; Dyslexia; Psychology; Objective structured clinical examination; Medical school; Multimedia; Medicine; Computer science; Linguistics","score_opus":0.03895685576317389,"score_gpt":0.34314935597283236,"score_spread":0.3041925002096585,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1991641681","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9760948,0.00009984382,0.0012051067,0.0026958522,0.0009150021,0.00023691817,4.5973655e-7,0.00013252722,0.018619485],"genre_scores_gemma":[0.98879695,0.000038752198,0.0016690172,0.0057586962,0.00057812175,0.00003266601,0.000022666249,0.000027008251,0.003076126],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99819434,0.00005318276,0.0002906806,0.00021926154,0.0009781233,0.0002644324],"domain_scores_gemma":[0.99931353,0.000032781103,0.000067259745,0.00033482816,0.0001136158,0.00013795386],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00093421544,0.00011175219,0.00017911232,0.00008806601,0.00008488848,0.000013881168,0.0003094929,0.00015763537,0.004099096],"category_scores_gemma":[0.0012351441,0.000087822955,0.00004145503,0.00036325108,0.00011531082,0.000060455142,0.00009077422,0.00050249265,0.00057059],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013487598,0.0022782867,0.24443515,0.00017913694,0.00023538884,0.00013397608,0.008611414,2.6407716e-7,0.0011968234,0.004348276,0.05299416,0.6854523],"study_design_scores_gemma":[0.002534078,0.00055667746,0.86680984,0.0006264734,0.00008561846,0.00021646563,0.0031034125,0.0005381317,0.004472244,0.0009647688,0.11971545,0.0003768393],"about_ca_topic_score_codex":0.000037961385,"about_ca_topic_score_gemma":0.0000040771347,"teacher_disagreement_score":0.6850754,"about_ca_system_score_codex":0.00008217267,"about_ca_system_score_gemma":0.00016908084,"threshold_uncertainty_score":0.9968113},"labels":[],"label_agreement":null},{"id":"W1995295962","doi":"10.1145/2371029.2379624","title":"How important is Twitter in your Personal Learning Network?","year":2012,"lang":"en","type":"article","venue":"eLearn","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Roads University","funders":"","keywords":"Social media; World Wide Web; Psychology; Data science; Computer science; Internet privacy; Sociology","score_opus":0.034210658001352465,"score_gpt":0.31478495709864257,"score_spread":0.2805742990972901,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1995295962","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97932404,0.00063649105,0.000022131724,0.011998595,0.00036458366,0.00011554496,4.145441e-7,0.0001482451,0.007389962],"genre_scores_gemma":[0.97534084,0.00006273433,0.00014407202,0.00086691766,0.00062168547,0.0000034513475,9.943385e-7,0.000014488847,0.022944799],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984861,0.00013280577,0.00011413126,0.0001393426,0.0002979359,0.00082969957],"domain_scores_gemma":[0.99965394,0.00002108585,0.00008856094,0.00008967763,0.000020140002,0.00012657778],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008550683,0.00009622995,0.00012870276,0.000061534556,0.0003069351,0.00007548402,0.0001878736,0.000187184,0.00040824478],"category_scores_gemma":[0.00024100914,0.00009536644,0.000052979463,0.00026552234,0.0001495681,0.00027907427,0.00005235829,0.0005449498,0.00011207153],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000056286954,0.000032332428,0.9756399,0.0000020017394,0.0000060926322,0.000005005825,0.010564603,5.3741104e-7,0.000042171945,0.00015848888,0.009691472,0.0038517853],"study_design_scores_gemma":[0.00045062078,0.000046663918,0.53982824,0.00004221428,0.000009778708,0.0000045000966,0.019652365,0.00011446907,0.00007244316,0.00034872614,0.43912235,0.00030765706],"about_ca_topic_score_codex":0.00035982887,"about_ca_topic_score_gemma":0.00018023806,"teacher_disagreement_score":0.43581167,"about_ca_system_score_codex":0.00011182634,"about_ca_system_score_gemma":0.000050582446,"threshold_uncertainty_score":0.4469994},"labels":[],"label_agreement":null},{"id":"W1998539849","doi":"10.1145/2407138.2421596","title":"Gamification: The Latest Buzzword and the Next Fad","year":2012,"lang":"en","type":"article","venue":"eLearn","topic":"Educational Games and Gamification","field":"Psychology","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Canadian Navy","funders":"","keywords":"Realm; Term (time); Field (mathematics); Computer science; Data science; History","score_opus":0.046371232397070944,"score_gpt":0.3226052493799954,"score_spread":0.2762340169829245,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1998539849","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.61735815,0.01902712,0.00030350153,0.163037,0.0021212022,0.000690445,0.000003998789,0.00008884466,0.19736974],"genre_scores_gemma":[0.9713821,0.00011208785,0.000050643375,0.0011694374,0.00061911746,0.000080734826,0.000008714279,0.000008932166,0.026568279],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994013,0.00014436827,0.00010998183,0.000104450686,0.00008121142,0.00015870742],"domain_scores_gemma":[0.9992065,0.0003312027,0.00006391158,0.00032642152,0.000034930137,0.000037053236],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005094123,0.000060225077,0.000056494468,0.000013900812,0.00015397667,0.00004136957,0.00013645604,0.000039823895,0.0007849909],"category_scores_gemma":[0.000059707112,0.000031494612,0.000026476879,0.000106790736,0.00017442604,0.00007140778,0.000012975265,0.0001368509,0.001117504],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004973951,0.00011819362,0.029017305,0.000003822968,0.000044437566,1.0396241e-7,0.021750998,0.000003008513,0.000089859044,0.8505108,0.039522745,0.058888983],"study_design_scores_gemma":[0.00020514349,0.0000065862273,0.47081554,0.0000016251456,0.0000131963925,0.000011943624,0.0029351374,0.000013548507,0.0000055481996,0.0011565504,0.5247926,0.000042581913],"about_ca_topic_score_codex":0.00006388882,"about_ca_topic_score_gemma":0.0000047730396,"teacher_disagreement_score":0.84935427,"about_ca_system_score_codex":0.000008415804,"about_ca_system_score_gemma":0.000008639291,"threshold_uncertainty_score":0.99966025},"labels":[],"label_agreement":null},{"id":"W2012849234","doi":"10.1145/1943208.1943209","title":"Administering a Gross Anatomy Exam Using Mobile Technology","year":2011,"lang":"en","type":"article","venue":"eLearn","topic":"Mobile Learning in Education","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Popularity; Medical education; Multimedia; Mobile device; Computer science; Mobile technology; Medicine; Psychology; World Wide Web","score_opus":0.035586678871042186,"score_gpt":0.2980858708928746,"score_spread":0.2624991920218324,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2012849234","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8878689,0.00011602714,0.106302604,0.0000768045,0.0005660346,0.00016384947,1.6067784e-7,0.00045823533,0.004447373],"genre_scores_gemma":[0.9112805,0.0000033141728,0.08818669,0.000058903886,0.00005524292,0.000049880517,3.9070306e-7,0.000013649186,0.00035143207],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99903864,0.00004666975,0.00015708311,0.00034294368,0.00012640549,0.00028825185],"domain_scores_gemma":[0.9991616,0.000021797745,0.00009473355,0.0006099286,0.000053197502,0.000058748854],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001827422,0.000102358936,0.00010872214,0.00020242087,0.000121267265,0.000058413472,0.00071348774,0.0000922929,0.00009871774],"category_scores_gemma":[0.000046056888,0.000108912915,0.00002971848,0.00056320155,0.00006078957,0.0002903961,0.0002721555,0.00021471716,0.00018648019],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019217832,0.0006618952,0.1438811,0.00009485451,0.000068416404,0.0001603691,0.019196533,0.0012589339,0.013472595,0.06792135,0.00054152164,0.7527232],"study_design_scores_gemma":[0.0021127367,0.002791581,0.119632885,0.00040004664,0.0000666133,0.0021093288,0.004145686,0.31027964,0.094613895,0.030409317,0.43006414,0.0033741465],"about_ca_topic_score_codex":0.000037738908,"about_ca_topic_score_gemma":0.0000027860294,"teacher_disagreement_score":0.74934906,"about_ca_system_score_codex":0.000056116092,"about_ca_system_score_gemma":0.00007497797,"threshold_uncertainty_score":0.444134},"labels":[],"label_agreement":null},{"id":"W2023190641","doi":"10.1145/1125280.1125282","title":"Development principles for online courses","year":2005,"lang":"en","type":"article","venue":"eLearn","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Mathematics education; Computer science; Psychology","score_opus":0.057176577825794044,"score_gpt":0.36571319282211157,"score_spread":0.3085366149963175,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2023190641","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95971644,0.00024644303,0.00061590306,0.0141615,0.0001847462,0.0002694172,0.0000051901884,0.00019981412,0.024600523],"genre_scores_gemma":[0.3312805,0.00011973574,0.56006604,0.00056528253,0.0033013541,0.000029054358,0.000051109266,0.000026962416,0.10455992],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99931216,0.000031424206,0.000121994475,0.000117587864,0.00017123735,0.00024558962],"domain_scores_gemma":[0.9997064,0.000068596375,0.000046410874,0.00005719722,0.00005731646,0.00006409344],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038201493,0.00005345048,0.00007296023,0.000030629966,0.0003759041,0.00003130704,0.000119767865,0.000045964753,0.00021972434],"category_scores_gemma":[0.00020713665,0.000050081217,0.000030939766,0.000075059565,0.000041882387,0.000093446506,0.000018205255,0.00008281571,0.00010099723],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007750217,0.00010838077,0.0014295025,0.0000054108987,0.000011484568,5.505156e-7,0.003003443,0.0001723516,0.00007014642,0.012392114,0.001731657,0.9810672],"study_design_scores_gemma":[0.0001346698,0.00001319027,0.0013381261,0.000008195715,0.0000037063082,1.7992801e-7,0.002285692,0.00013481823,0.00016827582,0.000038467562,0.99579555,0.000079143734],"about_ca_topic_score_codex":0.000019350713,"about_ca_topic_score_gemma":0.0038732095,"teacher_disagreement_score":0.99406385,"about_ca_system_score_codex":0.000056954468,"about_ca_system_score_gemma":0.00047306318,"threshold_uncertainty_score":0.28911886},"labels":[],"label_agreement":null},{"id":"W2031756410","doi":"10.1145/1595388.1595438","title":"Patterns in e-Learning Standards and Specifications","year":2009,"lang":"en","type":"article","venue":"eLearn","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"NOSM University","funders":"","keywords":"Philosophy of technology; Computer science; E learning; Engineering ethics; Educational technology; Knowledge management; Mathematics education; Data science; Psychology; Epistemology; Engineering; Philosophy of science","score_opus":0.021637480668794916,"score_gpt":0.28312253558048367,"score_spread":0.2614850549116888,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2031756410","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7806122,0.00023680317,0.052579194,0.016516456,0.00032651908,0.00023018161,0.0000014251724,0.00033602896,0.14916123],"genre_scores_gemma":[0.99499416,0.00008718919,0.002583784,0.00018707923,0.000044283184,0.000002619487,0.0000020617747,0.000003835362,0.0020949664],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99924237,0.00007972239,0.00012138153,0.00021501271,0.00017095021,0.0001705382],"domain_scores_gemma":[0.99965197,0.00003503979,0.00004052635,0.00015953725,0.00004701744,0.00006589936],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035577148,0.00006414447,0.00007776405,0.000102599195,0.00012446407,0.00021059118,0.00022624031,0.000028112761,0.0001080443],"category_scores_gemma":[0.00009911129,0.00006589637,0.000014471638,0.00025959816,0.000008777547,0.00029662595,0.00004384098,0.0002728636,0.00005683714],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009344351,0.00020388339,0.22379987,0.000012785417,0.0000074696713,0.000019027222,0.01600554,0.0011593839,0.0011970124,0.23041944,0.0023644848,0.5248018],"study_design_scores_gemma":[0.0003367896,0.00014615126,0.82090896,0.0000334753,0.0000015498757,0.000013990887,0.0028408722,0.006571439,0.00017840228,0.0010808457,0.16767336,0.0002141735],"about_ca_topic_score_codex":0.000016377284,"about_ca_topic_score_gemma":0.000013377296,"teacher_disagreement_score":0.5971091,"about_ca_system_score_codex":0.00004551271,"about_ca_system_score_gemma":0.000057174337,"threshold_uncertainty_score":0.26871762},"labels":[],"label_agreement":null},{"id":"W2060539314","doi":"10.1145/1070948.1070952","title":"\"Or even worse\"","year":2005,"lang":"en","type":"article","venue":"eLearn","topic":"ICT in Developing Communities","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Computer science","score_opus":0.025854168938019093,"score_gpt":0.2629696433377192,"score_spread":0.23711547439970013,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2060539314","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24592729,0.0011045651,0.39890805,0.059403308,0.0025357718,0.00047499032,0.0000018488348,0.003311242,0.28833294],"genre_scores_gemma":[0.76014453,0.000030219217,0.18812615,0.0022362156,0.0002766136,0.00001029559,0.0000010055013,0.000013293865,0.049161702],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99938184,0.000056491783,0.00010208496,0.00010462348,0.0001522123,0.00020273816],"domain_scores_gemma":[0.9992744,0.000091108195,0.00002808296,0.0005371276,0.000034336215,0.000034992987],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0001654486,0.000069396214,0.00007148948,0.00006134861,0.000118041506,0.000097148484,0.0010617038,0.00003089531,0.00013626028],"category_scores_gemma":[0.000055226406,0.000058340174,0.000022714348,0.00021384383,0.0000248352,0.0003151268,0.0003450409,0.0001500415,0.0012157181],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000127167,0.00010247635,0.0010664186,0.000018223043,0.000032336364,0.000029185674,0.013181257,0.0005431559,0.00012857332,0.12757716,0.07758238,0.77972615],"study_design_scores_gemma":[0.00016446416,0.000044430813,0.005152311,0.000025238145,0.0000012150865,0.00003403573,0.00006707504,0.007856567,0.0010161765,0.0020280743,0.9834105,0.00019992083],"about_ca_topic_score_codex":0.000013230646,"about_ca_topic_score_gemma":0.000035296172,"teacher_disagreement_score":0.9058281,"about_ca_system_score_codex":0.00003668963,"about_ca_system_score_gemma":0.00007016019,"threshold_uncertainty_score":0.99956197},"labels":[],"label_agreement":null},{"id":"W2078542917","doi":"10.1145/1104985.1104989","title":"Is it live or is it Memorex?","year":2005,"lang":"en","type":"article","venue":"eLearn","topic":"Personal Information Management and User Behavior","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science","score_opus":0.4002893171548517,"score_gpt":0.48116714452454346,"score_spread":0.08087782736969173,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2078542917","genre_codex":"empirical","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6856904,0.00008541158,0.00042847477,0.11382737,0.00040801053,0.00032339935,0.00003659924,0.000097644515,0.19910271],"genre_scores_gemma":[0.38908708,0.000037057052,0.0009972107,0.03254648,0.00021810166,0.000008612333,0.0000038200023,0.000007967628,0.57709366],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979003,0.00003543914,0.00042777255,0.00024959017,0.001147476,0.00023941482],"domain_scores_gemma":[0.9990417,0.0001587723,0.00014574666,0.00039145455,0.0001598445,0.000102518105],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0008193559,0.00011618317,0.00015540392,0.00018954904,0.00015892647,0.00034426025,0.00063006085,0.0000568751,0.10566348],"category_scores_gemma":[0.0002284415,0.00007803424,0.00011255535,0.00043832028,0.000041614214,0.0009157124,0.00013905363,0.0001258519,0.073009014],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020106912,0.000022716682,0.0019711591,0.0000012940845,0.0000069774815,0.0000033163697,0.007751644,0.0000133665635,0.00001170694,0.00009679649,0.92366636,0.066434585],"study_design_scores_gemma":[0.0002421401,0.000039625753,0.007930645,0.000005971733,0.000011045144,0.000002708,0.006230338,0.0027691394,0.00023151033,0.00012706615,0.9822778,0.00013197724],"about_ca_topic_score_codex":0.000021099715,"about_ca_topic_score_gemma":0.00007955584,"teacher_disagreement_score":0.377991,"about_ca_system_score_codex":0.00003073524,"about_ca_system_score_gemma":0.000036166337,"threshold_uncertainty_score":0.92771274},"labels":[],"label_agreement":null},{"id":"W2081917387","doi":"10.1145/1595385.1555527","title":"Long Live Instructor-Led Learning","year":2009,"lang":"en","type":"article","venue":"eLearn","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Psychology","score_opus":0.0029239290672612886,"score_gpt":0.1955422653037435,"score_spread":0.1926183362364822,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2081917387","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96842843,0.0008435202,0.0023504358,0.000023749366,0.00037886578,0.00008582782,3.164756e-7,0.0017837872,0.026105037],"genre_scores_gemma":[0.9962938,0.000040832507,0.002418778,0.00002790859,0.00018730572,0.000004451433,0.00000650241,0.000052022657,0.0009684161],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999174,0.00001995061,0.00015764842,0.00016018076,0.0001521253,0.00033611877],"domain_scores_gemma":[0.99969167,0.000027484692,0.00001913201,0.0001567713,0.000014634821,0.00009033999],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00007373784,0.00017816415,0.0001561637,0.000085084626,0.000071487084,0.000045184774,0.00014237186,0.00008372383,0.00024968878],"category_scores_gemma":[0.000045169858,0.0002032687,0.000056033634,0.00015741034,0.000015294107,0.00015193751,0.00001879298,0.0005371132,0.00055807835],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000781184,0.000019985673,0.005380726,0.00003114869,0.000044871962,0.00005128058,0.0021330446,0.8698773,0.07213937,0.0005129545,0.0003462009,0.04945534],"study_design_scores_gemma":[0.0025119418,0.00089032034,0.25412336,0.00038766026,0.000052362902,0.00023204644,0.0020328648,0.55299646,0.09631053,0.00027686873,0.08733083,0.0028547407],"about_ca_topic_score_codex":0.0000032567227,"about_ca_topic_score_gemma":0.000001015231,"teacher_disagreement_score":0.31688082,"about_ca_system_score_codex":0.000098666715,"about_ca_system_score_gemma":0.0000053173744,"threshold_uncertainty_score":0.82890576},"labels":[],"label_agreement":null},{"id":"W2082438799","doi":"10.1145/2157652.2159560","title":"Moving From Paper to E-Book Reading","year":2012,"lang":"en","type":"article","venue":"eLearn","topic":"Library Collection Development and Digital Resources","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Reading (process); Computer science; Multimedia; Linguistics; Philosophy","score_opus":0.011408136433760022,"score_gpt":0.20812217788192136,"score_spread":0.19671404144816135,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2082438799","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29757804,0.0010157076,0.06081834,0.00345397,0.0011460513,0.0001945409,0.0000011351246,0.000746327,0.6350459],"genre_scores_gemma":[0.8750522,0.000007658811,0.023450634,0.006675277,0.000370753,0.000010818015,0.0000019434465,0.000011496352,0.094419196],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993713,0.000016341737,0.000086558524,0.0001438698,0.0001504934,0.0002314418],"domain_scores_gemma":[0.999584,0.00006600101,0.000019372714,0.00016794843,0.000009437047,0.0001531932],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00006633573,0.0000646129,0.00006112733,0.00006795591,0.00009404397,0.00024417907,0.0002887547,0.000023240851,0.00032451682],"category_scores_gemma":[0.000041809024,0.000057745005,0.000023237164,0.00027588775,0.0000049247915,0.0024236292,0.00022251332,0.000051505544,0.0011629261],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024160994,0.0001182365,0.11933825,0.0000074713234,0.00005929999,0.000012176045,0.01509758,0.00006966518,0.0058772746,0.0424826,0.42487308,0.39204022],"study_design_scores_gemma":[0.000060404887,0.00001192441,0.027095275,0.0000074664003,6.627e-7,0.0000012801706,0.00002617281,0.00015901278,0.0028867577,0.0005176979,0.96911544,0.00011793105],"about_ca_topic_score_codex":0.00001320819,"about_ca_topic_score_gemma":6.943852e-7,"teacher_disagreement_score":0.5774742,"about_ca_system_score_codex":0.000020468391,"about_ca_system_score_gemma":0.000021507445,"threshold_uncertainty_score":0.9996148},"labels":[],"label_agreement":null},{"id":"W2255482883","doi":"10.1145/2687917.2686761","title":"The Significance of Educational Technology History and Research","year":2014,"lang":"en","type":"article","venue":"eLearn","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Roads University","funders":"","keywords":"History of technology; Engineering ethics; History; Engineering; Archaeology","score_opus":0.03243945281526808,"score_gpt":0.3691857631980691,"score_spread":0.336746310382801,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2255482883","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5868597,0.0032947394,0.000021131418,0.15067391,0.00030445907,0.00017899073,3.3088475e-7,0.00003314503,0.2586336],"genre_scores_gemma":[0.9723341,0.00013033867,0.00035940352,0.000014820304,0.00019404908,0.000006875545,2.1230261e-7,0.0000025302684,0.026957657],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993321,0.00023334728,0.000053487307,0.00007236245,0.00017529426,0.00013343197],"domain_scores_gemma":[0.99910045,0.00067315734,0.000027431517,0.00007690927,0.000100186,0.000021842778],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014409483,0.000018268156,0.00003545787,0.000050686784,0.0003405644,0.000007350138,0.00012880671,0.00003917746,0.000115938084],"category_scores_gemma":[0.0014994602,0.000014016503,0.000007492603,0.00014540456,0.0007409335,0.00002654162,0.000022133861,0.00018398574,0.000023909388],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003245102,0.000014866356,0.009605882,0.0000036152462,0.0000025244253,4.9213618e-8,0.0011295666,0.0000011343776,0.00047947024,0.8019103,0.007966509,0.17888287],"study_design_scores_gemma":[0.000023851331,0.000022962935,0.0019078895,0.000002998755,6.340762e-7,1.0210056e-7,0.0018748163,0.00001257838,0.00003277251,0.020375498,0.9757283,0.000017621234],"about_ca_topic_score_codex":0.00019641446,"about_ca_topic_score_gemma":0.0004359108,"teacher_disagreement_score":0.96776175,"about_ca_system_score_codex":0.000046584366,"about_ca_system_score_gemma":0.00038820418,"threshold_uncertainty_score":0.27300003},"labels":[],"label_agreement":null},{"id":"W2302335549","doi":"10.1145/2904374.2893358","title":"The Move is On! From the Passive Multimedia Learner to the Engaged Co-creator","year":2016,"lang":"en","type":"article","venue":"eLearn","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Interactivity; Computer science; Information and Communications Technology; Context (archaeology); Citizen journalism; Multimedia; Knowledge management; World Wide Web","score_opus":0.01994179781718177,"score_gpt":0.31716541001109283,"score_spread":0.2972236121939111,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2302335549","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.510319,0.00027352243,0.00007455095,0.45095462,0.0007744173,0.0006392256,0.00006214308,0.0001389798,0.036763564],"genre_scores_gemma":[0.9327332,0.0002726964,0.00018044088,0.0049930615,0.0026583313,0.000039480197,0.000002824547,0.000024244535,0.059095714],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99697155,0.0017516422,0.00013263496,0.00023723912,0.00050453044,0.00040243095],"domain_scores_gemma":[0.99290425,0.006449592,0.00008088822,0.00038747382,0.000069088026,0.000108721746],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0016551501,0.000115312134,0.000102542224,0.000014008078,0.0033010112,0.00015037315,0.0006603223,0.00007917427,0.0011282965],"category_scores_gemma":[0.0039760917,0.00004012869,0.000090515125,0.00017176529,0.00028724803,0.00007544817,0.000062184125,0.0006942425,0.0037323714],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043558786,0.000022986605,0.003244441,2.6475465e-7,0.000048554084,0.0000030900803,0.032631848,0.0000059417853,0.00028549964,0.0016133307,0.14771846,0.814382],"study_design_scores_gemma":[0.00018528855,0.000038737544,0.007897212,0.000015068479,0.000010537702,9.8864355e-8,0.021741904,0.000017587476,0.00035120896,0.0003099247,0.9693427,0.00008970042],"about_ca_topic_score_codex":0.0010877228,"about_ca_topic_score_gemma":0.0018955012,"teacher_disagreement_score":0.8216243,"about_ca_system_score_codex":0.0000562673,"about_ca_system_score_gemma":0.00019558653,"threshold_uncertainty_score":0.9997848},"labels":[],"label_agreement":null},{"id":"W2555909367","doi":"10.1145/3017608.3013524","title":"Gamification Is Simply Bells and Whistles","year":2016,"lang":"en","type":"article","venue":"eLearn","topic":"Educational Games and Gamification","field":"Psychology","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Canadian Navy","funders":"","keywords":"Sign (mathematics); Nothing; Content (measure theory); Order (exchange); Term (time); Psychology; Multimedia; Computer science; Human–computer interaction; Epistemology; Mathematics; Business; Physics; Philosophy","score_opus":0.024308561956799514,"score_gpt":0.3184210144509073,"score_spread":0.2941124524941078,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2555909367","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8859038,0.0012523411,0.0037725267,0.054249544,0.00064646074,0.00023881247,0.000025577132,0.00009823217,0.053812724],"genre_scores_gemma":[0.9201773,0.0001332287,0.0001546105,0.00074829237,0.00014856407,0.00002166217,0.0000066358048,0.000010303528,0.07859942],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99947715,0.000034711906,0.00010765873,0.00019918095,0.000068400004,0.00011288503],"domain_scores_gemma":[0.9995564,0.00008659344,0.000054483742,0.00021300965,0.000045288878,0.00004422479],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00010325115,0.00005673849,0.000053977506,0.00003721957,0.0000423641,0.000012199784,0.0000626676,0.000050863877,0.0023074574],"category_scores_gemma":[0.000027253633,0.000040893403,0.000017521894,0.00005794668,0.0000506231,0.00005180209,0.000009055188,0.00003604569,0.0017701403],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030719402,0.00015016098,0.043460265,0.000009308635,0.00003970338,6.9211444e-7,0.0064761546,1.8239322e-7,0.013411752,0.13792835,0.15464464,0.64384806],"study_design_scores_gemma":[0.00016446416,0.000029134166,0.42416048,0.000007194351,0.0000058509527,0.0000044571984,0.0003193027,0.0000023604096,0.00037317025,0.0024565102,0.57240635,0.00007073096],"about_ca_topic_score_codex":0.00003294214,"about_ca_topic_score_gemma":0.0000049505725,"teacher_disagreement_score":0.6437774,"about_ca_system_score_codex":0.000016843534,"about_ca_system_score_gemma":0.000011851193,"threshold_uncertainty_score":0.9990071},"labels":[],"label_agreement":null},{"id":"W2793511002","doi":"10.1145/3185512.3185174","title":"Openness in Education and Digital Scholarship: An interview with Bonnie Stewart","year":2018,"lang":"en","type":"article","venue":"eLearn","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Scholarship; Openness to experience; Digital scholarship; Sociology; Media studies; Library science; Art; Political science; Psychology; Humanities; Law; Social psychology; Computer science","score_opus":0.020378215484918295,"score_gpt":0.2909750696665775,"score_spread":0.2705968541816592,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2793511002","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98395413,0.000108772074,0.0008738707,0.0012535277,0.00023311314,0.00010681148,1.3747639e-7,0.000050375078,0.013419256],"genre_scores_gemma":[0.99495864,0.000008879217,0.0028457528,0.0003938322,0.00007882719,0.000009082525,0.0000032543867,0.000007124683,0.0016946092],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9993277,0.00008109699,0.00009865435,0.00025320367,0.0000980378,0.0001413146],"domain_scores_gemma":[0.99954796,0.000015503307,0.000040699637,0.00022759051,0.000076775395,0.000091443166],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029422407,0.00007091011,0.00007635921,0.00008116651,0.000089000714,0.0007630435,0.00034959434,0.00002473599,0.000043207616],"category_scores_gemma":[0.00004300758,0.000061146275,0.0000073271617,0.00028498718,0.00004200727,0.0023780924,0.000116841555,0.00015229912,0.00016860456],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009935912,0.0003301632,0.08151344,0.000019467694,0.000005351105,0.0000022319089,0.007726679,0.0000036410104,0.00009263106,0.010096369,0.0003276127,0.8998725],"study_design_scores_gemma":[0.0007493787,0.0012258559,0.77486676,0.0003947938,0.0000052681416,0.00014293642,0.013048849,0.0019866482,0.00040011638,0.0013546372,0.20523293,0.000591805],"about_ca_topic_score_codex":0.000022147697,"about_ca_topic_score_gemma":0.00008155697,"teacher_disagreement_score":0.89928067,"about_ca_system_score_codex":0.000025210386,"about_ca_system_score_gemma":0.00014528501,"threshold_uncertainty_score":0.7358046},"labels":[],"label_agreement":null},{"id":"W2929450823","doi":"10.1145/3310377.3313865","title":"Excited by E-Moderation? A Canadian Educator Shares Her Best Hacks","year":2019,"lang":"en","type":"article","venue":"eLearn","topic":"Higher Education Practises and Engagement","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Moderation; Psychology; Best practice; Professional development; Discussion board; Computer science; World Wide Web; Social psychology; Pedagogy; Political science","score_opus":0.021823580799533737,"score_gpt":0.3308061231904383,"score_spread":0.30898254239090456,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2929450823","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6553726,0.00032032857,0.000013442569,0.025756946,0.0013560415,0.0003364791,0.00002255403,0.000052476928,0.31676912],"genre_scores_gemma":[0.80159694,0.00004595565,0.000054397693,0.001219272,0.00021293505,0.000019669118,0.00003083586,0.000008913106,0.19681111],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991788,0.00011594513,0.00008845796,0.00015910211,0.00019100955,0.00026665168],"domain_scores_gemma":[0.99947846,0.000045330795,0.00003255899,0.00013474734,0.00006027546,0.0002486562],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00025751867,0.000060054685,0.00006224701,0.000053503787,0.00045405517,0.00018289774,0.00013203619,0.000056766752,0.025073057],"category_scores_gemma":[0.000070775044,0.00006330796,0.000023814611,0.00015625112,0.000028311404,0.0002314237,0.000008585463,0.00013135251,0.004306601],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000033803758,0.000111021924,0.028171565,0.0000060677576,0.000023223849,0.00000102667,0.02403256,0.000021405567,0.00009791335,0.008323383,0.92828804,0.010920408],"study_design_scores_gemma":[0.00006861959,0.000013973072,0.0035697562,0.0000053000417,0.000003577784,1.4205781e-7,0.008677253,0.000018219951,0.000008918567,0.00008800819,0.98745626,0.0000899769],"about_ca_topic_score_codex":0.3736921,"about_ca_topic_score_gemma":0.21513174,"teacher_disagreement_score":0.15856037,"about_ca_system_score_codex":0.00018504138,"about_ca_system_score_gemma":0.00076441816,"threshold_uncertainty_score":0.99646866},"labels":[],"label_agreement":null},{"id":"W2982047848","doi":"10.1145/3329488.3331173","title":"Intentionally Equitable Hospitality in Hybrid Video Dialogue: The context of Virtually Connecting","year":2019,"lang":"en","type":"article","venue":"eLearn","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lakehead University; University of Ottawa","funders":"","keywords":"Hospitality; Grassroots; Context (archaeology); Public relations; Order (exchange); Sociology; Internet privacy; Business; Computer science; Political science; Politics; Tourism; Geography","score_opus":0.015044003891510841,"score_gpt":0.2923649766712946,"score_spread":0.27732097277978374,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2982047848","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96855795,0.00013584655,0.00005980445,0.0023327642,0.00028631496,0.00019793882,0.0000039906063,0.000029157982,0.028396225],"genre_scores_gemma":[0.997134,0.00002460614,0.00011091118,0.00016521374,0.00011942818,0.0000035725357,0.0000069060216,0.000007784183,0.0024276015],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99869347,0.00031047154,0.00023299096,0.00016461746,0.00029819107,0.0003002517],"domain_scores_gemma":[0.9991166,0.00045669643,0.00013723763,0.0001431327,0.00011155517,0.000034777546],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002113098,0.00006686397,0.00015849504,0.000042962954,0.00018403873,0.000042249176,0.0002736604,0.00004326647,0.00048340062],"category_scores_gemma":[0.0011089804,0.00005326571,0.00007129748,0.00020518363,0.000106685344,0.00020114156,0.00008992463,0.00026765955,0.00013383382],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000105151026,0.00032163886,0.39026284,0.000059046793,0.00008831469,0.000010039908,0.023966411,0.0004783783,0.0039383546,0.27219924,0.0013015132,0.30726907],"study_design_scores_gemma":[0.0024626094,0.0006639927,0.10898391,0.00034237583,0.000042898748,0.000004871028,0.3456674,0.0010137514,0.0016284195,0.015495328,0.5229428,0.00075165805],"about_ca_topic_score_codex":0.0021738221,"about_ca_topic_score_gemma":0.0032620355,"teacher_disagreement_score":0.5216413,"about_ca_system_score_codex":0.000052817224,"about_ca_system_score_gemma":0.0002348101,"threshold_uncertainty_score":0.5292898},"labels":[],"label_agreement":null},{"id":"W2982598466","doi":"10.1145/3360724.3360723","title":"Professional Development for Open Education: The usefulness of a cMOOC","year":2019,"lang":"en","type":"article","venue":"eLearn","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cambrian College","funders":"","keywords":"Open educational resources; Open education; Professional development; Open university; Focus group; Educational resources; Medical education; Knowledge management; Pedagogy; Psychology; Distance education; Sociology; Computer science; Medicine","score_opus":0.036751051197848224,"score_gpt":0.31990263770313665,"score_spread":0.28315158650528843,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2982598466","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.801743,0.0001305099,0.014041872,0.025511073,0.009875654,0.0034060131,8.673095e-7,0.00008928893,0.14520177],"genre_scores_gemma":[0.88199896,6.974333e-7,0.0161418,0.00054030505,0.00004969749,0.00016858129,0.0000043201235,0.0000054311636,0.10109022],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99942344,0.00005297533,0.00013124876,0.00015557975,0.00012872896,0.00010804907],"domain_scores_gemma":[0.99942,0.00009238329,0.00009119988,0.00024604207,0.00012007302,0.000030330964],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043201118,0.00004943059,0.000075115044,0.000026483367,0.00015504044,0.00012133982,0.0011308539,0.000020733127,0.00022292743],"category_scores_gemma":[0.000037239763,0.00003337295,0.000019223378,0.00016080149,0.000010991294,0.00027166848,0.0003198557,0.000083327424,0.00022562341],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028044706,0.00058049074,0.016196337,0.000093833936,0.000033550557,8.654898e-8,0.023014663,0.00011442625,0.00030839336,0.6219279,0.050337765,0.2873645],"study_design_scores_gemma":[0.00025171795,0.000042720352,0.044957265,0.00005585388,0.0000016602603,0.0000026377322,0.0045911525,0.0006832173,0.0021290702,0.0006625776,0.9465128,0.00010928689],"about_ca_topic_score_codex":0.0000101362375,"about_ca_topic_score_gemma":0.0000033531246,"teacher_disagreement_score":0.8961751,"about_ca_system_score_codex":0.000020829013,"about_ca_system_score_gemma":0.0010945096,"threshold_uncertainty_score":0.29000077},"labels":[],"label_agreement":null},{"id":"W4205761947","doi":"10.1145/3508017.3495533","title":"Conversation-Based Assessments: Real-Time Assessment and Feedback","year":2021,"lang":"en","type":"article","venue":"eLearn","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Conversation; Computer science; Test (biology); Conversation analysis; Human–computer interaction; Multimedia; Psychology; Communication","score_opus":0.037621487000752594,"score_gpt":0.42449446637501853,"score_spread":0.38687297937426596,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205761947","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7398568,0.00007019868,0.02722093,0.002073169,0.0006318371,0.00013184409,0.0000061995806,0.00021661252,0.22979243],"genre_scores_gemma":[0.90673935,0.00000590333,0.05696665,0.00090241607,0.00015718181,0.00002051159,0.0000929921,0.000038497143,0.035076488],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99744874,0.001582717,0.00019600078,0.00035758546,0.00017285517,0.00024212054],"domain_scores_gemma":[0.99893063,0.00046170663,0.00010879919,0.00030089554,0.00014000773,0.000057935624],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001343208,0.00013010716,0.00019357368,0.00007277617,0.00014295509,0.00005821558,0.000074241354,0.000100060155,0.006987339],"category_scores_gemma":[0.00011135398,0.00013277642,0.0000397849,0.00024537547,0.000067342684,0.00004870412,0.00002993798,0.00044263096,0.00038119254],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018702421,0.0010333237,0.56238705,0.000096222466,0.0006991189,0.00033439367,0.006980489,0.00022401637,0.061701596,0.050955243,0.03666727,0.27873424],"study_design_scores_gemma":[0.0015883388,0.00019933448,0.95255023,0.000032722535,0.000035647103,0.000015925334,0.0013623671,0.0017340035,0.00035491283,0.00035406204,0.041497517,0.00027492683],"about_ca_topic_score_codex":0.00010217429,"about_ca_topic_score_gemma":0.0000016837475,"teacher_disagreement_score":0.39016315,"about_ca_system_score_codex":0.00007557395,"about_ca_system_score_gemma":0.00016051462,"threshold_uncertainty_score":0.9939204},"labels":[],"label_agreement":null},{"id":"W4313552311","doi":"10.1145/3579632.3558395","title":"Closing the Assessment Excellence Gap: Why digital assessments should go beyond recall and be more inclusive","year":2023,"lang":"en","type":"article","venue":"eLearn","topic":"Higher Education Learning Practices","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Quest University Canada","funders":"","keywords":"Closing (real estate); Excellence; Recall; Implementation; Computer science; Action (physics); Public relations; Psychology; Political science; Cognitive psychology; Software engineering","score_opus":0.08205664865131557,"score_gpt":0.46459990483968616,"score_spread":0.3825432561883706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313552311","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.60215867,0.00015888519,0.00017488522,0.25926787,0.0009626337,0.00046444696,0.000010586824,0.0003220367,0.13648],"genre_scores_gemma":[0.96729,0.0002801422,0.00056132727,0.0025404603,0.000352855,0.000034651206,0.000019491805,0.000024214756,0.02889686],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99791336,0.00042856173,0.00018077983,0.00032444537,0.0007766799,0.00037617766],"domain_scores_gemma":[0.99837875,0.00097499194,0.00017585853,0.00022621367,0.0001104587,0.00013374299],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0013290345,0.00012435812,0.00012461425,0.000062390405,0.0013928878,0.00075525214,0.00036073808,0.00009439114,0.00027447354],"category_scores_gemma":[0.000669532,0.000102092505,0.000038675757,0.0006243739,0.0003583257,0.0008837884,0.00024121851,0.00046920544,0.00015690191],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032416305,0.00033361113,0.37932026,0.00005679958,0.00019032782,0.000055833396,0.22833946,0.0003679684,0.00044259487,0.02020853,0.27327842,0.09737378],"study_design_scores_gemma":[0.000106712054,0.00003801365,0.033313394,0.000020146508,0.000017473254,0.0000015482633,0.02870512,0.00015940689,0.0000054640077,0.0009600587,0.9365278,0.00014484792],"about_ca_topic_score_codex":0.00058567105,"about_ca_topic_score_gemma":0.00013514502,"teacher_disagreement_score":0.6632494,"about_ca_system_score_codex":0.00014589765,"about_ca_system_score_gemma":0.0003618229,"threshold_uncertainty_score":0.99990714},"labels":[],"label_agreement":null}]}