{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":22,"total_is_capped":false,"direct_labels_cover":0,"predictions_cover":22,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12","author_layer_release":"2026-06-26"},"query_hash":"bebb1aba7663","filters":{"venue":"eLearn"}},"results":[{"id":"W1998539849","doi":"10.1145/2407138.2421596","title":"Gamification: The Latest Buzzword and the Next Fad","year":2012,"lang":"en","type":"article","venue":"eLearn","topic":"Educational Games and Gamification","field":"Psychology","cited_by":22,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Royal Canadian Navy","funders":"","keywords":"Realm; Term (time); Field (mathematics); Computer science; Data science; History","authors":[{"name":"Guy Boulet","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04637123239707094,"gpt":0.3226052493799954,"spread":0.2762340169829245,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007100344,0.0008954476,0.0008651113,0.00182598,0.002460086,0.01099041,0.001416399,0.005678735,0.01340131],"category_scores_gemma":[0.01598261,0.0002739613,0.0006951347,0.001203386,0.006775917,0.01655256,0.004321143,0.01214623,0.003353101],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002483747,"about_ca_system_score_gemma":0.00211997,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001763785,"about_ca_topic_score_gemma":0.001983553,"domain_scores_codex":[0.9960925,0.001311342,0.0001831514,0.0003853063,0.001572427,0.0004553383],"domain_scores_gemma":[0.9915201,0.004122769,0.0002602661,0.0005740434,0.002219203,0.001303626],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0002962213,0.0001600063,0.0007085323,0.0007641053,0.00002420855,0.0002496617,0.002223379,0.0002417016,0.0006981402,0.3452132,0.3053423,0.3440786],"study_design_scores_gemma":[0.0000248526,0.0001142045,0.0006489318,0.001724429,0.00001930203,0.0005515176,0.002719973,0.0004235382,0.0003593407,0.1242412,0.8691155,0.00005726533],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"commentary","genre_gemma":"commentary","genre_scores_codex":[0.0101646,0.2935413,0.01274009,0.5350171,0.06213356,0.00005035883,0.0001928896,0.0006010687,0.08555911],"genre_scores_gemma":[0.330809,0.2826577,0.03123884,0.1573326,0.06527508,0.0002452714,0.000667057,0.001215043,0.1305594],"genre_candidate":"commentary","genre_consensus":"commentary","teacher_disagreement_score":0.01340131,"threshold_uncertainty_score":0.04483181,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2302335549","doi":"10.1145/2904374.2893358","title":"The Move is On! From the Passive Multimedia Learner to the Engaged Co-creator","year":2016,"lang":"en","type":"article","venue":"eLearn","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":21,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université Laval","funders":"","keywords":"Interactivity; Computer science; Information and Communications Technology; Context (archaeology); Citizen journalism; Multimedia; Knowledge management; World Wide Web","authors":[{"name":"Margarida Roméro","is_ca":true},{"name":"Thérèse Laferrière","is_ca":true},{"name":"Thomas Michael Power","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01994179781718177,"gpt":0.3171654100110928,"spread":0.2972236121939111,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006274004,0.0007825606,0.0005782254,0.001197332,0.005858941,0.02025575,0.002477837,0.006704829,0.01221258],"category_scores_gemma":[0.01141027,0.0005305874,0.0007181307,0.0008395984,0.02714287,0.03445813,0.01684285,0.00821548,0.006416899],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00265189,"about_ca_system_score_gemma":0.003132825,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002051571,"about_ca_topic_score_gemma":0.001454575,"domain_scores_codex":[0.9924625,0.004163363,0.0001909693,0.001225464,0.001483509,0.0004741361],"domain_scores_gemma":[0.9923329,0.003345356,0.0005275945,0.001122722,0.001148402,0.001522967],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000141134,0.0002482038,0.004608941,0.0006745448,0.00003823521,0.0008134321,0.1692856,0.0001906252,0.004165024,0.621406,0.03490258,0.1635256],"study_design_scores_gemma":[0.00003292904,0.0002612583,0.001551848,0.0008335123,0.00004617084,0.001454442,0.08134606,0.0009471795,0.002122501,0.1812039,0.730092,0.0001082454],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.08077067,0.00934066,0.1813288,0.2641406,0.003888343,0.0004309232,0.0001855746,0.001549127,0.4583653],"genre_scores_gemma":[0.7538409,0.007159561,0.04489938,0.03584323,0.001398224,0.0007236039,0.0002478603,0.0007318396,0.1551554],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.02025575,"threshold_uncertainty_score":0.04085511,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1995295962","doi":"10.1145/2371029.2379624","title":"How important is Twitter in your Personal Learning Network?","year":2012,"lang":"en","type":"article","venue":"eLearn","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Royal Roads University","funders":"","keywords":"Social media; World Wide Web; Psychology; Data science; Computer science; Internet privacy; Sociology","authors":[{"name":"Clint Lalonde","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03421065800135246,"gpt":0.3147849570986426,"spread":0.2805742990972901,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001573753,0.000140426,0.0001859376,0.0008158265,0.002457143,0.004840351,0.00036704,0.001199332,0.006288222],"category_scores_gemma":[0.007354747,0.0001356014,0.0001653913,0.000886308,0.001475365,0.007309975,0.001505205,0.001008927,0.0009772824],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001034316,"about_ca_system_score_gemma":0.0007350614,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002882124,"about_ca_topic_score_gemma":0.005337003,"domain_scores_codex":[0.9988266,0.0006659207,0.000054605,0.00008228393,0.0001702207,0.0002002766],"domain_scores_gemma":[0.9946979,0.001886873,0.00130146,0.00009738532,0.0005675663,0.001448825],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0002125749,0.0002291694,0.504998,0.0007138301,0.0001127992,0.002559238,0.1961325,0.0002687568,0.001616264,0.03631935,0.03661004,0.2202275],"study_design_scores_gemma":[0.00001459648,0.0001438177,0.1309338,0.000908712,0.0000842973,0.001900353,0.6287152,0.0005330986,0.0007668893,0.005895275,0.2300243,0.00007965809],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7799553,0.005691907,0.001518033,0.08072568,0.000865676,0.00005928297,0.00030556,0.00004276819,0.1308357],"genre_scores_gemma":[0.9900857,0.002927997,0.000332346,0.001435331,0.0001751416,0.00001925475,0.00004679054,0.00001176902,0.004965677],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.006288222,"threshold_uncertainty_score":0.02103621,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2982047848","doi":"10.1145/3329488.3331173","title":"Intentionally Equitable Hospitality in Hybrid Video Dialogue: The context of Virtually Connecting","year":2019,"lang":"en","type":"article","venue":"eLearn","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Lakehead University; University of Ottawa","funders":"","keywords":"Hospitality; Grassroots; Context (archaeology); Public relations; Order (exchange); Sociology; Internet privacy; Business; Computer science; Political science; Politics; Tourism; Geography","authors":[{"name":"Maha Bali","is_ca":false},{"name":"Autumm Caines","is_ca":false},{"name":"Rebecca J. Hogue","is_ca":true},{"name":"Helen J. DeWaard","is_ca":true},{"name":"Christian Friedrich","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01504400389151084,"gpt":0.2923649766712946,"spread":0.2773209727797837,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0125825,0.0005576071,0.0003527613,0.0007124093,0.01789591,0.01225627,0.002858601,0.003855457,0.004335761],"category_scores_gemma":[0.02509757,0.0004839309,0.0003878488,0.0006485005,0.02164822,0.009411211,0.01848132,0.004300911,0.0005667034],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003721882,"about_ca_system_score_gemma":0.004371603,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002620244,"about_ca_topic_score_gemma":0.006288254,"domain_scores_codex":[0.9697272,0.02590204,0.000267368,0.001069126,0.0009971597,0.002037007],"domain_scores_gemma":[0.9800674,0.01259822,0.001390493,0.001482537,0.0007633925,0.003697855],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0000779788,0.0001217023,0.003190383,0.0001809753,0.00001711943,0.001698099,0.9367986,0.0003148578,0.001574996,0.0369236,0.002143976,0.01695769],"study_design_scores_gemma":[0.00001698609,0.00008792301,0.001023216,0.0001602452,0.00001154907,0.001081645,0.951158,0.0003911062,0.0005873731,0.01149173,0.03395516,0.00003499488],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8928753,0.0005597959,0.02503598,0.01810289,0.0003607958,0.00018567,0.00003810854,0.0001636449,0.06267782],"genre_scores_gemma":[0.9936272,0.000142847,0.002826937,0.0009296812,0.00004783514,0.00006714899,0.00001006168,0.00005550826,0.002292806],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01789591,"threshold_uncertainty_score":0.0665434,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2012849234","doi":"10.1145/1943208.1943209","title":"Administering a Gross Anatomy Exam Using Mobile Technology","year":2011,"lang":"en","type":"article","venue":"eLearn","topic":"Mobile Learning in Education","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Popularity; Medical education; Multimedia; Mobile device; Computer science; Mobile technology; Medicine; Psychology; World Wide Web","authors":[{"name":"Alireza Jalali","is_ca":false},{"name":"D C Trottier","is_ca":false},{"name":"Mariane Tremblay","is_ca":false},{"name":"Maxwell T. Hincke","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03558667887104219,"gpt":0.2980858708928746,"spread":0.2624991920218324,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001251132,0.0005479784,0.0005645399,0.0008802619,0.0009235523,0.001156015,0.0004585484,0.0007086992,0.02806932],"category_scores_gemma":[0.0044099,0.0003333341,0.0004843714,0.0003141179,0.0003566638,0.0006356767,0.001050207,0.0009839714,0.01995891],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000701875,"about_ca_system_score_gemma":0.002008672,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002421957,"about_ca_topic_score_gemma":0.01684172,"domain_scores_codex":[0.9993892,0.00009547966,0.00005180605,0.00009103212,0.000184623,0.0001878195],"domain_scores_gemma":[0.9982007,0.0002500627,0.0001610479,0.0001712672,0.0004390868,0.0007778718],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0008698638,0.003018862,0.080419,0.0003038041,0.00005867914,0.004447888,0.002109685,0.0006096114,0.04183847,0.0009215688,0.07251172,0.7928908],"study_design_scores_gemma":[0.000267265,0.01620594,0.410791,0.000779398,0.0001156051,0.02309438,0.005736019,0.002509986,0.03701645,0.003314478,0.4999368,0.0002326045],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7796042,0.004986764,0.04765839,0.01658279,0.004773784,0.003005226,0.002990719,0.00587031,0.1345278],"genre_scores_gemma":[0.764824,0.005698005,0.07200222,0.005819022,0.001183115,0.0005911047,0.001791193,0.000386699,0.1477047],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.02806932,"threshold_uncertainty_score":0.09390122,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2023190641","doi":"10.1145/1125280.1125282","title":"Development principles for online courses","year":2005,"lang":"en","type":"article","venue":"eLearn","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Athabasca University","funders":"","keywords":"Mathematics education; Computer science; Psychology","authors":[{"name":"Rory McGreal","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.05717657782579404,"gpt":0.3657131928221116,"spread":0.3085366149963175,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001915192,0.0004067941,0.000188995,0.001109322,0.001205915,0.002452396,0.001155737,0.0009723948,0.02885858],"category_scores_gemma":[0.003703079,0.0003645381,0.0006088077,0.000765254,0.001981559,0.00268045,0.002564026,0.001771808,0.009836392],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001110078,"about_ca_system_score_gemma":0.00197164,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00181797,"about_ca_topic_score_gemma":0.002217457,"domain_scores_codex":[0.9986737,0.0004082256,0.0001179423,0.0001420173,0.0005487254,0.0001093806],"domain_scores_gemma":[0.99853,0.0005219677,0.00008119778,0.0002740143,0.0004637017,0.0001290682],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000006897803,0.00005152117,0.0002717956,0.0001779033,0.000005453698,0.00008808751,0.0005676679,0.001159596,0.0007762839,0.8238214,0.0209822,0.152091],"study_design_scores_gemma":[0.00001578307,0.00003913036,0.0004077668,0.0002462888,0.00001248563,0.0002518554,0.000368994,0.003683149,0.001893792,0.3513579,0.6417096,0.00001319014],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.003375663,0.0013159,0.7104585,0.003702755,0.0005158093,0.0004820623,0.0001708273,0.0006345787,0.279344],"genre_scores_gemma":[0.09097868,0.002035122,0.656446,0.0007217568,0.0002024936,0.001260148,0.0003323663,0.0003875018,0.247636],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.02885858,"threshold_uncertainty_score":0.09654152,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2555909367","doi":"10.1145/3017608.3013524","title":"Gamification Is Simply Bells and Whistles","year":2016,"lang":"en","type":"article","venue":"eLearn","topic":"Educational Games and Gamification","field":"Psychology","cited_by":5,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Royal Canadian Navy","funders":"","keywords":"Sign (mathematics); Nothing; Content (measure theory); Order (exchange); Term (time); Psychology; Multimedia; Computer science; Human–computer interaction; Epistemology; Mathematics; Business; Physics; Philosophy","authors":[{"name":"Guy Boulet","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02430856195679951,"gpt":0.3184210144509073,"spread":0.2941124524941078,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001667593,0.00137854,0.0006984058,0.001064258,0.0009182483,0.00570446,0.0008920914,0.002368546,0.02265926],"category_scores_gemma":[0.007123337,0.0002913,0.0005453393,0.0009489829,0.004973458,0.006977821,0.003206459,0.003049877,0.0136163],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000618652,"about_ca_system_score_gemma":0.0007817131,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0008867993,"about_ca_topic_score_gemma":0.001438849,"domain_scores_codex":[0.9979888,0.0007456431,0.0001088731,0.0002768199,0.0007312106,0.0001487038],"domain_scores_gemma":[0.9982969,0.0006157761,0.0001650733,0.0003139527,0.0002884549,0.0003198384],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0003122739,0.0003184133,0.002164393,0.001019878,0.0001244458,0.0002559521,0.003606365,0.001309329,0.003177027,0.5348964,0.1551381,0.2976774],"study_design_scores_gemma":[0.0000403264,0.0001906256,0.001610553,0.0006430699,0.0000394396,0.0003686144,0.001975162,0.001321954,0.001178339,0.1882628,0.8043011,0.00006792867],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.03785926,0.01531142,0.1440742,0.04945701,0.005552819,0.0006400401,0.0007745356,0.005843719,0.7404871],"genre_scores_gemma":[0.5006341,0.01912282,0.1366253,0.01736682,0.001335314,0.0009659365,0.001192807,0.001284889,0.3214719],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.02265926,"threshold_uncertainty_score":0.07580274,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1968871497","doi":"10.1145/1219816.1219820","title":"Courses vs. content","year":2007,"lang":"en","type":"article","venue":"eLearn","topic":"Visual and Cognitive Learning Processes","field":"Psychology","cited_by":5,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"National Research Council Canada","funders":"","keywords":"Content (measure theory); Psychology; Computer science; Mathematics","authors":[{"name":"Stephen Downes","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.07466045456069356,"gpt":0.3805768647724083,"spread":0.3059164102117148,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002060622,0.00092642,0.002810371,0.001588851,0.0007535327,0.00328024,0.002701093,0.002259377,0.2839877],"category_scores_gemma":[0.03424586,0.0004031599,0.001546064,0.002031266,0.0005257414,0.002478104,0.002813425,0.002657903,0.0309615],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001793817,"about_ca_system_score_gemma":0.001691829,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004200239,"about_ca_topic_score_gemma":0.002587235,"domain_scores_codex":[0.9973743,0.0005910505,0.0001863002,0.0004888114,0.0008137245,0.0005457487],"domain_scores_gemma":[0.961594,0.03235159,0.001280938,0.0007812691,0.001040441,0.002951838],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.2837468,0.009847054,0.08389237,0.01762563,0.00414107,0.001911104,0.001941632,0.004596253,0.02940836,0.02738352,0.1464444,0.3890617],"study_design_scores_gemma":[0.01502106,0.02923069,0.6381869,0.007967813,0.01151659,0.001285072,0.004820039,0.01023085,0.01953896,0.05260317,0.2091703,0.0004285738],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"commentary","genre_scores_codex":[0.6570172,0.01644264,0.006388805,0.008277972,0.005221203,0.001856372,0.09970895,0.001571673,0.2035151],"genre_scores_gemma":[0.7873377,0.005094921,0.002271505,0.003322764,0.001057265,0.002872403,0.01366174,0.001466116,0.1829156],"genre_candidate":"commentary","genre_consensus":null,"teacher_disagreement_score":0.2839877,"threshold_uncertainty_score":0.9500336,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2060539314","doi":"10.1145/1070948.1070952","title":"\"Or even worse\"","year":2005,"lang":"en","type":"article","venue":"eLearn","topic":"ICT in Developing Communities","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Athabasca University","funders":"","keywords":"Computer science","authors":[{"name":"Rory McGreal","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02585416893801909,"gpt":0.2629696433377192,"spread":0.2371154743997001,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001956024,0.0009795262,0.001181411,0.0009572237,0.001392753,0.003939323,0.001793497,0.002729262,0.6001298],"category_scores_gemma":[0.004807714,0.0002462512,0.001243008,0.001037398,0.001434249,0.00317642,0.003252173,0.00304112,0.3034891],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001147386,"about_ca_system_score_gemma":0.001487834,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003173129,"about_ca_topic_score_gemma":0.004806827,"domain_scores_codex":[0.9988048,0.0002895188,0.00006495144,0.0002292188,0.0003474597,0.0002639726],"domain_scores_gemma":[0.9978505,0.0003164271,0.0001470545,0.0002668301,0.0008980867,0.0005211471],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001536144,0.00003341995,0.000211619,0.00055325,0.00002111484,0.0001169686,0.00007329717,0.0000338972,0.0004045433,0.01174354,0.9185719,0.06808284],"study_design_scores_gemma":[0.00001480159,0.00004429392,0.0003335562,0.0002708916,0.00002092752,0.00016266,0.0001771654,0.00002321747,0.0002227348,0.00327485,0.9954471,0.000007747548],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.002267993,0.02913237,0.002811079,0.1959785,0.0947734,0.0001968193,0.004165669,0.001018562,0.6696555],"genre_scores_gemma":[0.009768924,0.01133584,0.0009346596,0.04415905,0.008248287,0.00008462449,0.001458038,0.0001920157,0.9238186],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.6001298,"threshold_uncertainty_score":0.5703663,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1964678422","doi":"10.1145/1104985.1104991","title":"Online training for healthcare workers","year":2005,"lang":"en","type":"article","venue":"eLearn","topic":"Foreign Language Teaching Methods","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"","keywords":"Training (meteorology); Health care; Healthcare worker; Business; Computer science; Political science; Geography","authors":[{"name":"Colla J. MacDonald","is_ca":true},{"name":"Emma J. Stodel","is_ca":true},{"name":"Lynn Casimiro","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1224020727157536,"gpt":0.448239981947341,"spread":0.3258379092315875,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001556271,0.0004302992,0.0004348064,0.0007466521,0.0009996269,0.0009191599,0.0009080743,0.002056141,0.5613667],"category_scores_gemma":[0.006482088,0.0001476736,0.0004508252,0.0005240783,0.0001814101,0.001384991,0.001995346,0.0009889794,0.1063461],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000420352,"about_ca_system_score_gemma":0.002474985,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001443704,"about_ca_topic_score_gemma":0.003218139,"domain_scores_codex":[0.9993802,0.0002393208,0.00003295885,0.00004554698,0.000117657,0.000184223],"domain_scores_gemma":[0.9949514,0.001418982,0.0002374943,0.0002338663,0.0005888263,0.002569615],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0007427217,0.001548377,0.001720905,0.00145692,0.00001553498,0.0002126941,0.0001373685,0.00005606804,0.0004313409,0.0005392291,0.4031992,0.5899397],"study_design_scores_gemma":[0.000768278,0.003690907,0.04737308,0.01081725,0.0001016374,0.001228873,0.001956357,0.0003468943,0.001268187,0.002821374,0.9295807,0.00004659111],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.06701635,0.04973839,0.004134779,0.09521101,0.02642751,0.00219899,0.008221873,0.00165249,0.7453987],"genre_scores_gemma":[0.1640389,0.0386093,0.00551033,0.01200445,0.005280096,0.001923039,0.004506737,0.0002248439,0.7679023],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.5613667,"threshold_uncertainty_score":0.6256571,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2031756410","doi":"10.1145/1595388.1595438","title":"Patterns in e-Learning Standards and Specifications","year":2009,"lang":"en","type":"article","venue":"eLearn","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"NOSM University","funders":"","keywords":"Philosophy of technology; Computer science; E learning; Engineering ethics; Educational technology; Knowledge management; Mathematics education; Data science; Psychology; Epistemology; Engineering; Philosophy of science","authors":[{"name":"Rachel Ellaway","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02163748066879492,"gpt":0.2831225355804837,"spread":0.2614850549116888,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01731712,0.0006960502,0.0005961694,0.002923237,0.001559821,0.007189338,0.001720514,0.002740762,0.002252275],"category_scores_gemma":[0.0425858,0.001157399,0.0007907833,0.004994067,0.004343246,0.009254341,0.002777901,0.002466301,0.0009695436],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002241533,"about_ca_system_score_gemma":0.003845639,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004879313,"about_ca_topic_score_gemma":0.00586334,"domain_scores_codex":[0.9660479,0.01217242,0.006684005,0.002442917,0.01135028,0.001302581],"domain_scores_gemma":[0.9654177,0.01794203,0.00347613,0.006509959,0.006203671,0.0004506262],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000102937,0.00009151573,0.004284342,0.0003906487,0.00003790905,0.0006085594,0.008088927,0.007798528,0.003362962,0.8703793,0.003647753,0.1012066],"study_design_scores_gemma":[0.00008073453,0.0001516632,0.00178663,0.0006444331,0.00005905442,0.001319391,0.003891827,0.02370401,0.008750889,0.7645915,0.1949069,0.0001129876],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.03652557,0.000926475,0.9337875,0.003802478,0.000169834,0.0003993587,0.0006089574,0.0009396346,0.02284012],"genre_scores_gemma":[0.2889907,0.001561607,0.6916133,0.0007687486,0.00007231432,0.001178061,0.001830639,0.0005372775,0.01344733],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01731712,"threshold_uncertainty_score":0.09158278,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1991641681","doi":"10.1145/2025356.2030254","title":"Helping Dyslexic Medical Students Pass Their OSCE Exams","year":2011,"lang":"en","type":"article","venue":"eLearn","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Ottawa","funders":"","keywords":"Medical education; Dyslexia; Psychology; Objective structured clinical examination; Medical school; Multimedia; Medicine; Computer science; Linguistics","authors":[{"name":"Alireza Jalali","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03895685576317389,"gpt":0.3431493559728324,"spread":0.3041925002096585,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009916726,0.0003584196,0.0002506782,0.0004356131,0.001267735,0.001260499,0.0003812628,0.0006495762,0.005506187],"category_scores_gemma":[0.007718157,0.0001573954,0.0001484111,0.0001837345,0.0002903701,0.0005283162,0.001459717,0.0008789293,0.002067025],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005983143,"about_ca_system_score_gemma":0.001530814,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003187276,"about_ca_topic_score_gemma":0.0270355,"domain_scores_codex":[0.9994387,0.0001678851,0.00005001958,0.00005319217,0.0001365889,0.0001535763],"domain_scores_gemma":[0.9969848,0.0009012595,0.000485274,0.00007735049,0.0005481,0.001003223],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0003560269,0.002719002,0.09466841,0.0005308667,0.00002290386,0.001938332,0.02002312,0.0004309286,0.009808309,0.0003375195,0.05115882,0.8180057],"study_design_scores_gemma":[0.000301224,0.008939086,0.5374446,0.001548598,0.0001906931,0.008552074,0.09690576,0.00164317,0.02726353,0.001715948,0.3152135,0.0002818213],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9576023,0.001928683,0.003486684,0.01080771,0.0005711631,0.0002726688,0.0001256197,0.0006763965,0.02452868],"genre_scores_gemma":[0.9290352,0.003597025,0.02349496,0.002680489,0.0002159554,0.0001179134,0.0001813198,0.00006019251,0.04061696],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.005506187,"threshold_uncertainty_score":0.01842004,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2793511002","doi":"10.1145/3185512.3185174","title":"Openness in Education and Digital Scholarship: An interview with Bonnie Stewart","year":2018,"lang":"en","type":"article","venue":"eLearn","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Scholarship; Openness to experience; Digital scholarship; Sociology; Media studies; Library science; Art; Political science; Psychology; Humanities; Law; Social psychology; Computer science","authors":[{"name":"Aras Bozkurt","is_ca":false},{"name":"Suzan Köseoğlu","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02037821548491829,"gpt":0.2909750696665775,"spread":0.2705968541816592,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.0127152,0.0008889235,0.001325298,0.002600354,0.04027621,0.008753635,0.002072887,0.01096533,0.00541486],"category_scores_gemma":[0.02704478,0.001360812,0.0004339782,0.002545629,0.02625061,0.01410065,0.008548683,0.0201321,0.0006061699],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01375893,"about_ca_system_score_gemma":0.01659191,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.1244738,"about_ca_topic_score_gemma":0.1759911,"domain_scores_codex":[0.9898352,0.005628401,0.000238295,0.0006242261,0.001828426,0.001845537],"domain_scores_gemma":[0.9743845,0.01305248,0.001184659,0.0002323175,0.002574506,0.008571484],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.00004525807,0.000103014,0.001935013,0.00006314301,0.000005862851,0.002009422,0.9180056,0.00008863965,0.0006140455,0.01359167,0.05670085,0.006837546],"study_design_scores_gemma":[0.000008916455,0.0000486974,0.0008975964,0.0003049474,0.000003090774,0.0007507116,0.8460231,0.00009368435,0.0001038164,0.001588071,0.1501144,0.00006293575],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.2293978,0.006779716,0.0009815608,0.7206253,0.003781054,0.0001363157,0.00006431072,0.0000469406,0.03818698],"genre_scores_gemma":[0.8005989,0.007166979,0.001388085,0.1389252,0.0007739648,0.0002846271,0.00003748096,0.000145321,0.05067938],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9979271,"threshold_uncertainty_score":0.2474985,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1982258862","doi":"10.1145/1595384.1592458","title":"Five Questions ... For George Siemens","year":2009,"lang":"en","type":"article","venue":"eLearn","topic":"Complex Systems and Decision Making","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Siemens; George (robot); Management; Library science; Engineering; Engineering management; Engineering ethics; Sociology; Computer science; Artificial intelligence","authors":[{"name":"Lisa Gualtieri","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1175663186935252,"gpt":0.4240129786433564,"spread":0.3064466599498311,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002167658,0.0008386164,0.0004667324,0.0009197206,0.005322606,0.003378378,0.001096223,0.007271161,0.1562825],"category_scores_gemma":[0.0122977,0.0004100976,0.0004811626,0.0005876631,0.001728612,0.006190678,0.002794339,0.008508053,0.0929206],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002958311,"about_ca_system_score_gemma":0.002701293,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.009774032,"about_ca_topic_score_gemma":0.01134339,"domain_scores_codex":[0.9986419,0.0005315364,0.00006071573,0.0001682456,0.0003719892,0.0002255592],"domain_scores_gemma":[0.9953128,0.001348839,0.0001645535,0.0002035614,0.00181616,0.001154016],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000007466987,0.00001374399,0.0001074724,0.00002603586,7.669922e-7,0.00003673627,0.0006290838,0.00001105571,0.00004175274,0.005014696,0.9828336,0.01127762],"study_design_scores_gemma":[0.000005305492,0.00001112288,0.0002698287,0.0001034086,7.376846e-7,0.00008716762,0.002412434,0.00002836465,0.00003408598,0.002859099,0.9941764,0.00001188215],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"other","genre_scores_codex":[0.001776465,0.006070419,0.001544825,0.8457881,0.02545469,0.0002277403,0.0006457033,0.0006086117,0.1178835],"genre_scores_gemma":[0.02239431,0.004137322,0.002989429,0.3069189,0.005473289,0.0005674873,0.0007113699,0.0002912126,0.6565167],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.1562825,"threshold_uncertainty_score":0.5228171,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2082438799","doi":"10.1145/2157652.2159560","title":"Moving From Paper to E-Book Reading","year":2012,"lang":"en","type":"article","venue":"eLearn","topic":"Library Collection Development and Digital Resources","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Reading (process); Computer science; Multimedia; Linguistics; Philosophy","authors":[{"name":"Joan Vinall-Cox","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01140813643376002,"gpt":0.2081221778819214,"spread":0.1967140414481613,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.001043568,0.000323336,0.0003256829,0.0009943268,0.001693755,0.008752546,0.00120076,0.001656479,0.0483801],"category_scores_gemma":[0.003760794,0.00022374,0.0004438719,0.001300697,0.003795467,0.006809918,0.004583714,0.002968525,0.01925044],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001108003,"about_ca_system_score_gemma":0.001140473,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001761381,"about_ca_topic_score_gemma":0.002614209,"domain_scores_codex":[0.9983863,0.0005172922,0.0000961711,0.0003428696,0.0005192831,0.0001381863],"domain_scores_gemma":[0.9975012,0.0009819272,0.0001287298,0.0003387012,0.0005010862,0.0005482751],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0001753633,0.0004583343,0.00424364,0.001036825,0.00002925248,0.001738173,0.03876812,0.0002718171,0.01161275,0.1305407,0.0988752,0.7122499],"study_design_scores_gemma":[0.00004307444,0.0003373737,0.01186108,0.0008678259,0.00001750449,0.00144648,0.03855197,0.0002590409,0.005570756,0.04128851,0.8996909,0.00006551684],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.06355666,0.007323926,0.03975375,0.02287093,0.004769494,0.0002556043,0.0002476084,0.001184721,0.8600373],"genre_scores_gemma":[0.4020709,0.01739267,0.06303935,0.01240264,0.002088439,0.0002688501,0.0005942427,0.001815956,0.500327],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9912475,"threshold_uncertainty_score":0.1618476,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4313552311","doi":"10.1145/3579632.3558395","title":"Closing the Assessment Excellence Gap: Why digital assessments should go beyond recall and be more inclusive","year":2023,"lang":"en","type":"article","venue":"eLearn","topic":"Higher Education Learning Practices","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Quest University Canada","funders":"","keywords":"Closing (real estate); Excellence; Recall; Implementation; Computer science; Action (physics); Public relations; Psychology; Political science; Cognitive psychology; Software engineering","authors":[{"name":"Gavin Cooney","is_ca":false},{"name":"J.D. Kleeman","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.08205664865131557,"gpt":0.4645999048396862,"spread":0.3825432561883706,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.1188157,0.0007927835,0.001012824,0.003100465,0.008794209,0.02281344,0.002735313,0.01145248,0.003829825],"category_scores_gemma":[0.2068413,0.0007653364,0.0007746757,0.001928525,0.03211186,0.04199802,0.02293662,0.01334651,0.002166366],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00891901,"about_ca_system_score_gemma":0.02405257,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003672844,"about_ca_topic_score_gemma":0.003571687,"domain_scores_codex":[0.8306916,0.09418143,0.01203941,0.008087423,0.04955087,0.005449216],"domain_scores_gemma":[0.7215051,0.1712247,0.01488385,0.01640317,0.0646119,0.01137124],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0001693855,0.0002732881,0.009288019,0.002266435,0.00007946209,0.0007389938,0.1086091,0.001126636,0.003215603,0.5521066,0.05956359,0.262563],"study_design_scores_gemma":[0.00005350906,0.000226007,0.005628836,0.00327041,0.00003321775,0.001287157,0.06820569,0.001465623,0.002990192,0.5835527,0.3330451,0.0002415591],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.04327541,0.008607602,0.108524,0.7512612,0.003107624,0.0002274931,0.00006346386,0.0006425665,0.08429068],"genre_scores_gemma":[0.8232864,0.004247731,0.07951196,0.07965112,0.002001068,0.0004432809,0.00008196261,0.0005423402,0.01023418],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.1188157,"threshold_uncertainty_score":0.6283649,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2255482883","doi":"10.1145/2687917.2686761","title":"The Significance of Educational Technology History and Research","year":2014,"lang":"en","type":"article","venue":"eLearn","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Royal Roads University","funders":"","keywords":"History of technology; Engineering ethics; History; Engineering; Archaeology","authors":[{"name":"George Veletsianos","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03243945281526808,"gpt":0.3691857631980691,"spread":0.336746310382801,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01415905,0.0005713832,0.000870593,0.007874263,0.003229326,0.01509569,0.001899992,0.003800364,0.008634695],"category_scores_gemma":[0.03528966,0.0005974373,0.0005055789,0.009836848,0.02585304,0.02403847,0.004622159,0.005353516,0.001064511],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00805176,"about_ca_system_score_gemma":0.009110072,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004251881,"about_ca_topic_score_gemma":0.005629475,"domain_scores_codex":[0.991601,0.004025773,0.000510585,0.00162825,0.001736387,0.0004981674],"domain_scores_gemma":[0.9153604,0.06620996,0.004282802,0.004971329,0.006665379,0.002510083],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0002523038,0.0002661474,0.02209119,0.006253164,0.0001531807,0.0004461512,0.01525952,0.000920377,0.001633851,0.533004,0.01354016,0.40618],"study_design_scores_gemma":[0.00003353976,0.0003237987,0.02753497,0.01328307,0.0001716957,0.001034426,0.03132758,0.0007422364,0.002575979,0.3097704,0.6130499,0.0001524022],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"review","genre_gemma":"empirical","genre_scores_codex":[0.06366061,0.5232877,0.009829086,0.2030352,0.009347352,0.0001023014,0.0004755425,0.0001158013,0.1901464],"genre_scores_gemma":[0.6219258,0.3243963,0.005482757,0.02163287,0.01067103,0.0001510708,0.0002311002,0.0001335013,0.01537557],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01509569,"threshold_uncertainty_score":0.07488114,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2081917387","doi":"10.1145/1595385.1555527","title":"Long Live Instructor-Led Learning","year":2009,"lang":"en","type":"article","venue":"eLearn","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"","keywords":"Psychology","authors":[{"name":"Saul Carliner","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.002923929067261289,"gpt":0.1955422653037435,"spread":0.1926183362364822,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004578493,0.0007779507,0.0004853582,0.0008928589,0.004995501,0.005355437,0.002587573,0.0019821,0.2477021],"category_scores_gemma":[0.01148586,0.0003546013,0.000585076,0.0006769162,0.001292763,0.004434218,0.01329106,0.00480428,0.1077212],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002471328,"about_ca_system_score_gemma":0.005119727,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001191178,"about_ca_topic_score_gemma":0.006978838,"domain_scores_codex":[0.9949504,0.0009475705,0.0001008946,0.001140387,0.001917884,0.0009427904],"domain_scores_gemma":[0.9784353,0.00150579,0.0005857021,0.001934216,0.002947156,0.01459181],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001214951,0.001291299,0.001788749,0.0001126638,0.00001833782,0.0001902462,0.001157108,0.0002058525,0.0008281305,0.01078066,0.7408941,0.2426113],"study_design_scores_gemma":[0.00006973137,0.000390639,0.003264918,0.0001569032,0.000005374005,0.0002065554,0.001529488,0.0004214462,0.0006683983,0.01034701,0.9829061,0.00003366568],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.03660027,0.002189714,0.04597261,0.0476176,0.01497901,0.00117904,0.004034131,0.012965,0.8344626],"genre_scores_gemma":[0.1326923,0.0007044832,0.01911113,0.01340938,0.002471889,0.0008258231,0.003614065,0.001446594,0.8257244],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.2477021,"threshold_uncertainty_score":0.8286461,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4205761947","doi":"10.1145/3508017.3495533","title":"Conversation-Based Assessments: Real-Time Assessment and Feedback","year":2021,"lang":"en","type":"article","venue":"eLearn","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"","keywords":"Conversation; Computer science; Test (biology); Conversation analysis; Human–computer interaction; Multimedia; Psychology; Communication","authors":[{"name":"Seyma N. Yildirim‐Erbasli","is_ca":true},{"name":"Okan Bulut","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03762148700075259,"gpt":0.4244944663750185,"spread":0.386872979374266,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0137474,0.001225297,0.0009599833,0.002891659,0.0006261551,0.003548738,0.001537651,0.001184631,0.005307249],"category_scores_gemma":[0.04055696,0.0004425592,0.0003491198,0.001620116,0.00069821,0.003568961,0.002336831,0.0009216233,0.004602216],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006622081,"about_ca_system_score_gemma":0.001936755,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001509436,"about_ca_topic_score_gemma":0.001412891,"domain_scores_codex":[0.9756961,0.01401654,0.001375485,0.001354467,0.007255308,0.0003020238],"domain_scores_gemma":[0.974876,0.0130559,0.001732365,0.001439034,0.008027541,0.000869124],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0008354373,0.0003821974,0.004559024,0.001116945,0.00007483087,0.000145802,0.002487028,0.002924146,0.01662453,0.004315949,0.009092961,0.9574412],"study_design_scores_gemma":[0.0009441612,0.005744098,0.05889748,0.005089476,0.0007254741,0.006417933,0.009638053,0.2801888,0.1226285,0.05760578,0.4505481,0.001572272],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.03547329,0.004154754,0.9161397,0.001092294,0.0004690345,0.003485516,0.0008694083,0.007486467,0.03082957],"genre_scores_gemma":[0.3324778,0.003312771,0.6467754,0.0003658682,0.0003853595,0.002915981,0.0009740896,0.0005930863,0.01219964],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.0137474,"threshold_uncertainty_score":0.07270402,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2982598466","doi":"10.1145/3360724.3360723","title":"Professional Development for Open Education: The usefulness of a cMOOC","year":2019,"lang":"en","type":"article","venue":"eLearn","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Cambrian College","funders":"","keywords":"Open educational resources; Open education; Professional development; Open university; Focus group; Educational resources; Medical education; Knowledge management; Pedagogy; Psychology; Distance education; Sociology; Computer science; Medicine","authors":[{"name":"Jenni Hayman","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03675105119784822,"gpt":0.3199026377031366,"spread":0.2831515865052884,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.01997478,0.0002470571,0.0002336443,0.002047496,0.006072924,0.007463497,0.001157847,0.00171223,0.004410195],"category_scores_gemma":[0.07375517,0.0002972352,0.0002355011,0.0006850156,0.005705396,0.004268151,0.01130357,0.002280057,0.000741264],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002587419,"about_ca_system_score_gemma":0.008249866,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001757749,"about_ca_topic_score_gemma":0.003518527,"domain_scores_codex":[0.9752827,0.01486984,0.0006094243,0.0008027522,0.007236405,0.001198935],"domain_scores_gemma":[0.8928568,0.07387576,0.004949798,0.00504831,0.008684333,0.01458506],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.0001222877,0.0009435242,0.04425806,0.001028838,0.0000282235,0.001851509,0.4320316,0.000196869,0.003442851,0.0283406,0.01906306,0.4686926],"study_design_scores_gemma":[0.0001102207,0.001138255,0.05898292,0.00292977,0.00006023569,0.006796982,0.4530095,0.002135627,0.002332928,0.01883471,0.4534566,0.0002122133],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6648298,0.002624123,0.02389649,0.03310428,0.0008315536,0.0007585099,0.00007187124,0.0005445578,0.2733389],"genre_scores_gemma":[0.9704275,0.000644445,0.0188912,0.002273504,0.0001235979,0.0001885628,0.00002525042,0.00008471534,0.007341318],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9988422,"threshold_uncertainty_score":0.105638,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2929450823","doi":"10.1145/3310377.3313865","title":"Excited by E-Moderation? A Canadian Educator Shares Her Best Hacks","year":2019,"lang":"en","type":"article","venue":"eLearn","topic":"Higher Education Practises and Engagement","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Moderation; Psychology; Best practice; Professional development; Discussion board; Computer science; World Wide Web; Social psychology; Pedagogy; Political science","authors":[{"name":"Marla Anne Zupan","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02182358079953374,"gpt":0.3308061231904383,"spread":0.3089825423909046,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006760687,0.0005784128,0.000462797,0.001017405,0.03689452,0.01078396,0.00151267,0.005231121,0.01094627],"category_scores_gemma":[0.01577108,0.0003432275,0.0006170807,0.001421201,0.007955049,0.006172009,0.005382285,0.008357983,0.002827556],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.03170652,"about_ca_system_score_gemma":0.04493544,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.7037233,"about_ca_topic_score_gemma":0.8950736,"domain_scores_codex":[0.9936742,0.002124836,0.0001284784,0.00059634,0.001598502,0.001877604],"domain_scores_gemma":[0.9897429,0.001555458,0.0002862125,0.0004600043,0.003203766,0.004751495],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001017812,0.00011369,0.006917756,0.00015583,0.0000236084,0.002326835,0.1751209,0.0001369681,0.001209403,0.02685747,0.6869112,0.1001246],"study_design_scores_gemma":[0.000006826521,0.0000360625,0.001441404,0.0001883777,0.000009592791,0.0006047455,0.08737706,0.00008317945,0.0002870458,0.00132085,0.9085692,0.00007573871],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"commentary","genre_scores_codex":[0.03827939,0.007948866,0.002610213,0.8054982,0.01771123,0.00007233657,0.0001338496,0.0004574359,0.1272886],"genre_scores_gemma":[0.4994914,0.01319793,0.005963653,0.1670222,0.003227104,0.00009118191,0.0001304858,0.0008299322,0.3100462],"genre_candidate":"commentary","genre_consensus":"commentary","teacher_disagreement_score":0.7037233,"threshold_uncertainty_score":0.5960431,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2078542917","doi":"10.1145/1104985.1104989","title":"Is it live or is it Memorex?","year":2005,"lang":"en","type":"article","venue":"eLearn","topic":"Personal Information Management and User Behavior","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"","keywords":"Computer science","authors":[{"name":"Lisa Neal","is_ca":false},{"name":"Saul Carliner","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.4002893171548517,"gpt":0.4811671445245435,"spread":0.08087782736969173,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002027314,0.0004547559,0.001357727,0.0008012104,0.001246865,0.003461753,0.001227974,0.002191062,0.4230553],"category_scores_gemma":[0.008582969,0.0001399591,0.0005445015,0.001055413,0.00136931,0.002357032,0.001217115,0.001472921,0.1051192],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006474288,"about_ca_system_score_gemma":0.0008090467,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00230006,"about_ca_topic_score_gemma":0.00300576,"domain_scores_codex":[0.9990826,0.0002929043,0.00005331489,0.00008149546,0.0003030992,0.0001865174],"domain_scores_gemma":[0.9961299,0.001578871,0.0004301719,0.0002573079,0.000695466,0.0009081583],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.002564115,0.0004791568,0.004442248,0.004493324,0.0001250886,0.0006249017,0.0006621768,0.0001296737,0.001915724,0.01725655,0.4152872,0.5520198],"study_design_scores_gemma":[0.0001667735,0.001322056,0.01407734,0.005967978,0.0002333366,0.0008138574,0.005402219,0.0001526616,0.001712932,0.01755259,0.9525473,0.0000508092],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.03532952,0.0797094,0.002956539,0.1835875,0.0251986,0.0004896113,0.006867211,0.0005503436,0.6653113],"genre_scores_gemma":[0.2865196,0.1168313,0.001757237,0.0283705,0.008012412,0.000512523,0.003907741,0.0002594812,0.5538293],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.4230553,"threshold_uncertainty_score":0.8229415,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}