{"meta":{"query_hash":"bebb1aba7663","filters":{"venue":"eLearn"},"cohort_total":22,"direct_labels_cover":0,"predictions_cover":22,"exported":22,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/bebb1aba7663","api":"https://metacan.xera.ac/api/v1/cohort?venue=eLearn"},"results":[{"id":"W1964678422","doi":"10.1145/1104985.1104991","title":"Online training for healthcare workers","year":2005,"lang":"en","type":"article","venue":"eLearn","topic":"Foreign Language Teaching Methods","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Training (meteorology); Health care; Healthcare worker; Business; Computer science; Political science; Geography","score_opus":0.12240207271575355,"score_gpt":0.44823998194734105,"score_spread":0.3258379092315875,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1964678422","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06701635,0.04973839,0.0041347793,0.095211014,0.026427506,0.00219899,0.008221873,0.0016524895,0.7453987],"genre_scores_gemma":[0.16403888,0.0386093,0.00551033,0.012004453,0.0052800956,0.0019230391,0.0045067365,0.00022484394,0.7679023],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99938023,0.00023932077,0.00003295885,0.00004554698,0.00011765696,0.00018422303],"domain_scores_gemma":[0.99495137,0.0014189822,0.00023749431,0.00023386627,0.0005888263,0.002569615],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0015562715,0.0004302992,0.00043480642,0.0007466521,0.0009996269,0.0009191599,0.0009080743,0.0020561414,0.56136674],"category_scores_gemma":[0.0064820875,0.0001476736,0.00045082517,0.0005240783,0.00018141014,0.0013849905,0.0019953458,0.0009889794,0.10634607],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00074272166,0.001548377,0.0017209054,0.00145692,0.000015534975,0.00021269411,0.00013736848,0.000056068042,0.0004313409,0.00053922914,0.40319917,0.58993965],"study_design_scores_gemma":[0.000768278,0.0036909066,0.047373075,0.010817252,0.00010163737,0.0012288733,0.001956357,0.00034689426,0.0012681872,0.0028213738,0.92958075,0.000046591107],"about_ca_topic_score_codex":0.0014437035,"about_ca_topic_score_gemma":0.0032181388,"teacher_disagreement_score":0.56136674,"about_ca_system_score_codex":0.00042035198,"about_ca_system_score_gemma":0.0024749846,"threshold_uncertainty_score":0.6256571},"labels":[],"label_agreement":null},{"id":"W1968871497","doi":"10.1145/1219816.1219820","title":"Courses vs. content","year":2007,"lang":"en","type":"article","venue":"eLearn","topic":"Visual and Cognitive Learning Processes","field":"Psychology","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"","keywords":"Content (measure theory); Psychology; Computer science; Mathematics","score_opus":0.07466045456069356,"score_gpt":0.3805768647724083,"score_spread":0.3059164102117148,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1968871497","genre_codex":"empirical","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.65701723,0.016442638,0.006388805,0.008277972,0.0052212025,0.0018563718,0.09970895,0.0015716727,0.20351511],"genre_scores_gemma":[0.78733766,0.005094921,0.0022715046,0.003322764,0.0010572654,0.0028724028,0.013661737,0.001466116,0.18291555],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973743,0.00059105054,0.00018630024,0.0004888114,0.00081372453,0.00054574874],"domain_scores_gemma":[0.96159405,0.032351594,0.0012809384,0.0007812691,0.0010404414,0.0029518378],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020606224,0.00092642003,0.0028103709,0.0015888506,0.0007535327,0.0032802396,0.0027010927,0.0022593774,0.28398773],"category_scores_gemma":[0.03424586,0.0004031599,0.0015460639,0.0020312655,0.00052574143,0.002478104,0.002813425,0.0026579027,0.030961497],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.2837468,0.009847054,0.08389237,0.017625634,0.00414107,0.0019111043,0.0019416322,0.004596253,0.02940836,0.027383521,0.14644444,0.38906175],"study_design_scores_gemma":[0.015021056,0.02923069,0.63818693,0.007967813,0.011516585,0.0012850717,0.0048200395,0.010230846,0.019538958,0.052603174,0.20917025,0.0004285738],"about_ca_topic_score_codex":0.0042002387,"about_ca_topic_score_gemma":0.0025872346,"teacher_disagreement_score":0.28398773,"about_ca_system_score_codex":0.0017938167,"about_ca_system_score_gemma":0.001691829,"threshold_uncertainty_score":0.9500336},"labels":[],"label_agreement":null},{"id":"W1982258862","doi":"10.1145/1595384.1592458","title":"Five Questions ... For George Siemens","year":2009,"lang":"en","type":"article","venue":"eLearn","topic":"Complex Systems and Decision Making","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Siemens; George (robot); Management; Library science; Engineering; Engineering management; Engineering ethics; Sociology; Computer science; Artificial intelligence","score_opus":0.11756631869352524,"score_gpt":0.42401297864335635,"score_spread":0.3064466599498311,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1982258862","genre_codex":"commentary","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017764652,0.006070419,0.0015448252,0.84578806,0.025454687,0.00022774028,0.00064570335,0.0006086117,0.11788354],"genre_scores_gemma":[0.022394313,0.004137322,0.0029894286,0.30691895,0.0054732887,0.0005674873,0.0007113699,0.0002912126,0.6565167],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986419,0.0005315364,0.000060715727,0.00016824563,0.00037198924,0.0002255592],"domain_scores_gemma":[0.9953128,0.001348839,0.00016455346,0.00020356143,0.0018161599,0.0011540165],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021676577,0.0008386164,0.0004667324,0.00091972057,0.0053226063,0.003378378,0.0010962229,0.0072711613,0.15628251],"category_scores_gemma":[0.012297699,0.00041009762,0.0004811626,0.0005876631,0.0017286119,0.0061906776,0.0027943393,0.008508053,0.0929206],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007466987,0.000013743992,0.00010747238,0.000026035863,7.669922e-7,0.000036736274,0.00062908384,0.000011055706,0.000041752737,0.0050146957,0.9828336,0.011277615],"study_design_scores_gemma":[0.0000053054923,0.000011122884,0.00026982868,0.00010340863,7.3768456e-7,0.00008716762,0.0024124337,0.000028364651,0.00003408598,0.002859099,0.9941764,0.000011882145],"about_ca_topic_score_codex":0.009774032,"about_ca_topic_score_gemma":0.011343394,"teacher_disagreement_score":0.15628251,"about_ca_system_score_codex":0.0029583105,"about_ca_system_score_gemma":0.002701293,"threshold_uncertainty_score":0.52281713},"labels":[],"label_agreement":null},{"id":"W1991641681","doi":"10.1145/2025356.2030254","title":"Helping Dyslexic Medical Students Pass Their OSCE Exams","year":2011,"lang":"en","type":"article","venue":"eLearn","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Medical education; Dyslexia; Psychology; Objective structured clinical examination; Medical school; Multimedia; Medicine; Computer science; Linguistics","score_opus":0.03895685576317389,"score_gpt":0.34314935597283236,"score_spread":0.3041925002096585,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1991641681","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9576023,0.0019286833,0.0034866838,0.0108077135,0.00057116314,0.0002726688,0.00012561971,0.00067639654,0.02452868],"genre_scores_gemma":[0.9290352,0.0035970248,0.023494957,0.0026804886,0.0002159554,0.000117913376,0.00018131983,0.00006019251,0.04061696],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994387,0.00016788505,0.00005001958,0.000053192172,0.00013658895,0.00015357634],"domain_scores_gemma":[0.9969848,0.0009012595,0.00048527395,0.00007735049,0.0005481,0.0010032228],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009916726,0.00035841958,0.00025067816,0.00043561312,0.0012677351,0.0012604995,0.00038126283,0.00064957625,0.005506187],"category_scores_gemma":[0.007718157,0.00015739544,0.00014841105,0.00018373446,0.00029037005,0.0005283162,0.001459717,0.00087892934,0.0020670246],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003560269,0.0027190016,0.09466841,0.0005308667,0.000022903856,0.0019383319,0.020023124,0.00043092857,0.009808309,0.00033751954,0.051158823,0.81800574],"study_design_scores_gemma":[0.00030122398,0.0089390855,0.5374446,0.0015485976,0.00019069313,0.008552074,0.09690576,0.0016431699,0.027263526,0.0017159485,0.31521347,0.00028182133],"about_ca_topic_score_codex":0.0031872764,"about_ca_topic_score_gemma":0.027035497,"teacher_disagreement_score":0.005506187,"about_ca_system_score_codex":0.0005983143,"about_ca_system_score_gemma":0.0015308135,"threshold_uncertainty_score":0.01842004},"labels":[],"label_agreement":null},{"id":"W1995295962","doi":"10.1145/2371029.2379624","title":"How important is Twitter in your Personal Learning Network?","year":2012,"lang":"en","type":"article","venue":"eLearn","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Roads University","funders":"","keywords":"Social media; World Wide Web; Psychology; Data science; Computer science; Internet privacy; Sociology","score_opus":0.034210658001352465,"score_gpt":0.31478495709864257,"score_spread":0.2805742990972901,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1995295962","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7799553,0.005691907,0.0015180327,0.08072568,0.00086567603,0.00005928297,0.00030555998,0.000042768188,0.13083574],"genre_scores_gemma":[0.9900857,0.0029279967,0.000332346,0.0014353308,0.00017514163,0.000019254752,0.000046790545,0.000011769016,0.004965677],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99882656,0.0006659207,0.000054604996,0.00008228393,0.00017022072,0.00020027658],"domain_scores_gemma":[0.9946979,0.0018868729,0.0013014601,0.000097385324,0.00056756625,0.0014488254],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015737526,0.00014042601,0.00018593762,0.00081582647,0.0024571433,0.004840351,0.00036703996,0.0011993324,0.0062882216],"category_scores_gemma":[0.0073547466,0.00013560144,0.00016539126,0.00088630803,0.0014753648,0.0073099746,0.0015052052,0.0010089268,0.0009772824],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021257493,0.00022916935,0.50499797,0.0007138301,0.00011279922,0.0025592376,0.19613251,0.00026875682,0.0016162645,0.036319353,0.03661004,0.22022747],"study_design_scores_gemma":[0.000014596477,0.00014381773,0.13093378,0.000908712,0.0000842973,0.0019003531,0.6287152,0.0005330986,0.0007668893,0.005895275,0.23002431,0.000079658086],"about_ca_topic_score_codex":0.0028821237,"about_ca_topic_score_gemma":0.0053370027,"teacher_disagreement_score":0.0062882216,"about_ca_system_score_codex":0.0010343159,"about_ca_system_score_gemma":0.00073506136,"threshold_uncertainty_score":0.021036208},"labels":[],"label_agreement":null},{"id":"W1998539849","doi":"10.1145/2407138.2421596","title":"Gamification: The Latest Buzzword and the Next Fad","year":2012,"lang":"en","type":"article","venue":"eLearn","topic":"Educational Games and Gamification","field":"Psychology","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Canadian Navy","funders":"","keywords":"Realm; Term (time); Field (mathematics); Computer science; Data science; History","score_opus":0.046371232397070944,"score_gpt":0.3226052493799954,"score_spread":0.2762340169829245,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1998539849","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010164595,0.29354128,0.012740089,0.5350171,0.06213356,0.000050358834,0.00019288955,0.0006010687,0.085559115],"genre_scores_gemma":[0.33080903,0.28265768,0.031238839,0.15733261,0.06527508,0.0002452714,0.000667057,0.0012150427,0.13055944],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9960925,0.0013113423,0.00018315141,0.00038530628,0.0015724272,0.0004553383],"domain_scores_gemma":[0.9915201,0.0041227685,0.00026026613,0.00057404337,0.0022192034,0.0013036255],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007100344,0.00089544756,0.0008651113,0.0018259804,0.0024600858,0.01099041,0.0014163994,0.005678735,0.013401315],"category_scores_gemma":[0.015982607,0.00027396134,0.00069513475,0.0012033856,0.0067759166,0.016552564,0.0043211435,0.012146226,0.0033531012],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002962213,0.00016000625,0.00070853235,0.0007641053,0.000024208552,0.00024966168,0.0022233787,0.00024170158,0.00069814024,0.34521317,0.30534232,0.34407857],"study_design_scores_gemma":[0.000024852598,0.000114204486,0.00064893183,0.0017244288,0.000019302026,0.0005515176,0.0027199732,0.00042353824,0.00035934066,0.12424123,0.8691155,0.00005726533],"about_ca_topic_score_codex":0.0017637847,"about_ca_topic_score_gemma":0.0019835532,"teacher_disagreement_score":0.013401315,"about_ca_system_score_codex":0.0024837472,"about_ca_system_score_gemma":0.00211997,"threshold_uncertainty_score":0.044831812},"labels":[],"label_agreement":null},{"id":"W2012849234","doi":"10.1145/1943208.1943209","title":"Administering a Gross Anatomy Exam Using Mobile Technology","year":2011,"lang":"en","type":"article","venue":"eLearn","topic":"Mobile Learning in Education","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Popularity; Medical education; Multimedia; Mobile device; Computer science; Mobile technology; Medicine; Psychology; World Wide Web","score_opus":0.035586678871042186,"score_gpt":0.2980858708928746,"score_spread":0.2624991920218324,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2012849234","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7796042,0.004986764,0.04765839,0.016582787,0.0047737844,0.003005226,0.0029907187,0.00587031,0.13452782],"genre_scores_gemma":[0.764824,0.005698005,0.07200222,0.005819022,0.0011831152,0.00059110473,0.0017911931,0.00038669904,0.14770468],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9993892,0.000095479656,0.000051806048,0.00009103212,0.00018462304,0.00018781946],"domain_scores_gemma":[0.99820065,0.0002500627,0.00016104785,0.00017126721,0.00043908678,0.00077787176],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001251132,0.0005479784,0.0005645399,0.00088026194,0.00092355226,0.0011560147,0.00045854843,0.00070869917,0.028069321],"category_scores_gemma":[0.0044099,0.00033333406,0.00048437138,0.00031411793,0.0003566638,0.00063567667,0.0010502072,0.0009839714,0.019958911],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00086986384,0.0030188616,0.080419,0.00030380406,0.000058679143,0.0044478877,0.0021096847,0.0006096114,0.041838467,0.0009215688,0.07251172,0.7928908],"study_design_scores_gemma":[0.00026726502,0.016205939,0.410791,0.000779398,0.000115605086,0.023094382,0.005736019,0.0025099856,0.03701645,0.003314478,0.49993682,0.0002326045],"about_ca_topic_score_codex":0.0024219574,"about_ca_topic_score_gemma":0.016841715,"teacher_disagreement_score":0.028069321,"about_ca_system_score_codex":0.000701875,"about_ca_system_score_gemma":0.0020086723,"threshold_uncertainty_score":0.09390122},"labels":[],"label_agreement":null},{"id":"W2023190641","doi":"10.1145/1125280.1125282","title":"Development principles for online courses","year":2005,"lang":"en","type":"article","venue":"eLearn","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Mathematics education; Computer science; Psychology","score_opus":0.057176577825794044,"score_gpt":0.36571319282211157,"score_spread":0.3085366149963175,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2023190641","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0033756634,0.0013159001,0.71045846,0.0037027553,0.0005158093,0.0004820623,0.0001708273,0.0006345787,0.27934402],"genre_scores_gemma":[0.09097868,0.0020351217,0.656446,0.00072175683,0.00020249364,0.0012601477,0.0003323663,0.00038750182,0.24763598],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9986737,0.00040822558,0.00011794235,0.0001420173,0.00054872537,0.00010938063],"domain_scores_gemma":[0.99853003,0.0005219677,0.00008119778,0.0002740143,0.0004637017,0.00012906824],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019151915,0.0004067941,0.00018899502,0.0011093218,0.0012059152,0.0024523956,0.0011557367,0.0009723948,0.028858582],"category_scores_gemma":[0.0037030792,0.00036453814,0.0006088077,0.00076525396,0.0019815585,0.0026804502,0.002564026,0.0017718079,0.0098363925],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006897803,0.000051521172,0.00027179558,0.00017790332,0.000005453698,0.00008808751,0.00056766794,0.0011595963,0.00077628385,0.8238214,0.0209822,0.15209104],"study_design_scores_gemma":[0.00001578307,0.000039130362,0.0004077668,0.00024628884,0.000012485625,0.00025185544,0.00036899402,0.0036831493,0.0018937923,0.35135794,0.64170957,0.0000131901415],"about_ca_topic_score_codex":0.00181797,"about_ca_topic_score_gemma":0.0022174572,"teacher_disagreement_score":0.028858582,"about_ca_system_score_codex":0.0011100782,"about_ca_system_score_gemma":0.0019716404,"threshold_uncertainty_score":0.096541524},"labels":[],"label_agreement":null},{"id":"W2031756410","doi":"10.1145/1595388.1595438","title":"Patterns in e-Learning Standards and Specifications","year":2009,"lang":"en","type":"article","venue":"eLearn","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"NOSM University","funders":"","keywords":"Philosophy of technology; Computer science; E learning; Engineering ethics; Educational technology; Knowledge management; Mathematics education; Data science; Psychology; Epistemology; Engineering; Philosophy of science","score_opus":0.021637480668794916,"score_gpt":0.28312253558048367,"score_spread":0.2614850549116888,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2031756410","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03652557,0.000926475,0.93378747,0.003802478,0.00016983398,0.00039935872,0.00060895743,0.00093963457,0.022840122],"genre_scores_gemma":[0.28899074,0.0015616072,0.6916133,0.00076874864,0.00007231432,0.0011780611,0.0018306389,0.00053727755,0.013447334],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9660479,0.01217242,0.0066840053,0.002442917,0.0113502825,0.0013025808],"domain_scores_gemma":[0.9654177,0.017942034,0.0034761296,0.006509959,0.0062036705,0.00045062625],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01731712,0.0006960502,0.0005961694,0.0029232372,0.001559821,0.007189338,0.0017205143,0.002740762,0.0022522747],"category_scores_gemma":[0.042585798,0.0011573993,0.00079078326,0.0049940674,0.0043432456,0.009254341,0.002777901,0.0024663014,0.00096954365],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010293699,0.00009151573,0.004284342,0.0003906487,0.000037909052,0.0006085594,0.008088927,0.0077985283,0.0033629616,0.8703793,0.0036477526,0.10120662],"study_design_scores_gemma":[0.00008073453,0.0001516632,0.0017866298,0.00064443314,0.00005905442,0.0013193912,0.0038918273,0.023704007,0.008750889,0.76459146,0.19490686,0.000112987625],"about_ca_topic_score_codex":0.0048793126,"about_ca_topic_score_gemma":0.0058633396,"teacher_disagreement_score":0.01731712,"about_ca_system_score_codex":0.0022415335,"about_ca_system_score_gemma":0.0038456388,"threshold_uncertainty_score":0.091582775},"labels":[],"label_agreement":null},{"id":"W2060539314","doi":"10.1145/1070948.1070952","title":"\"Or even worse\"","year":2005,"lang":"en","type":"article","venue":"eLearn","topic":"ICT in Developing Communities","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Computer science","score_opus":0.025854168938019093,"score_gpt":0.2629696433377192,"score_spread":0.23711547439970013,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2060539314","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0022679928,0.029132368,0.0028110787,0.19597854,0.094773404,0.00019681927,0.004165669,0.0010185617,0.6696555],"genre_scores_gemma":[0.009768924,0.011335838,0.00093465956,0.044159055,0.008248287,0.000084624495,0.0014580383,0.00019201566,0.9238186],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988048,0.0002895188,0.00006495144,0.00022921876,0.0003474597,0.00026397264],"domain_scores_gemma":[0.99785054,0.0003164271,0.00014705448,0.0002668301,0.0008980867,0.0005211471],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0019560235,0.0009795262,0.0011814107,0.0009572237,0.0013927534,0.003939323,0.0017934974,0.0027292622,0.60012984],"category_scores_gemma":[0.0048077144,0.00024625118,0.001243008,0.0010373979,0.0014342491,0.0031764205,0.0032521728,0.0030411195,0.30348906],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015361441,0.000033419954,0.00021161903,0.00055325,0.00002111484,0.00011696859,0.000073297175,0.0000338972,0.0004045433,0.011743536,0.9185719,0.06808284],"study_design_scores_gemma":[0.000014801586,0.000044293924,0.0003335562,0.00027089159,0.000020927517,0.00016266,0.00017716538,0.000023217466,0.00022273479,0.0032748498,0.9954471,0.000007747548],"about_ca_topic_score_codex":0.0031731292,"about_ca_topic_score_gemma":0.0048068273,"teacher_disagreement_score":0.60012984,"about_ca_system_score_codex":0.0011473857,"about_ca_system_score_gemma":0.001487834,"threshold_uncertainty_score":0.57036626},"labels":[],"label_agreement":null},{"id":"W2078542917","doi":"10.1145/1104985.1104989","title":"Is it live or is it Memorex?","year":2005,"lang":"en","type":"article","venue":"eLearn","topic":"Personal Information Management and User Behavior","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science","score_opus":0.4002893171548517,"score_gpt":0.48116714452454346,"score_spread":0.08087782736969173,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2078542917","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035329524,0.079709396,0.0029565394,0.18358748,0.025198603,0.0004896113,0.006867211,0.0005503436,0.6653113],"genre_scores_gemma":[0.28651956,0.11683128,0.001757237,0.028370498,0.008012412,0.000512523,0.003907741,0.00025948122,0.5538293],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99908257,0.00029290433,0.00005331489,0.00008149546,0.0003030992,0.0001865174],"domain_scores_gemma":[0.9961299,0.0015788712,0.00043017187,0.00025730793,0.000695466,0.0009081583],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002027314,0.0004547559,0.0013577265,0.0008012104,0.0012468654,0.0034617535,0.001227974,0.0021910623,0.42305532],"category_scores_gemma":[0.008582969,0.00013995907,0.00054450147,0.0010554127,0.0013693098,0.0023570322,0.0012171153,0.0014729209,0.10511924],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0025641145,0.00047915682,0.004442248,0.0044933236,0.00012508861,0.0006249017,0.00066217675,0.00012967375,0.0019157238,0.017256554,0.4152872,0.55201983],"study_design_scores_gemma":[0.00016677355,0.0013220558,0.014077338,0.005967978,0.00023333656,0.0008138574,0.005402219,0.0001526616,0.0017129325,0.017552592,0.9525473,0.000050809198],"about_ca_topic_score_codex":0.00230006,"about_ca_topic_score_gemma":0.00300576,"teacher_disagreement_score":0.42305532,"about_ca_system_score_codex":0.0006474288,"about_ca_system_score_gemma":0.00080904673,"threshold_uncertainty_score":0.82294154},"labels":[],"label_agreement":null},{"id":"W2081917387","doi":"10.1145/1595385.1555527","title":"Long Live Instructor-Led Learning","year":2009,"lang":"en","type":"article","venue":"eLearn","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Psychology","score_opus":0.0029239290672612886,"score_gpt":0.1955422653037435,"score_spread":0.1926183362364822,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2081917387","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.036600273,0.0021897138,0.04597261,0.047617596,0.014979012,0.0011790402,0.004034131,0.012964998,0.8344626],"genre_scores_gemma":[0.13269226,0.0007044832,0.019111127,0.01340938,0.002471889,0.00082582305,0.0036140645,0.0014465945,0.82572436],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9949504,0.0009475705,0.00010089457,0.001140387,0.0019178845,0.00094279036],"domain_scores_gemma":[0.9784353,0.0015057899,0.00058570213,0.0019342159,0.0029471563,0.014591813],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004578493,0.00077795074,0.0004853582,0.0008928589,0.004995501,0.005355437,0.0025875731,0.0019820998,0.2477021],"category_scores_gemma":[0.011485855,0.00035460127,0.00058507605,0.00067691616,0.0012927627,0.0044342177,0.013291055,0.00480428,0.107721165],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012149506,0.0012912988,0.0017887492,0.000112663816,0.000018337816,0.00019024618,0.0011571076,0.00020585254,0.0008281305,0.010780663,0.7408941,0.24261127],"study_design_scores_gemma":[0.00006973137,0.000390639,0.0032649185,0.00015690323,0.000005374005,0.00020655543,0.001529488,0.0004214462,0.0006683983,0.010347006,0.9829061,0.00003366568],"about_ca_topic_score_codex":0.0011911778,"about_ca_topic_score_gemma":0.0069788382,"teacher_disagreement_score":0.2477021,"about_ca_system_score_codex":0.0024713285,"about_ca_system_score_gemma":0.005119727,"threshold_uncertainty_score":0.82864606},"labels":[],"label_agreement":null},{"id":"W2082438799","doi":"10.1145/2157652.2159560","title":"Moving From Paper to E-Book Reading","year":2012,"lang":"en","type":"article","venue":"eLearn","topic":"Library Collection Development and Digital Resources","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Reading (process); Computer science; Multimedia; Linguistics; Philosophy","score_opus":0.011408136433760022,"score_gpt":0.20812217788192136,"score_spread":0.19671404144816135,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2082438799","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06355666,0.0073239263,0.039753746,0.022870934,0.004769494,0.0002556043,0.00024760838,0.0011847207,0.8600373],"genre_scores_gemma":[0.40207085,0.017392667,0.06303935,0.012402638,0.0020884394,0.00026885013,0.0005942427,0.0018159556,0.500327],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99838626,0.0005172922,0.000096171105,0.00034286958,0.00051928306,0.00013818625],"domain_scores_gemma":[0.9975012,0.0009819272,0.00012872982,0.00033870118,0.0005010862,0.00054827513],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0010435679,0.00032333596,0.00032568292,0.0009943268,0.0016937549,0.008752546,0.0012007596,0.0016564786,0.048380103],"category_scores_gemma":[0.0037607942,0.00022373997,0.0004438719,0.0013006972,0.0037954669,0.0068099177,0.004583714,0.0029685253,0.019250438],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017536327,0.00045833434,0.0042436398,0.0010368249,0.000029252476,0.0017381732,0.03876812,0.0002718171,0.011612747,0.1305407,0.0988752,0.7122499],"study_design_scores_gemma":[0.000043074444,0.0003373737,0.011861085,0.00086782593,0.000017504488,0.00144648,0.03855197,0.00025904085,0.0055707563,0.041288506,0.89969087,0.00006551684],"about_ca_topic_score_codex":0.0017613808,"about_ca_topic_score_gemma":0.0026142087,"teacher_disagreement_score":0.9912475,"about_ca_system_score_codex":0.0011080032,"about_ca_system_score_gemma":0.0011404728,"threshold_uncertainty_score":0.16184759},"labels":[],"label_agreement":null},{"id":"W2255482883","doi":"10.1145/2687917.2686761","title":"The Significance of Educational Technology History and Research","year":2014,"lang":"en","type":"article","venue":"eLearn","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Roads University","funders":"","keywords":"History of technology; Engineering ethics; History; Engineering; Archaeology","score_opus":0.03243945281526808,"score_gpt":0.3691857631980691,"score_spread":0.336746310382801,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2255482883","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.063660614,0.5232877,0.009829086,0.20303522,0.009347352,0.00010230145,0.00047554253,0.00011580129,0.19014636],"genre_scores_gemma":[0.62192583,0.32439628,0.0054827575,0.021632869,0.010671031,0.00015107081,0.0002311002,0.00013350134,0.01537557],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.991601,0.004025773,0.00051058497,0.0016282503,0.0017363871,0.0004981674],"domain_scores_gemma":[0.9153604,0.066209964,0.004282802,0.004971329,0.0066653793,0.0025100827],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014159047,0.0005713832,0.000870593,0.0078742625,0.0032293256,0.015095687,0.001899992,0.0038003635,0.008634695],"category_scores_gemma":[0.035289656,0.0005974373,0.00050557894,0.009836848,0.025853036,0.024038468,0.0046221586,0.0053535164,0.0010645108],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002523038,0.0002661474,0.022091188,0.006253164,0.00015318068,0.0004461512,0.015259516,0.00092037703,0.0016338509,0.533004,0.013540163,0.40617996],"study_design_scores_gemma":[0.000033539764,0.00032379865,0.027534965,0.013283071,0.00017169566,0.0010344264,0.03132758,0.00074223644,0.0025759789,0.30977044,0.6130499,0.00015240216],"about_ca_topic_score_codex":0.004251881,"about_ca_topic_score_gemma":0.0056294748,"teacher_disagreement_score":0.015095687,"about_ca_system_score_codex":0.00805176,"about_ca_system_score_gemma":0.009110072,"threshold_uncertainty_score":0.07488114},"labels":[],"label_agreement":null},{"id":"W2302335549","doi":"10.1145/2904374.2893358","title":"The Move is On! From the Passive Multimedia Learner to the Engaged Co-creator","year":2016,"lang":"en","type":"article","venue":"eLearn","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Interactivity; Computer science; Information and Communications Technology; Context (archaeology); Citizen journalism; Multimedia; Knowledge management; World Wide Web","score_opus":0.01994179781718177,"score_gpt":0.31716541001109283,"score_spread":0.2972236121939111,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2302335549","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08077067,0.00934066,0.18132876,0.2641406,0.003888343,0.00043092316,0.00018557464,0.0015491272,0.45836532],"genre_scores_gemma":[0.75384086,0.007159561,0.04489938,0.03584323,0.0013982238,0.0007236039,0.00024786033,0.0007318396,0.15515544],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9924625,0.0041633626,0.00019096927,0.0012254637,0.0014835091,0.0004741361],"domain_scores_gemma":[0.99233294,0.0033453563,0.0005275945,0.0011227218,0.0011484019,0.0015229669],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006274004,0.0007825606,0.00057822536,0.001197332,0.0058589415,0.02025575,0.0024778366,0.0067048287,0.012212583],"category_scores_gemma":[0.011410268,0.0005305874,0.00071813073,0.00083959836,0.027142873,0.034458127,0.016842853,0.0082154805,0.0064168987],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000141134,0.0002482038,0.004608941,0.0006745448,0.000038235212,0.0008134321,0.16928564,0.00019062516,0.0041650245,0.62140596,0.034902584,0.1635256],"study_design_scores_gemma":[0.000032929038,0.00026125828,0.0015518476,0.00083351234,0.000046170844,0.0014544417,0.08134606,0.0009471795,0.0021225011,0.18120386,0.730092,0.00010824544],"about_ca_topic_score_codex":0.0020515714,"about_ca_topic_score_gemma":0.0014545746,"teacher_disagreement_score":0.02025575,"about_ca_system_score_codex":0.00265189,"about_ca_system_score_gemma":0.0031328248,"threshold_uncertainty_score":0.04085511},"labels":[],"label_agreement":null},{"id":"W2555909367","doi":"10.1145/3017608.3013524","title":"Gamification Is Simply Bells and Whistles","year":2016,"lang":"en","type":"article","venue":"eLearn","topic":"Educational Games and Gamification","field":"Psychology","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Canadian Navy","funders":"","keywords":"Sign (mathematics); Nothing; Content (measure theory); Order (exchange); Term (time); Psychology; Multimedia; Computer science; Human–computer interaction; Epistemology; Mathematics; Business; Physics; Philosophy","score_opus":0.024308561956799514,"score_gpt":0.3184210144509073,"score_spread":0.2941124524941078,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2555909367","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.037859257,0.015311422,0.14407416,0.049457006,0.0055528185,0.0006400401,0.00077453564,0.0058437185,0.7404871],"genre_scores_gemma":[0.50063413,0.019122818,0.1366253,0.017366823,0.0013353138,0.0009659365,0.0011928071,0.0012848888,0.32147187],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9979888,0.0007456431,0.00010887314,0.00027681986,0.0007312106,0.00014870384],"domain_scores_gemma":[0.9982969,0.00061577605,0.00016507326,0.00031395265,0.0002884549,0.0003198384],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016675927,0.0013785404,0.0006984058,0.0010642583,0.0009182483,0.0057044597,0.00089209137,0.0023685463,0.022659255],"category_scores_gemma":[0.007123337,0.00029130004,0.00054533925,0.0009489829,0.0049734577,0.006977821,0.0032064586,0.0030498772,0.013616301],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031227386,0.00031841334,0.002164393,0.0010198778,0.00012444577,0.0002559521,0.0036063653,0.0013093293,0.0031770268,0.5348964,0.15513808,0.2976774],"study_design_scores_gemma":[0.000040326402,0.00019062556,0.001610553,0.0006430699,0.000039439605,0.0003686144,0.0019751622,0.0013219536,0.0011783394,0.18826278,0.8043011,0.000067928675],"about_ca_topic_score_codex":0.0008867993,"about_ca_topic_score_gemma":0.001438849,"teacher_disagreement_score":0.022659255,"about_ca_system_score_codex":0.00061865203,"about_ca_system_score_gemma":0.0007817131,"threshold_uncertainty_score":0.07580274},"labels":[],"label_agreement":null},{"id":"W2793511002","doi":"10.1145/3185512.3185174","title":"Openness in Education and Digital Scholarship: An interview with Bonnie Stewart","year":2018,"lang":"en","type":"article","venue":"eLearn","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Scholarship; Openness to experience; Digital scholarship; Sociology; Media studies; Library science; Art; Political science; Psychology; Humanities; Law; Social psychology; Computer science","score_opus":0.020378215484918295,"score_gpt":0.2909750696665775,"score_spread":0.2705968541816592,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2793511002","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22939785,0.006779716,0.0009815608,0.7206253,0.0037810542,0.00013631574,0.00006431072,0.000046940604,0.038186982],"genre_scores_gemma":[0.8005989,0.0071669794,0.0013880846,0.13892524,0.0007739648,0.00028462705,0.00003748096,0.00014532103,0.05067938],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9898352,0.005628401,0.000238295,0.00062422606,0.0018284265,0.0018455369],"domain_scores_gemma":[0.97438455,0.013052477,0.0011846586,0.00023231746,0.0025745062,0.008571484],"candidate_categories":["scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.012715205,0.00088892353,0.0013252982,0.0026003541,0.040276207,0.008753635,0.0020728873,0.0109653305,0.0054148603],"category_scores_gemma":[0.027044782,0.001360812,0.00043397825,0.0025456294,0.02625061,0.014100655,0.008548683,0.020132098,0.00060616987],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045258068,0.00010301401,0.0019350131,0.00006314301,0.000005862851,0.002009422,0.91800565,0.00008863965,0.0006140455,0.013591673,0.056700848,0.006837546],"study_design_scores_gemma":[0.000008916455,0.000048697402,0.0008975964,0.0003049474,0.0000030907743,0.0007507116,0.84602314,0.00009368435,0.000103816375,0.0015880709,0.15011442,0.00006293575],"about_ca_topic_score_codex":0.12447377,"about_ca_topic_score_gemma":0.17599113,"teacher_disagreement_score":0.9979271,"about_ca_system_score_codex":0.013758933,"about_ca_system_score_gemma":0.01659191,"threshold_uncertainty_score":0.24749851},"labels":[],"label_agreement":null},{"id":"W2929450823","doi":"10.1145/3310377.3313865","title":"Excited by E-Moderation? A Canadian Educator Shares Her Best Hacks","year":2019,"lang":"en","type":"article","venue":"eLearn","topic":"Higher Education Practises and Engagement","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Moderation; Psychology; Best practice; Professional development; Discussion board; Computer science; World Wide Web; Social psychology; Pedagogy; Political science","score_opus":0.021823580799533737,"score_gpt":0.3308061231904383,"score_spread":0.30898254239090456,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2929450823","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.038279388,0.007948866,0.0026102131,0.8054982,0.017711231,0.00007233657,0.0001338496,0.00045743588,0.12728855],"genre_scores_gemma":[0.49949136,0.013197934,0.0059636533,0.16702218,0.003227104,0.00009118191,0.0001304858,0.0008299322,0.31004617],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99367416,0.002124836,0.00012847844,0.00059634005,0.0015985017,0.0018776037],"domain_scores_gemma":[0.98974293,0.0015554581,0.00028621245,0.00046000435,0.0032037664,0.004751495],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006760687,0.0005784128,0.00046279698,0.0010174046,0.03689452,0.010783957,0.0015126696,0.005231121,0.010946265],"category_scores_gemma":[0.015771084,0.00034322753,0.00061708066,0.0014212014,0.007955049,0.0061720093,0.005382285,0.008357983,0.002827556],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000101781196,0.00011368999,0.0069177556,0.00015583003,0.000023608403,0.002326835,0.1751209,0.0001369681,0.0012094028,0.026857466,0.68691117,0.10012456],"study_design_scores_gemma":[0.0000068265213,0.000036062498,0.001441404,0.00018837767,0.000009592791,0.0006047455,0.087377064,0.000083179446,0.00028704584,0.0013208505,0.90856916,0.00007573871],"about_ca_topic_score_codex":0.70372325,"about_ca_topic_score_gemma":0.8950736,"teacher_disagreement_score":0.70372325,"about_ca_system_score_codex":0.031706516,"about_ca_system_score_gemma":0.04493544,"threshold_uncertainty_score":0.5960431},"labels":[],"label_agreement":null},{"id":"W2982047848","doi":"10.1145/3329488.3331173","title":"Intentionally Equitable Hospitality in Hybrid Video Dialogue: The context of Virtually Connecting","year":2019,"lang":"en","type":"article","venue":"eLearn","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lakehead University; University of Ottawa","funders":"","keywords":"Hospitality; Grassroots; Context (archaeology); Public relations; Order (exchange); Sociology; Internet privacy; Business; Computer science; Political science; Politics; Tourism; Geography","score_opus":0.015044003891510841,"score_gpt":0.2923649766712946,"score_spread":0.27732097277978374,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2982047848","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8928753,0.0005597959,0.02503598,0.018102886,0.0003607958,0.00018566997,0.000038108537,0.00016364486,0.062677816],"genre_scores_gemma":[0.9936272,0.00014284695,0.0028269368,0.0009296812,0.000047835143,0.00006714899,0.000010061678,0.000055508262,0.0022928056],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9697272,0.025902038,0.00026736796,0.0010691262,0.0009971597,0.0020370074],"domain_scores_gemma":[0.98006743,0.012598225,0.001390493,0.001482537,0.00076339254,0.0036978552],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012582502,0.0005576071,0.0003527613,0.0007124093,0.01789591,0.012256269,0.0028586008,0.003855457,0.004335761],"category_scores_gemma":[0.025097568,0.00048393093,0.00038784882,0.0006485005,0.02164822,0.009411211,0.01848132,0.004300911,0.0005667034],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000779788,0.000121702295,0.0031903828,0.00018097533,0.000017119432,0.0016980992,0.9367986,0.00031485784,0.0015749958,0.0369236,0.0021439756,0.01695769],"study_design_scores_gemma":[0.00001698609,0.000087923014,0.0010232159,0.00016024521,0.000011549071,0.0010816455,0.95115805,0.00039110618,0.0005873731,0.011491727,0.033955157,0.00003499488],"about_ca_topic_score_codex":0.0026202444,"about_ca_topic_score_gemma":0.0062882537,"teacher_disagreement_score":0.01789591,"about_ca_system_score_codex":0.003721882,"about_ca_system_score_gemma":0.0043716035,"threshold_uncertainty_score":0.0665434},"labels":[],"label_agreement":null},{"id":"W2982598466","doi":"10.1145/3360724.3360723","title":"Professional Development for Open Education: The usefulness of a cMOOC","year":2019,"lang":"en","type":"article","venue":"eLearn","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cambrian College","funders":"","keywords":"Open educational resources; Open education; Professional development; Open university; Focus group; Educational resources; Medical education; Knowledge management; Pedagogy; Psychology; Distance education; Sociology; Computer science; Medicine","score_opus":0.036751051197848224,"score_gpt":0.31990263770313665,"score_spread":0.28315158650528843,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2982598466","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6648298,0.002624123,0.023896486,0.03310428,0.0008315536,0.00075850985,0.00007187124,0.0005445578,0.27333894],"genre_scores_gemma":[0.97042745,0.00064444495,0.018891204,0.0022735042,0.00012359791,0.00018856283,0.000025250416,0.000084715335,0.007341318],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.97528267,0.014869836,0.0006094243,0.00080275215,0.0072364053,0.0011989345],"domain_scores_gemma":[0.8928568,0.073875755,0.0049497983,0.00504831,0.008684333,0.014585057],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.01997478,0.0002470571,0.00023364433,0.0020474964,0.006072924,0.0074634966,0.001157847,0.0017122305,0.004410195],"category_scores_gemma":[0.073755175,0.00029723524,0.00023550108,0.00068501564,0.0057053957,0.0042681512,0.011303565,0.0022800572,0.00074126397],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012228773,0.0009435242,0.04425806,0.0010288378,0.0000282235,0.0018515093,0.43203163,0.00019686903,0.0034428511,0.0283406,0.01906306,0.46869263],"study_design_scores_gemma":[0.00011022069,0.0011382552,0.058982924,0.0029297704,0.000060235692,0.006796982,0.4530095,0.0021356274,0.0023329281,0.018834708,0.45345664,0.00021221333],"about_ca_topic_score_codex":0.0017577492,"about_ca_topic_score_gemma":0.0035185267,"teacher_disagreement_score":0.9988422,"about_ca_system_score_codex":0.0025874195,"about_ca_system_score_gemma":0.008249866,"threshold_uncertainty_score":0.10563803},"labels":[],"label_agreement":null},{"id":"W4205761947","doi":"10.1145/3508017.3495533","title":"Conversation-Based Assessments: Real-Time Assessment and Feedback","year":2021,"lang":"en","type":"article","venue":"eLearn","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Conversation; Computer science; Test (biology); Conversation analysis; Human–computer interaction; Multimedia; Psychology; Communication","score_opus":0.037621487000752594,"score_gpt":0.42449446637501853,"score_spread":0.38687297937426596,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205761947","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035473295,0.0041547543,0.91613966,0.0010922939,0.0004690345,0.0034855157,0.0008694083,0.0074864672,0.030829573],"genre_scores_gemma":[0.3324778,0.0033127712,0.64677536,0.00036586824,0.00038535945,0.0029159812,0.0009740896,0.0005930863,0.012199643],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.97569615,0.014016537,0.0013754853,0.0013544665,0.0072553083,0.00030202384],"domain_scores_gemma":[0.974876,0.013055903,0.0017323648,0.0014390339,0.008027541,0.000869124],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013747396,0.0012252972,0.00095998327,0.002891659,0.00062615506,0.0035487383,0.0015376514,0.0011846315,0.005307249],"category_scores_gemma":[0.040556964,0.00044255925,0.00034911977,0.0016201162,0.00069821003,0.0035689608,0.0023368306,0.0009216233,0.0046022157],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008354373,0.0003821974,0.0045590242,0.001116945,0.00007483087,0.00014580197,0.0024870285,0.0029241461,0.01662453,0.004315949,0.009092961,0.95744115],"study_design_scores_gemma":[0.0009441612,0.0057440978,0.058897484,0.0050894762,0.0007254741,0.006417933,0.009638053,0.28018877,0.12262846,0.057605777,0.45054805,0.0015722723],"about_ca_topic_score_codex":0.0015094358,"about_ca_topic_score_gemma":0.0014128912,"teacher_disagreement_score":0.013747396,"about_ca_system_score_codex":0.0006622081,"about_ca_system_score_gemma":0.0019367546,"threshold_uncertainty_score":0.07270402},"labels":[],"label_agreement":null},{"id":"W4313552311","doi":"10.1145/3579632.3558395","title":"Closing the Assessment Excellence Gap: Why digital assessments should go beyond recall and be more inclusive","year":2023,"lang":"en","type":"article","venue":"eLearn","topic":"Higher Education Learning Practices","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Quest University Canada","funders":"","keywords":"Closing (real estate); Excellence; Recall; Implementation; Computer science; Action (physics); Public relations; Psychology; Political science; Cognitive psychology; Software engineering","score_opus":0.08205664865131557,"score_gpt":0.46459990483968616,"score_spread":0.3825432561883706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313552311","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.043275412,0.008607602,0.10852398,0.7512612,0.0031076237,0.00022749315,0.00006346386,0.0006425665,0.08429068],"genre_scores_gemma":[0.82328635,0.0042477306,0.079511955,0.079651125,0.0020010683,0.00044328094,0.000081962615,0.0005423402,0.010234175],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.83069164,0.094181426,0.012039415,0.008087423,0.049550872,0.0054492163],"domain_scores_gemma":[0.7215051,0.17122473,0.014883853,0.01640317,0.064611904,0.011371242],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.11881569,0.00079278345,0.0010128239,0.0031004648,0.008794209,0.022813445,0.002735313,0.011452482,0.0038298247],"category_scores_gemma":[0.20684135,0.0007653364,0.0007746757,0.0019285246,0.032111865,0.04199802,0.022936616,0.013346512,0.002166366],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016938546,0.00027328814,0.009288019,0.0022664347,0.000079462094,0.0007389938,0.10860905,0.001126636,0.0032156026,0.55210656,0.05956359,0.26256302],"study_design_scores_gemma":[0.00005350906,0.00022600697,0.0056288363,0.00327041,0.000033217748,0.0012871566,0.06820569,0.0014656227,0.0029901923,0.5835527,0.33304507,0.0002415591],"about_ca_topic_score_codex":0.0036728438,"about_ca_topic_score_gemma":0.0035716866,"teacher_disagreement_score":0.11881569,"about_ca_system_score_codex":0.00891901,"about_ca_system_score_gemma":0.024052568,"threshold_uncertainty_score":0.6283649},"labels":[],"label_agreement":null}]}