{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":22,"total_is_capped":false,"direct_labels_cover":0,"predictions_cover":22,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"query_hash":"bebb1aba7663","filters":{"venue":"eLearn"}},"results":[{"id":"W1998539849","doi":"10.1145/2407138.2421596","title":"Gamification: The Latest Buzzword and the Next Fad","year":2012,"lang":"en","type":"article","venue":"eLearn","topic":"Educational Games and Gamification","field":"Psychology","cited_by":22,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Royal Canadian Navy","funders":"","keywords":"Realm; Term (time); Field (mathematics); Computer science; Data science; History","retraction":null,"screen_n_in":null,"score":{"opus":0.04637123239707094,"gpt":0.3226052493799954,"spread":0.2762340169829245,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005094123,0.00006022508,0.00005649447,0.00001390081,0.0001539767,0.00004136957,0.000136456,0.0000398239,0.0007849909],"category_scores_gemma":[0.00005970711,0.00003149461,0.00002647688,0.0001067907,0.000174426,0.00007140778,0.00001297527,0.0001368509,0.001117504],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000008415804,"about_ca_system_score_gemma":0.000008639291,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00006388882,"about_ca_topic_score_gemma":0.00000477304,"domain_scores_codex":[0.9994013,0.0001443683,0.0001099818,0.0001044507,0.00008121142,0.0001587074],"domain_scores_gemma":[0.9992065,0.0003312027,0.00006391158,0.0003264215,0.00003493014,0.00003705324],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00004973951,0.0001181936,0.02901731,0.000003822968,0.00004443757,1.039624e-7,0.021751,0.000003008513,0.00008985904,0.8505108,0.03952274,0.05888898],"study_design_scores_gemma":[0.0002051435,0.000006586227,0.4708155,0.000001625146,0.00001319639,0.00001194362,0.002935137,0.00001354851,0.0000055482,0.00115655,0.5247926,0.00004258191],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6173581,0.01902712,0.0003035015,0.163037,0.002121202,0.000690445,0.000003998789,0.00008884466,0.1973697],"genre_scores_gemma":[0.9713821,0.0001120879,0.00005064338,0.001169437,0.0006191175,0.00008073483,0.000008714279,0.000008932166,0.02656828],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8493543,"threshold_uncertainty_score":0.9996603,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2302335549","doi":"10.1145/2904374.2893358","title":"The Move is On! From the Passive Multimedia Learner to the Engaged Co-creator","year":2016,"lang":"en","type":"article","venue":"eLearn","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":21,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université Laval","funders":"","keywords":"Interactivity; Computer science; Information and Communications Technology; Context (archaeology); Citizen journalism; Multimedia; Knowledge management; World Wide Web","retraction":null,"screen_n_in":null,"score":{"opus":0.01994179781718177,"gpt":0.3171654100110928,"spread":0.2972236121939111,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00165515,0.0001153121,0.0001025422,0.00001400808,0.003301011,0.0001503731,0.0006603223,0.00007917427,0.001128296],"category_scores_gemma":[0.003976092,0.00004012869,0.00009051512,0.0001717653,0.000287248,0.00007544817,0.00006218412,0.0006942425,0.003732371],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000562673,"about_ca_system_score_gemma":0.0001955865,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001087723,"about_ca_topic_score_gemma":0.001895501,"domain_scores_codex":[0.9969715,0.001751642,0.000132635,0.0002372391,0.0005045304,0.0004024309],"domain_scores_gemma":[0.9929042,0.006449592,0.00008088822,0.0003874738,0.00006908803,0.0001087217],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00004355879,0.00002298661,0.003244441,2.647546e-7,0.00004855408,0.00000309008,0.03263185,0.000005941785,0.0002854996,0.001613331,0.1477185,0.814382],"study_design_scores_gemma":[0.0001852885,0.00003873754,0.007897212,0.00001506848,0.0000105377,9.886435e-8,0.0217419,0.00001758748,0.000351209,0.0003099247,0.9693427,0.00008970042],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.510319,0.0002735224,0.00007455095,0.4509546,0.0007744173,0.0006392256,0.00006214308,0.0001389798,0.03676356],"genre_scores_gemma":[0.9327332,0.0002726964,0.0001804409,0.004993062,0.002658331,0.0000394802,0.000002824547,0.00002424453,0.05909571],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8216243,"threshold_uncertainty_score":0.9997848,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1995295962","doi":"10.1145/2371029.2379624","title":"How important is Twitter in your Personal Learning Network?","year":2012,"lang":"en","type":"article","venue":"eLearn","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Royal Roads University","funders":"","keywords":"Social media; World Wide Web; Psychology; Data science; Computer science; Internet privacy; Sociology","retraction":null,"screen_n_in":null,"score":{"opus":0.03421065800135246,"gpt":0.3147849570986426,"spread":0.2805742990972901,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008550683,0.00009622995,0.0001287028,0.00006153456,0.0003069351,0.00007548402,0.0001878736,0.000187184,0.0004082448],"category_scores_gemma":[0.0002410091,0.00009536644,0.00005297946,0.0002655223,0.0001495681,0.0002790743,0.00005235829,0.0005449498,0.0001120715],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001118263,"about_ca_system_score_gemma":0.00005058245,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003598289,"about_ca_topic_score_gemma":0.0001802381,"domain_scores_codex":[0.9984861,0.0001328058,0.0001141313,0.0001393426,0.0002979359,0.0008296996],"domain_scores_gemma":[0.9996539,0.00002108585,0.00008856094,0.00008967763,0.00002014,0.0001265778],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.000005628695,0.00003233243,0.9756399,0.000002001739,0.000006092632,0.000005005825,0.0105646,5.37411e-7,0.00004217195,0.0001584889,0.009691472,0.003851785],"study_design_scores_gemma":[0.0004506208,0.00004666392,0.5398282,0.00004221428,0.000009778708,0.000004500097,0.01965236,0.0001144691,0.00007244316,0.0003487261,0.4391223,0.0003076571],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.979324,0.0006364911,0.00002213172,0.01199859,0.0003645837,0.000115545,4.145441e-7,0.0001482451,0.007389962],"genre_scores_gemma":[0.9753408,0.00006273433,0.000144072,0.0008669177,0.0006216855,0.000003451348,9.943385e-7,0.00001448885,0.0229448],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4358117,"threshold_uncertainty_score":0.4469994,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2982047848","doi":"10.1145/3329488.3331173","title":"Intentionally Equitable Hospitality in Hybrid Video Dialogue: The context of Virtually Connecting","year":2019,"lang":"en","type":"article","venue":"eLearn","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Lakehead University; University of Ottawa","funders":"","keywords":"Hospitality; Grassroots; Context (archaeology); Public relations; Order (exchange); Sociology; Internet privacy; Business; Computer science; Political science; Politics; Tourism; Geography","retraction":null,"screen_n_in":null,"score":{"opus":0.01504400389151084,"gpt":0.2923649766712946,"spread":0.2773209727797837,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002113098,0.00006686397,0.000158495,0.00004296295,0.0001840387,0.00004224918,0.0002736604,0.00004326647,0.0004834006],"category_scores_gemma":[0.00110898,0.00005326571,0.00007129748,0.0002051836,0.0001066853,0.0002011416,0.00008992463,0.0002676595,0.0001338338],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005281722,"about_ca_system_score_gemma":0.0002348101,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002173822,"about_ca_topic_score_gemma":0.003262036,"domain_scores_codex":[0.9986935,0.0003104715,0.000232991,0.0001646175,0.0002981911,0.0003002517],"domain_scores_gemma":[0.9991166,0.0004566964,0.0001372376,0.0001431327,0.0001115552,0.00003477755],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000105151,0.0003216389,0.3902628,0.00005904679,0.00008831469,0.00001003991,0.02396641,0.0004783783,0.003938355,0.2721992,0.001301513,0.3072691],"study_design_scores_gemma":[0.002462609,0.0006639927,0.1089839,0.0003423758,0.00004289875,0.000004871028,0.3456674,0.001013751,0.00162842,0.01549533,0.5229428,0.0007516581],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.968558,0.0001358466,0.00005980445,0.002332764,0.000286315,0.0001979388,0.000003990606,0.00002915798,0.02839622],"genre_scores_gemma":[0.997134,0.00002460614,0.0001109112,0.0001652137,0.0001194282,0.000003572536,0.000006906022,0.000007784183,0.002427601],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5216413,"threshold_uncertainty_score":0.5292898,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2012849234","doi":"10.1145/1943208.1943209","title":"Administering a Gross Anatomy Exam Using Mobile Technology","year":2011,"lang":"en","type":"article","venue":"eLearn","topic":"Mobile Learning in Education","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Popularity; Medical education; Multimedia; Mobile device; Computer science; Mobile technology; Medicine; Psychology; World Wide Web","retraction":null,"screen_n_in":null,"score":{"opus":0.03558667887104219,"gpt":0.2980858708928746,"spread":0.2624991920218324,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001827422,0.0001023589,0.0001087221,0.0002024209,0.0001212673,0.00005841347,0.0007134877,0.0000922929,0.00009871774],"category_scores_gemma":[0.00004605689,0.0001089129,0.00002971848,0.0005632016,0.00006078957,0.0002903961,0.0002721555,0.0002147172,0.0001864802],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005611609,"about_ca_system_score_gemma":0.00007497797,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003773891,"about_ca_topic_score_gemma":0.000002786029,"domain_scores_codex":[0.9990386,0.00004666975,0.0001570831,0.0003429437,0.0001264055,0.0002882518],"domain_scores_gemma":[0.9991616,0.00002179774,0.00009473355,0.0006099286,0.0000531975,0.00005874885],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001921783,0.0006618952,0.1438811,0.00009485451,0.0000684164,0.0001603691,0.01919653,0.001258934,0.0134726,0.06792135,0.0005415216,0.7527232],"study_design_scores_gemma":[0.002112737,0.002791581,0.1196329,0.0004000466,0.0000666133,0.002109329,0.004145686,0.3102796,0.09461389,0.03040932,0.4300641,0.003374147],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8878689,0.0001160271,0.1063026,0.0000768045,0.0005660346,0.0001638495,1.606778e-7,0.0004582353,0.004447373],"genre_scores_gemma":[0.9112805,0.000003314173,0.08818669,0.00005890389,0.00005524292,0.00004988052,3.907031e-7,0.00001364919,0.0003514321],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7493491,"threshold_uncertainty_score":0.444134,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2023190641","doi":"10.1145/1125280.1125282","title":"Development principles for online courses","year":2005,"lang":"en","type":"article","venue":"eLearn","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Athabasca University","funders":"","keywords":"Mathematics education; Computer science; Psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.05717657782579404,"gpt":0.3657131928221116,"spread":0.3085366149963175,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003820149,0.00005345048,0.00007296023,0.00003062997,0.0003759041,0.00003130704,0.0001197679,0.00004596475,0.0002197243],"category_scores_gemma":[0.0002071366,0.00005008122,0.00003093977,0.00007505956,0.00004188239,0.00009344651,0.00001820526,0.00008281571,0.0001009972],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005695447,"about_ca_system_score_gemma":0.0004730632,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001935071,"about_ca_topic_score_gemma":0.003873209,"domain_scores_codex":[0.9993122,0.00003142421,0.0001219945,0.0001175879,0.0001712373,0.0002455896],"domain_scores_gemma":[0.9997064,0.00006859638,0.00004641087,0.00005719722,0.00005731646,0.00006409344],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000007750217,0.0001083808,0.001429503,0.000005410899,0.00001148457,5.505156e-7,0.003003443,0.0001723516,0.00007014642,0.01239211,0.001731657,0.9810672],"study_design_scores_gemma":[0.0001346698,0.00001319027,0.001338126,0.000008195715,0.000003706308,1.79928e-7,0.002285692,0.0001348182,0.0001682758,0.00003846756,0.9957955,0.00007914373],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"methods","genre_scores_codex":[0.9597164,0.000246443,0.0006159031,0.0141615,0.0001847462,0.0002694172,0.000005190188,0.0001998141,0.02460052],"genre_scores_gemma":[0.3312805,0.0001197357,0.560066,0.0005652825,0.003301354,0.00002905436,0.00005110927,0.00002696242,0.1045599],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9940639,"threshold_uncertainty_score":0.2891189,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2555909367","doi":"10.1145/3017608.3013524","title":"Gamification Is Simply Bells and Whistles","year":2016,"lang":"en","type":"article","venue":"eLearn","topic":"Educational Games and Gamification","field":"Psychology","cited_by":5,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Royal Canadian Navy","funders":"","keywords":"Sign (mathematics); Nothing; Content (measure theory); Order (exchange); Term (time); Psychology; Multimedia; Computer science; Human–computer interaction; Epistemology; Mathematics; Business; Physics; Philosophy","retraction":null,"screen_n_in":null,"score":{"opus":0.02430856195679951,"gpt":0.3184210144509073,"spread":0.2941124524941078,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0001032511,0.00005673849,0.00005397751,0.00003721957,0.0000423641,0.00001219978,0.0000626676,0.00005086388,0.002307457],"category_scores_gemma":[0.00002725363,0.0000408934,0.00001752189,0.00005794668,0.0000506231,0.00005180209,0.000009055188,0.00003604569,0.00177014],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001684353,"about_ca_system_score_gemma":0.00001185119,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003294214,"about_ca_topic_score_gemma":0.000004950572,"domain_scores_codex":[0.9994771,0.00003471191,0.0001076587,0.000199181,0.0000684,0.000112885],"domain_scores_gemma":[0.9995564,0.00008659344,0.00005448374,0.0002130097,0.00004528888,0.00004422479],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0000307194,0.000150161,0.04346026,0.000009308635,0.00003970338,6.921144e-7,0.006476155,1.823932e-7,0.01341175,0.1379284,0.1546446,0.6438481],"study_design_scores_gemma":[0.0001644642,0.00002913417,0.4241605,0.000007194351,0.000005850953,0.000004457198,0.0003193027,0.00000236041,0.0003731702,0.00245651,0.5724064,0.00007073096],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8859038,0.001252341,0.003772527,0.05424954,0.0006464607,0.0002388125,0.00002557713,0.00009823217,0.05381272],"genre_scores_gemma":[0.9201773,0.0001332287,0.0001546105,0.0007482924,0.0001485641,0.00002166217,0.000006635805,0.00001030353,0.07859942],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6437774,"threshold_uncertainty_score":0.9990071,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1968871497","doi":"10.1145/1219816.1219820","title":"Courses vs. content","year":2007,"lang":"en","type":"article","venue":"eLearn","topic":"Visual and Cognitive Learning Processes","field":"Psychology","cited_by":5,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"National Research Council Canada","funders":"","keywords":"Content (measure theory); Psychology; Computer science; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.07466045456069356,"gpt":0.3805768647724083,"spread":0.3059164102117148,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0002469956,0.00007902485,0.00009542583,0.0000453685,0.0000706598,0.00001453904,0.00008923149,0.0000585725,0.003278112],"category_scores_gemma":[0.00008422507,0.00006818441,0.00003705149,0.0001085185,0.00005896807,0.00003144071,0.00001755466,0.0001817673,0.004221796],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000008132737,"about_ca_system_score_gemma":0.00001067669,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005920061,"about_ca_topic_score_gemma":0.00002191612,"domain_scores_codex":[0.9992922,0.00003400928,0.0001133767,0.0001741636,0.0001084413,0.0002778116],"domain_scores_gemma":[0.9996036,0.0001011111,0.00004572043,0.00009429803,0.00009032517,0.00006490789],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0008964034,0.0006692911,0.2666512,0.0000332113,0.0001854518,0.0003030747,0.005039506,0.000002229003,0.001550099,0.03693813,0.02972986,0.6580015],"study_design_scores_gemma":[0.0005946956,0.0003947942,0.5291502,0.00001790403,0.00001606966,0.00003157454,0.0033769,0.000001229774,0.00140316,0.00025634,0.4645863,0.0001708246],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7963839,0.0006053681,0.001272511,0.0004986363,0.0005072374,0.00006876507,0.000001423158,0.0001400136,0.2005222],"genre_scores_gemma":[0.9250787,0.000005527493,0.00003840377,0.00122599,0.0002268853,0.00000582652,0.00000391383,0.00001404169,0.07340068],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6578307,"threshold_uncertainty_score":0.997633,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2060539314","doi":"10.1145/1070948.1070952","title":"\"Or even worse\"","year":2005,"lang":"en","type":"article","venue":"eLearn","topic":"ICT in Developing Communities","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Athabasca University","funders":"","keywords":"Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.02585416893801909,"gpt":0.2629696433377192,"spread":0.2371154743997001,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0001654486,0.00006939621,0.00007148948,0.00006134861,0.0001180415,0.00009714848,0.001061704,0.00003089531,0.0001362603],"category_scores_gemma":[0.00005522641,0.00005834017,0.00002271435,0.0002138438,0.0000248352,0.0003151268,0.0003450409,0.0001500415,0.001215718],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003668963,"about_ca_system_score_gemma":0.00007016019,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001323065,"about_ca_topic_score_gemma":0.00003529617,"domain_scores_codex":[0.9993818,0.00005649178,0.000102085,0.0001046235,0.0001522123,0.0002027382],"domain_scores_gemma":[0.9992744,0.0000911082,0.00002808296,0.0005371276,0.00003433622,0.00003499299],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0000127167,0.0001024763,0.001066419,0.00001822304,0.00003233636,0.00002918567,0.01318126,0.0005431559,0.0001285733,0.1275772,0.07758238,0.7797261],"study_design_scores_gemma":[0.0001644642,0.00004443081,0.005152311,0.00002523815,0.000001215087,0.00003403573,0.00006707504,0.007856567,0.001016177,0.002028074,0.9834105,0.0001999208],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2459273,0.001104565,0.398908,0.05940331,0.002535772,0.0004749903,0.000001848835,0.003311242,0.2883329],"genre_scores_gemma":[0.7601445,0.00003021922,0.1881261,0.002236216,0.0002766136,0.00001029559,0.000001005501,0.00001329386,0.0491617],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9058281,"threshold_uncertainty_score":0.999562,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1964678422","doi":"10.1145/1104985.1104991","title":"Online training for healthcare workers","year":2005,"lang":"en","type":"article","venue":"eLearn","topic":"Foreign Language Teaching Methods","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"","keywords":"Training (meteorology); Health care; Healthcare worker; Business; Computer science; Political science; Geography","retraction":null,"screen_n_in":null,"score":{"opus":0.1224020727157536,"gpt":0.448239981947341,"spread":0.3258379092315875,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001510264,0.00006059077,0.0001055166,0.00003991479,0.0003834338,0.00002904914,0.0001657413,0.00007466388,0.000177396],"category_scores_gemma":[0.0008784668,0.00006035421,0.00006124737,0.0001319282,0.00008132621,0.00009219294,0.00001134444,0.0001744499,0.00002253701],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001031724,"about_ca_system_score_gemma":0.0001560788,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001010257,"about_ca_topic_score_gemma":0.006358776,"domain_scores_codex":[0.9989522,0.0002670252,0.0001150999,0.0001463817,0.0001693335,0.0003500186],"domain_scores_gemma":[0.9994497,0.0002539947,0.00004602629,0.0001080111,0.0000318558,0.0001103979],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001177322,0.0000271995,0.0007515144,0.000006375444,0.000006766491,9.149427e-7,0.07293709,0.00005316908,0.0000210245,0.02196149,0.001581009,0.9026417],"study_design_scores_gemma":[0.0003350521,0.00006782038,0.001561512,0.00003148955,0.000008291689,0.00000100526,0.0810751,0.0003855019,0.00002019709,0.003003808,0.9133303,0.0001798764],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.649234,0.003307258,0.03772902,0.1029319,0.001406155,0.001816091,0.00006515906,0.001686306,0.2018242],"genre_scores_gemma":[0.7711103,0.00001048845,0.2169277,0.0009470292,0.001628728,0.00001267063,0.00001171084,0.00001867821,0.009332761],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9117493,"threshold_uncertainty_score":0.3548346,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2031756410","doi":"10.1145/1595388.1595438","title":"Patterns in e-Learning Standards and Specifications","year":2009,"lang":"en","type":"article","venue":"eLearn","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"NOSM University","funders":"","keywords":"Philosophy of technology; Computer science; E learning; Engineering ethics; Educational technology; Knowledge management; Mathematics education; Data science; Psychology; Epistemology; Engineering; Philosophy of science","retraction":null,"screen_n_in":null,"score":{"opus":0.02163748066879492,"gpt":0.2831225355804837,"spread":0.2614850549116888,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003557715,0.00006414447,0.00007776405,0.0001025992,0.0001244641,0.0002105912,0.0002262403,0.00002811276,0.0001080443],"category_scores_gemma":[0.00009911129,0.00006589637,0.00001447164,0.0002595982,0.000008777547,0.0002966259,0.00004384098,0.0002728636,0.00005683714],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004551271,"about_ca_system_score_gemma":0.00005717434,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001637728,"about_ca_topic_score_gemma":0.0000133773,"domain_scores_codex":[0.9992424,0.00007972239,0.0001213815,0.0002150127,0.0001709502,0.0001705382],"domain_scores_gemma":[0.999652,0.00003503979,0.00004052635,0.0001595372,0.00004701744,0.00006589936],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.000009344351,0.0002038834,0.2237999,0.00001278542,0.000007469671,0.00001902722,0.01600554,0.001159384,0.001197012,0.2304194,0.002364485,0.5248018],"study_design_scores_gemma":[0.0003367896,0.0001461513,0.820909,0.0000334753,0.000001549876,0.00001399089,0.002840872,0.006571439,0.0001784023,0.001080846,0.1676734,0.0002141735],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7806122,0.0002368032,0.05257919,0.01651646,0.0003265191,0.0002301816,0.000001425172,0.000336029,0.1491612],"genre_scores_gemma":[0.9949942,0.00008718919,0.002583784,0.0001870792,0.00004428318,0.000002619487,0.000002061775,0.000003835362,0.002094966],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5971091,"threshold_uncertainty_score":0.2687176,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1991641681","doi":"10.1145/2025356.2030254","title":"Helping Dyslexic Medical Students Pass Their OSCE Exams","year":2011,"lang":"en","type":"article","venue":"eLearn","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Ottawa","funders":"","keywords":"Medical education; Dyslexia; Psychology; Objective structured clinical examination; Medical school; Multimedia; Medicine; Computer science; Linguistics","retraction":null,"screen_n_in":null,"score":{"opus":0.03895685576317389,"gpt":0.3431493559728324,"spread":0.3041925002096585,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009342154,0.0001117522,0.0001791123,0.00008806601,0.00008488848,0.00001388117,0.0003094929,0.0001576354,0.004099096],"category_scores_gemma":[0.001235144,0.00008782295,0.00004145503,0.0003632511,0.0001153108,0.00006045514,0.00009077422,0.0005024927,0.00057059],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008217267,"about_ca_system_score_gemma":0.0001690808,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003796138,"about_ca_topic_score_gemma":0.000004077135,"domain_scores_codex":[0.9981943,0.00005318276,0.0002906806,0.0002192615,0.0009781233,0.0002644324],"domain_scores_gemma":[0.9993135,0.0000327811,0.00006725975,0.0003348282,0.0001136158,0.0001379539],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.000134876,0.002278287,0.2444351,0.0001791369,0.0002353888,0.0001339761,0.008611414,2.640772e-7,0.001196823,0.004348276,0.05299416,0.6854523],"study_design_scores_gemma":[0.002534078,0.0005566775,0.8668098,0.0006264734,0.00008561846,0.0002164656,0.003103412,0.0005381317,0.004472244,0.0009647688,0.1197155,0.0003768393],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9760948,0.00009984382,0.001205107,0.002695852,0.0009150021,0.0002369182,4.597366e-7,0.0001325272,0.01861949],"genre_scores_gemma":[0.9887969,0.0000387522,0.001669017,0.005758696,0.0005781217,0.00003266601,0.00002266625,0.00002700825,0.003076126],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6850754,"threshold_uncertainty_score":0.9968113,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2793511002","doi":"10.1145/3185512.3185174","title":"Openness in Education and Digital Scholarship: An interview with Bonnie Stewart","year":2018,"lang":"en","type":"article","venue":"eLearn","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Scholarship; Openness to experience; Digital scholarship; Sociology; Media studies; Library science; Art; Political science; Psychology; Humanities; Law; Social psychology; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.02037821548491829,"gpt":0.2909750696665775,"spread":0.2705968541816592,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002942241,0.00007091011,0.00007635921,0.00008116651,0.00008900071,0.0007630435,0.0003495943,0.00002473599,0.00004320762],"category_scores_gemma":[0.00004300758,0.00006114627,0.000007327162,0.0002849872,0.00004200727,0.002378092,0.0001168416,0.0001522991,0.0001686046],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002521039,"about_ca_system_score_gemma":0.000145285,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000221477,"about_ca_topic_score_gemma":0.00008155697,"domain_scores_codex":[0.9993277,0.00008109699,0.00009865435,0.0002532037,0.0000980378,0.0001413146],"domain_scores_gemma":[0.999548,0.00001550331,0.00004069964,0.0002275905,0.0000767754,0.00009144317],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.000009935912,0.0003301632,0.08151344,0.00001946769,0.000005351105,0.000002231909,0.007726679,0.00000364101,0.00009263106,0.01009637,0.0003276127,0.8998725],"study_design_scores_gemma":[0.0007493787,0.001225856,0.7748668,0.0003947938,0.000005268142,0.0001429364,0.01304885,0.001986648,0.0004001164,0.001354637,0.2052329,0.000591805],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9839541,0.0001087721,0.0008738707,0.001253528,0.0002331131,0.0001068115,1.374764e-7,0.00005037508,0.01341926],"genre_scores_gemma":[0.9949586,0.000008879217,0.002845753,0.0003938322,0.00007882719,0.000009082525,0.000003254387,0.000007124683,0.001694609],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8992807,"threshold_uncertainty_score":0.7358046,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1982258862","doi":"10.1145/1595384.1592458","title":"Five Questions ... For George Siemens","year":2009,"lang":"en","type":"article","venue":"eLearn","topic":"Complex Systems and Decision Making","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Siemens; George (robot); Management; Library science; Engineering; Engineering management; Engineering ethics; Sociology; Computer science; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.1175663186935252,"gpt":0.4240129786433564,"spread":0.3064466599498311,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001510395,0.00009805378,0.0002236805,0.0001900945,0.0002769768,0.0002652528,0.000439694,0.00005066196,0.0006875828],"category_scores_gemma":[0.003394557,0.00007152508,0.0001581337,0.0004410277,0.00002125208,0.0001577444,0.000047625,0.00008470994,0.0007549517],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002210131,"about_ca_system_score_gemma":0.00003920242,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001933069,"about_ca_topic_score_gemma":0.00004144644,"domain_scores_codex":[0.998068,0.00008329441,0.0004922663,0.0003756084,0.0007238714,0.0002568951],"domain_scores_gemma":[0.9975893,0.001276478,0.0001519205,0.0005264695,0.0003498397,0.0001059808],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00004010378,0.00007106761,0.0006136384,0.000001270013,0.000007224632,0.000007418163,0.000528697,0.0008341461,0.0007207589,0.2541702,0.4774967,0.2655087],"study_design_scores_gemma":[0.0002404455,0.0001307604,0.01510914,0.0000104798,0.000003251217,0.000008145638,0.0002744841,0.006326549,0.00001953514,0.2946476,0.68312,0.0001096273],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.17454,0.001966763,0.6211861,0.01074608,0.002770905,0.001644057,0.00009504173,0.0004733923,0.1865776],"genre_scores_gemma":[0.9213019,0.000001161379,0.004659694,0.0006187827,0.000274265,0.00001000241,0.000001221918,0.000006833592,0.07312614],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7467619,"threshold_uncertainty_score":0.9703628,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2082438799","doi":"10.1145/2157652.2159560","title":"Moving From Paper to E-Book Reading","year":2012,"lang":"en","type":"article","venue":"eLearn","topic":"Library Collection Development and Digital Resources","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Reading (process); Computer science; Multimedia; Linguistics; Philosophy","retraction":null,"screen_n_in":null,"score":{"opus":0.01140813643376002,"gpt":0.2081221778819214,"spread":0.1967140414481613,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00006633573,0.0000646129,0.00006112733,0.00006795591,0.00009404397,0.0002441791,0.0002887547,0.00002324085,0.0003245168],"category_scores_gemma":[0.00004180902,0.000057745,0.00002323716,0.0002758878,0.000004924791,0.002423629,0.0002225133,0.00005150554,0.001162926],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002046839,"about_ca_system_score_gemma":0.00002150745,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001320819,"about_ca_topic_score_gemma":6.943852e-7,"domain_scores_codex":[0.9993713,0.00001634174,0.00008655852,0.0001438698,0.0001504934,0.0002314418],"domain_scores_gemma":[0.999584,0.00006600101,0.00001937271,0.0001679484,0.000009437047,0.0001531932],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00002416099,0.0001182365,0.1193383,0.000007471323,0.00005929999,0.00001217604,0.01509758,0.00006966518,0.005877275,0.0424826,0.4248731,0.3920402],"study_design_scores_gemma":[0.00006040489,0.00001192441,0.02709527,0.0000074664,6.627e-7,0.000001280171,0.00002617281,0.0001590128,0.002886758,0.0005176979,0.9691154,0.000117931],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.297578,0.001015708,0.06081834,0.00345397,0.001146051,0.0001945409,0.000001135125,0.000746327,0.6350459],"genre_scores_gemma":[0.8750522,0.000007658811,0.02345063,0.006675277,0.000370753,0.00001081801,0.000001943446,0.00001149635,0.0944192],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.5774742,"threshold_uncertainty_score":0.9996148,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4313552311","doi":"10.1145/3579632.3558395","title":"Closing the Assessment Excellence Gap: Why digital assessments should go beyond recall and be more inclusive","year":2023,"lang":"en","type":"article","venue":"eLearn","topic":"Higher Education Learning Practices","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Quest University Canada","funders":"","keywords":"Closing (real estate); Excellence; Recall; Implementation; Computer science; Action (physics); Public relations; Psychology; Political science; Cognitive psychology; Software engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.08205664865131557,"gpt":0.4645999048396862,"spread":0.3825432561883706,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.001329034,0.0001243581,0.0001246142,0.00006239041,0.001392888,0.0007552521,0.0003607381,0.00009439114,0.0002744735],"category_scores_gemma":[0.000669532,0.0001020925,0.00003867576,0.0006243739,0.0003583257,0.0008837884,0.0002412185,0.0004692054,0.0001569019],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001458976,"about_ca_system_score_gemma":0.0003618229,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000585671,"about_ca_topic_score_gemma":0.000135145,"domain_scores_codex":[0.9979134,0.0004285617,0.0001807798,0.0003244454,0.0007766799,0.0003761777],"domain_scores_gemma":[0.9983788,0.0009749919,0.0001758585,0.0002262137,0.0001104587,0.000133743],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0000324163,0.0003336111,0.3793203,0.00005679958,0.0001903278,0.0000558334,0.2283395,0.0003679684,0.0004425949,0.02020853,0.2732784,0.09737378],"study_design_scores_gemma":[0.0001067121,0.00003801365,0.03331339,0.00002014651,0.00001747325,0.000001548263,0.02870512,0.0001594069,0.000005464008,0.0009600587,0.9365278,0.0001448479],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6021587,0.0001588852,0.0001748852,0.2592679,0.0009626337,0.000464447,0.00001058682,0.0003220367,0.13648],"genre_scores_gemma":[0.96729,0.0002801422,0.0005613273,0.00254046,0.000352855,0.00003465121,0.0000194918,0.00002421476,0.02889686],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6632494,"threshold_uncertainty_score":0.9999071,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2255482883","doi":"10.1145/2687917.2686761","title":"The Significance of Educational Technology History and Research","year":2014,"lang":"en","type":"article","venue":"eLearn","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Royal Roads University","funders":"","keywords":"History of technology; Engineering ethics; History; Engineering; Archaeology","retraction":null,"screen_n_in":null,"score":{"opus":0.03243945281526808,"gpt":0.3691857631980691,"spread":0.336746310382801,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001440948,0.00001826816,0.00003545787,0.00005068678,0.0003405644,0.000007350138,0.0001288067,0.00003917746,0.0001159381],"category_scores_gemma":[0.00149946,0.0000140165,0.000007492603,0.0001454046,0.0007409335,0.00002654162,0.00002213386,0.0001839857,0.00002390939],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004658437,"about_ca_system_score_gemma":0.0003882042,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001964145,"about_ca_topic_score_gemma":0.0004359108,"domain_scores_codex":[0.9993321,0.0002333473,0.00005348731,0.00007236245,0.0001752943,0.000133432],"domain_scores_gemma":[0.9991004,0.0006731573,0.00002743152,0.00007690927,0.000100186,0.00002184278],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000003245102,0.00001486636,0.009605882,0.000003615246,0.000002524425,4.921362e-8,0.001129567,0.000001134378,0.0004794702,0.8019103,0.007966509,0.1788829],"study_design_scores_gemma":[0.00002385133,0.00002296293,0.001907889,0.000002998755,6.340762e-7,1.021006e-7,0.001874816,0.00001257838,0.00003277251,0.0203755,0.9757283,0.00001762123],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5868597,0.003294739,0.00002113142,0.1506739,0.0003044591,0.0001789907,3.308847e-7,0.00003314503,0.2586336],"genre_scores_gemma":[0.9723341,0.0001303387,0.0003594035,0.0000148203,0.0001940491,0.000006875545,2.123026e-7,0.000002530268,0.02695766],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9677618,"threshold_uncertainty_score":0.273,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2081917387","doi":"10.1145/1595385.1555527","title":"Long Live Instructor-Led Learning","year":2009,"lang":"en","type":"article","venue":"eLearn","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"","keywords":"Psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.002923929067261289,"gpt":0.1955422653037435,"spread":0.1926183362364822,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00007373784,0.0001781641,0.0001561637,0.00008508463,0.00007148708,0.00004518477,0.0001423719,0.00008372383,0.0002496888],"category_scores_gemma":[0.00004516986,0.0002032687,0.00005603363,0.0001574103,0.00001529411,0.0001519375,0.00001879298,0.0005371132,0.0005580783],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009866671,"about_ca_system_score_gemma":0.000005317374,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000003256723,"about_ca_topic_score_gemma":0.000001015231,"domain_scores_codex":[0.999174,0.00001995061,0.0001576484,0.0001601808,0.0001521253,0.0003361188],"domain_scores_gemma":[0.9996917,0.00002748469,0.00001913201,0.0001567713,0.00001463482,0.00009033999],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00000781184,0.00001998567,0.005380726,0.00003114869,0.00004487196,0.00005128058,0.002133045,0.8698773,0.07213937,0.0005129545,0.0003462009,0.04945534],"study_design_scores_gemma":[0.002511942,0.0008903203,0.2541234,0.0003876603,0.0000523629,0.0002320464,0.002032865,0.5529965,0.09631053,0.0002768687,0.08733083,0.002854741],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9684284,0.0008435202,0.002350436,0.00002374937,0.0003788658,0.00008582782,3.164756e-7,0.001783787,0.02610504],"genre_scores_gemma":[0.9962938,0.00004083251,0.002418778,0.00002790859,0.0001873057,0.000004451433,0.00000650241,0.00005202266,0.0009684161],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3168808,"threshold_uncertainty_score":0.8289058,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4205761947","doi":"10.1145/3508017.3495533","title":"Conversation-Based Assessments: Real-Time Assessment and Feedback","year":2021,"lang":"en","type":"article","venue":"eLearn","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"","keywords":"Conversation; Computer science; Test (biology); Conversation analysis; Human–computer interaction; Multimedia; Psychology; Communication","retraction":null,"screen_n_in":null,"score":{"opus":0.03762148700075259,"gpt":0.4244944663750185,"spread":0.386872979374266,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001343208,0.0001301072,0.0001935737,0.00007277617,0.0001429551,0.00005821558,0.00007424135,0.0001000602,0.006987339],"category_scores_gemma":[0.000111354,0.0001327764,0.0000397849,0.0002453755,0.00006734268,0.00004870412,0.00002993798,0.000442631,0.0003811925],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007557395,"about_ca_system_score_gemma":0.0001605146,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001021743,"about_ca_topic_score_gemma":0.000001683748,"domain_scores_codex":[0.9974487,0.001582717,0.0001960008,0.0003575855,0.0001728552,0.0002421205],"domain_scores_gemma":[0.9989306,0.0004617066,0.0001087992,0.0003008955,0.0001400077,0.00005793562],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0001870242,0.001033324,0.562387,0.00009622247,0.0006991189,0.0003343937,0.006980489,0.0002240164,0.0617016,0.05095524,0.03666727,0.2787342],"study_design_scores_gemma":[0.001588339,0.0001993345,0.9525502,0.00003272254,0.0000356471,0.00001592533,0.001362367,0.001734004,0.0003549128,0.000354062,0.04149752,0.0002749268],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7398568,0.00007019868,0.02722093,0.002073169,0.0006318371,0.0001318441,0.000006199581,0.0002166125,0.2297924],"genre_scores_gemma":[0.9067394,0.00000590333,0.05696665,0.0009024161,0.0001571818,0.00002051159,0.0000929921,0.00003849714,0.03507649],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3901632,"threshold_uncertainty_score":0.9939204,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2982598466","doi":"10.1145/3360724.3360723","title":"Professional Development for Open Education: The usefulness of a cMOOC","year":2019,"lang":"en","type":"article","venue":"eLearn","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Cambrian College","funders":"","keywords":"Open educational resources; Open education; Professional development; Open university; Focus group; Educational resources; Medical education; Knowledge management; Pedagogy; Psychology; Distance education; Sociology; Computer science; Medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.03675105119784822,"gpt":0.3199026377031366,"spread":0.2831515865052884,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004320112,0.00004943059,0.00007511504,0.00002648337,0.0001550404,0.0001213398,0.001130854,0.00002073313,0.0002229274],"category_scores_gemma":[0.00003723976,0.00003337295,0.00001922338,0.0001608015,0.00001099129,0.0002716685,0.0003198557,0.00008332742,0.0002256234],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002082901,"about_ca_system_score_gemma":0.00109451,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001013624,"about_ca_topic_score_gemma":0.000003353125,"domain_scores_codex":[0.9994234,0.00005297533,0.0001312488,0.0001555797,0.000128729,0.0001080491],"domain_scores_gemma":[0.99942,0.00009238329,0.00009119988,0.0002460421,0.000120073,0.00003033096],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00002804471,0.0005804907,0.01619634,0.00009383394,0.00003355056,8.654898e-8,0.02301466,0.0001144262,0.0003083934,0.6219279,0.05033777,0.2873645],"study_design_scores_gemma":[0.000251718,0.00004272035,0.04495727,0.00005585388,0.00000166026,0.000002637732,0.004591153,0.0006832173,0.00212907,0.0006625776,0.9465128,0.0001092869],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.801743,0.0001305099,0.01404187,0.02551107,0.009875654,0.003406013,8.673095e-7,0.00008928893,0.1452018],"genre_scores_gemma":[0.881999,6.974333e-7,0.0161418,0.000540305,0.00004969749,0.0001685813,0.000004320123,0.000005431164,0.1010902],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8961751,"threshold_uncertainty_score":0.2900008,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2929450823","doi":"10.1145/3310377.3313865","title":"Excited by E-Moderation? A Canadian Educator Shares Her Best Hacks","year":2019,"lang":"en","type":"article","venue":"eLearn","topic":"Higher Education Practises and Engagement","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Moderation; Psychology; Best practice; Professional development; Discussion board; Computer science; World Wide Web; Social psychology; Pedagogy; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.02182358079953374,"gpt":0.3308061231904383,"spread":0.3089825423909046,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0002575187,0.00006005468,0.00006224701,0.00005350379,0.0004540552,0.0001828977,0.0001320362,0.00005676675,0.02507306],"category_scores_gemma":[0.00007077504,0.00006330796,0.00002381461,0.0001562511,0.0000283114,0.0002314237,0.000008585463,0.0001313525,0.004306601],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001850414,"about_ca_system_score_gemma":0.0007644182,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.3736921,"about_ca_topic_score_gemma":0.2151317,"domain_scores_codex":[0.9991788,0.0001159451,0.00008845796,0.0001591021,0.0001910095,0.0002666517],"domain_scores_gemma":[0.9994785,0.00004533079,0.00003255899,0.0001347473,0.00006027546,0.0002486562],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000003380376,0.0001110219,0.02817157,0.000006067758,0.00002322385,0.00000102667,0.02403256,0.00002140557,0.00009791335,0.008323383,0.928288,0.01092041],"study_design_scores_gemma":[0.00006861959,0.00001397307,0.003569756,0.000005300042,0.000003577784,1.420578e-7,0.008677253,0.00001821995,0.000008918567,0.00008800819,0.9874563,0.0000899769],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6553726,0.0003203286,0.00001344257,0.02575695,0.001356042,0.0003364791,0.00002255403,0.00005247693,0.3167691],"genre_scores_gemma":[0.8015969,0.00004595565,0.00005439769,0.001219272,0.000212935,0.00001966912,0.00003083586,0.000008913106,0.1968111],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1585604,"threshold_uncertainty_score":0.9964687,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2078542917","doi":"10.1145/1104985.1104989","title":"Is it live or is it Memorex?","year":2005,"lang":"en","type":"article","venue":"eLearn","topic":"Personal Information Management and User Behavior","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"","keywords":"Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.4002893171548517,"gpt":0.4811671445245435,"spread":0.08087782736969173,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0008193559,0.0001161832,0.0001554039,0.000189549,0.0001589265,0.0003442602,0.0006300609,0.0000568751,0.1056635],"category_scores_gemma":[0.0002284415,0.00007803424,0.0001125554,0.0004383203,0.00004161421,0.0009157124,0.0001390536,0.0001258519,0.07300901],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003073524,"about_ca_system_score_gemma":0.00003616634,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002109972,"about_ca_topic_score_gemma":0.00007955584,"domain_scores_codex":[0.9979003,0.00003543914,0.0004277726,0.0002495902,0.001147476,0.0002394148],"domain_scores_gemma":[0.9990417,0.0001587723,0.0001457467,0.0003914546,0.0001598445,0.0001025181],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00002010691,0.00002271668,0.001971159,0.000001294085,0.000006977481,0.00000331637,0.007751644,0.00001336656,0.00001170694,0.00009679649,0.9236664,0.06643458],"study_design_scores_gemma":[0.0002421401,0.00003962575,0.007930645,0.000005971733,0.00001104514,0.000002708,0.006230338,0.002769139,0.0002315103,0.0001270661,0.9822778,0.0001319772],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"other","genre_scores_codex":[0.6856904,0.00008541158,0.0004284748,0.1138274,0.0004080105,0.0003233993,0.00003659924,0.00009764452,0.1991027],"genre_scores_gemma":[0.3890871,0.00003705705,0.0009972107,0.03254648,0.0002181017,0.000008612333,0.000003820002,0.000007967628,0.5770937],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.377991,"threshold_uncertainty_score":0.9277127,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}