{"meta":{"query_hash":"003a5403f98d","filters":{"venue":"Online Learning"},"cohort_total":59,"direct_labels_cover":1,"predictions_cover":59,"exported":59,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/003a5403f98d","api":"https://metacan.xera.ac/api/v1/cohort?venue=Online+Learning"},"results":[{"id":"W1496853860","doi":"10.24059/olj.v11i1.1737","title":"ONLINE COMMUNITY OF INQUIRY REVIEW: SOCIAL, COGNITIVE, AND TEACHING PRESENCE ISSUES","year":2019,"lang":"en","type":"article","venue":"Online Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":903,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Community of inquiry; Cognition; Focus group; Online discussion; Cohesion (chemistry); Psychology; Coding (social sciences); Pedagogy; Sociology; Social science; Computer science","score_opus":0.050014739230967616,"score_gpt":0.41191055283747435,"score_spread":0.36189581360650674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1496853860","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9851823,0.0050329454,0.000026692875,0.004351373,0.00010918714,0.0002657181,0.0000147220835,0.00010693826,0.004910127],"genre_scores_gemma":[0.9845028,0.0069833607,0.0027602941,0.000401207,0.00055550464,0.000002716737,0.00015698007,0.000025053087,0.004612082],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9963308,0.0023842098,0.00034130775,0.00021623934,0.0004028036,0.0003246469],"domain_scores_gemma":[0.9984297,0.00084668706,0.00030900125,0.00014105924,0.00019421516,0.00007932469],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002317914,0.0001514758,0.00041964476,0.000086035114,0.0009630924,0.000037751488,0.0002734893,0.00011922306,0.00018419874],"category_scores_gemma":[0.0031945282,0.0001511222,0.00007844576,0.00018986351,0.00034030687,0.00032415218,0.00021045953,0.0018190678,0.000020206551],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000064595486,0.0013698204,0.26845118,0.002308615,0.00012458977,0.000008103118,0.073225886,0.00008117698,0.0012581496,0.0039159358,0.0020037664,0.6471882],"study_design_scores_gemma":[0.000810116,0.0003848108,0.06475735,0.005198969,0.00012565232,0.0000038098892,0.23079532,0.0005050152,0.000033756645,0.00021885021,0.6966504,0.00051597867],"about_ca_topic_score_codex":0.0015445433,"about_ca_topic_score_gemma":0.00062065467,"teacher_disagreement_score":0.6946466,"about_ca_system_score_codex":0.000023943996,"about_ca_system_score_gemma":0.00014035581,"threshold_uncertainty_score":0.79030454},"labels":[],"label_agreement":null},{"id":"W1499980893","doi":"10.24059/olj.v11i4.1714","title":"COMMUNITY OF INQUIRY AND LEARNING IN IMMERSIVE ENVIRONMENTS","year":2019,"lang":"en","type":"article","venue":"Online Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":70,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Rubric; Learning community; Learning environment; Computer science; Exploratory research; Mathematics education; Psychology; Sociology","score_opus":0.024485620401554956,"score_gpt":0.3245507848086026,"score_spread":0.30006516440704767,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1499980893","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9944184,0.0001399289,0.00003492,0.00049440574,0.000074966374,0.00011002459,7.527232e-7,0.000018108236,0.0047085066],"genre_scores_gemma":[0.99359536,0.00023348423,0.0008215701,0.000039131923,0.00008482249,0.0000012382218,0.000025582916,0.000014215659,0.0051845964],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9976408,0.0014675393,0.00021798022,0.00015660316,0.0002396572,0.000277441],"domain_scores_gemma":[0.9992611,0.00038114266,0.00016928061,0.000107280845,0.000018461376,0.000062768966],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014131612,0.00009886011,0.00022265011,0.00013442562,0.00035389836,0.00001672075,0.00015630736,0.00010923762,0.00018180317],"category_scores_gemma":[0.00057832093,0.00010790893,0.000037948666,0.00023053665,0.00018873384,0.0001964119,0.00013436975,0.0016566279,0.000032813554],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024131139,0.00014730032,0.8819345,0.00003376514,0.000015524956,0.0000035389046,0.04930941,0.005037801,0.0062105656,0.00032896272,0.0000071604604,0.05694731],"study_design_scores_gemma":[0.0011233801,0.0003745557,0.32710746,0.00020717604,0.000017714689,0.000001596108,0.43699324,0.0013939457,0.0002058018,0.00012222349,0.23214567,0.00030722166],"about_ca_topic_score_codex":0.0015032332,"about_ca_topic_score_gemma":0.0004690203,"teacher_disagreement_score":0.55482703,"about_ca_system_score_codex":0.000052502655,"about_ca_system_score_gemma":0.00007909978,"threshold_uncertainty_score":0.71973157},"labels":[],"label_agreement":null},{"id":"W150694124","doi":"10.24059/olj.v5i2.1877","title":"THE POST-SECONDARY NETWORKED CLASSROOM: RENEWAL OF TEACHING PRACTICES AND SOCIAL INTERACTION","year":2019,"lang":"en","type":"article","venue":"Online Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval; Simon Fraser University; Université de Montréal; Université du Québec à Montréal","funders":"McGill University; Université Laval","keywords":"Asynchronous communication; Mathematics education; Qualitative research; Collaborative learning; Teleconference; Computer science; Pedagogy; Psychology; Multimedia; Sociology","score_opus":0.0350052388952864,"score_gpt":0.40804113255696717,"score_spread":0.3730358936616808,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W150694124","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9619125,0.00022779028,0.00035639186,0.0018689741,0.00091587636,0.00009912031,0.0000017585509,0.00007439722,0.034543153],"genre_scores_gemma":[0.98375946,0.0000066290277,0.0030379712,0.00016664281,0.00056356966,0.0000033633664,0.000044390148,0.000030160068,0.01238782],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9960386,0.0029726338,0.0003206733,0.00026866276,0.00014019247,0.00025923844],"domain_scores_gemma":[0.99699,0.0017693822,0.0009634911,0.000157851,0.0000990071,0.000020232692],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0036414398,0.00013533613,0.00021590863,0.00008810656,0.000559173,0.000056924007,0.00014575625,0.00012583197,0.0002604118],"category_scores_gemma":[0.0010733625,0.000104282655,0.000058392965,0.00010562292,0.00008348066,0.00014254342,0.000077163924,0.0025331273,0.000033579017],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00071037136,0.00014877754,0.16370596,0.000051232935,0.00023664367,0.000004434104,0.025618883,0.00021985832,0.0124279875,0.009845393,0.0005719802,0.7864585],"study_design_scores_gemma":[0.0012970004,0.0008317842,0.39416632,0.00009095443,0.000059323316,0.000059530594,0.040210478,0.0027938897,0.00003593041,0.0002952454,0.55983555,0.00032400727],"about_ca_topic_score_codex":0.0003454849,"about_ca_topic_score_gemma":0.000027321215,"teacher_disagreement_score":0.7861345,"about_ca_system_score_codex":0.000024482999,"about_ca_system_score_gemma":0.000034772896,"threshold_uncertainty_score":0.9997681},"labels":[],"label_agreement":null},{"id":"W1512951335","doi":"10.24059/olj.v8i2.1828","title":"STUDENT ROLE ADJUSTMENT IN ONLINE COMMUNITIES OF INQUIRY: MODEL AND INSTRUMENT VALIDATION","year":2019,"lang":"en","type":"article","venue":"Online Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":248,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; University of Alberta","funders":"","keywords":"Community of inquiry; Psychology; Process (computing); Online community; Online learning; Mathematics education; Conceptual model; Computer science; Multimedia; World Wide Web; Cognition","score_opus":0.03677906718723838,"score_gpt":0.35018430467857403,"score_spread":0.31340523749133564,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1512951335","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99749094,0.00020886875,0.000024709232,0.0006512752,0.000089400404,0.0002046641,0.0000061763694,0.00003881626,0.0012851384],"genre_scores_gemma":[0.9941232,0.00062025693,0.004051296,0.000050343635,0.00012332742,0.0000039618094,0.00012525852,0.000013350811,0.00088901323],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99861526,0.00034985927,0.00029435978,0.0001459822,0.00035812796,0.000236405],"domain_scores_gemma":[0.9994774,0.00010743004,0.00016420976,0.00013001298,0.00006850062,0.00005243253],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006210464,0.00010889817,0.0002291509,0.00016052564,0.00013327437,0.000028048764,0.0001662243,0.000082270315,0.00007863504],"category_scores_gemma":[0.000056222983,0.00011090009,0.000033707016,0.00019444252,0.00009756418,0.000217215,0.00014061556,0.00043447138,0.0000057272428],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026693699,0.00054695224,0.6558652,0.000042495292,0.000022936996,7.752832e-7,0.07003066,0.14969996,0.00075824937,0.0027317165,0.000005024921,0.12026937],"study_design_scores_gemma":[0.0015509264,0.00037736303,0.18998474,0.00031876747,0.00003237929,8.504061e-7,0.6873875,0.10383749,0.00007676543,0.0004740835,0.015629917,0.00032919357],"about_ca_topic_score_codex":0.0011570302,"about_ca_topic_score_gemma":0.0033820241,"teacher_disagreement_score":0.61735684,"about_ca_system_score_codex":0.000087176806,"about_ca_system_score_gemma":0.00014769896,"threshold_uncertainty_score":0.45223743},"labels":[],"label_agreement":null},{"id":"W1571841806","doi":"10.24059/olj.v3i2.1915","title":"Copyright Dot Com: The Digital Millennium in Copyright","year":2019,"lang":"en","type":"article","venue":"Online Learning","topic":"Copyright and Intellectual Property","field":"Business, Management and Accounting","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Digital Millennium Copyright Act; Hyperlink; The Internet; Variety (cybernetics); Internet privacy; Intellectual property; Copyright law; Political science; Service (business); World Wide Web; Law; Business; Computer science; Web page","score_opus":0.01286190213991348,"score_gpt":0.2154050543496616,"score_spread":0.2025431522097481,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1571841806","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6346601,0.0003663817,0.000047527727,0.0035015675,0.000657429,0.00036158602,0.000002612825,0.00018794373,0.36021483],"genre_scores_gemma":[0.96552956,0.000028393868,0.000024043897,0.001498221,0.0008539661,0.0000068269637,0.0001150406,0.000043224576,0.031900715],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985643,0.000022527283,0.00034049997,0.0003632581,0.00028341782,0.00042601625],"domain_scores_gemma":[0.99928397,0.00015198304,0.00014667338,0.00029667412,0.00010611286,0.00001457574],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00028440155,0.00024369518,0.00027409976,0.0002067028,0.00021899874,0.00059470476,0.0004608351,0.000089460766,0.008433504],"category_scores_gemma":[0.000203488,0.00014363439,0.000109786786,0.0005853843,0.00008296054,0.001127577,0.00027908434,0.00071045285,0.006243639],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00080627063,0.0011029645,0.31851393,0.00049426313,0.00016347422,0.00009349845,0.0016149702,0.0014559594,0.00383242,0.006481651,0.5803263,0.08511425],"study_design_scores_gemma":[0.0006140384,0.000031856656,0.005920932,0.000079171914,0.000011701775,0.000002992799,0.00041090974,0.119875714,0.000042463125,0.00024222294,0.8724934,0.0002745962],"about_ca_topic_score_codex":0.00035449298,"about_ca_topic_score_gemma":0.00011780786,"teacher_disagreement_score":0.33086947,"about_ca_system_score_codex":0.000045483626,"about_ca_system_score_gemma":0.000024275552,"threshold_uncertainty_score":0.99453014},"labels":[],"label_agreement":null},{"id":"W1680815741","doi":"10.24059/olj.v16i4.265","title":"Interaction in an Asynchronous Online Course: a Synthesis of Quantitative Predictors","year":2012,"lang":"en","type":"article","venue":"Online Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Asynchronous communication; Reading (process); Psychology; Massive open online course; Usability; Course (navigation); Computer science; Asynchronous learning; Cognitive psychology; Mathematics education; Human–computer interaction; Teaching method; Engineering; Political science; Cooperative learning","score_opus":0.03134579443381952,"score_gpt":0.38223703506859363,"score_spread":0.3508912406347741,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1680815741","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99681723,0.000288627,0.00016223773,0.00064976065,0.00025683318,0.00011769655,0.00001558986,0.00009272236,0.0015993057],"genre_scores_gemma":[0.98829967,0.00011293052,0.010663723,0.000020186171,0.00058541924,0.000005882654,0.00007307977,0.00002353942,0.00021555842],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99788594,0.00079511554,0.00034987117,0.00019484837,0.00033137077,0.00044286044],"domain_scores_gemma":[0.9987814,0.00055789744,0.00027790124,0.00011792786,0.00011986908,0.00014505097],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001077456,0.0001318076,0.00027088728,0.00019492826,0.00019144591,0.000023557399,0.00017255281,0.00012972292,0.00026781537],"category_scores_gemma":[0.001594861,0.00013405636,0.000065349246,0.00044509527,0.00015461442,0.0008356626,0.000036162262,0.0006154112,0.000016884958],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006172348,0.0020558992,0.81015444,0.00004382747,0.000032963002,0.0000044848002,0.022487173,0.0034032888,0.0005633887,0.0012106285,0.000016001746,0.15996617],"study_design_scores_gemma":[0.0007150948,0.0007743026,0.5058006,0.00052423734,0.0001502596,0.000005033285,0.39721432,0.014188857,0.0003720571,0.00007395093,0.079551585,0.00062972825],"about_ca_topic_score_codex":0.00092055753,"about_ca_topic_score_gemma":0.004875583,"teacher_disagreement_score":0.37472713,"about_ca_system_score_codex":0.00011888187,"about_ca_system_score_gemma":0.00023884678,"threshold_uncertainty_score":0.54666597},"labels":[],"label_agreement":null},{"id":"W1731448488","doi":"10.24059/olj.v19i4.540","title":"Student Perceptions of Twitters’ Effectiveness for Assessment in a Large Enrollment Online Course","year":2015,"lang":"en","type":"article","venue":"Online Learning","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Social media; Class (philosophy); Tracking (education); Psychology; Recreation; Medical education; Perception; Course (navigation); Event (particle physics); Computer science; Mathematics education; World Wide Web; Pedagogy; Engineering; Medicine","score_opus":0.038068653117703063,"score_gpt":0.44226544535656154,"score_spread":0.40419679223885846,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1731448488","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9948442,0.000039655708,0.001921477,0.001994783,0.00019394401,0.000627134,0.00003431218,0.00008524926,0.00025925945],"genre_scores_gemma":[0.99596196,0.000016307766,0.0033448748,0.000095269206,0.00009531461,0.00003266827,0.00006109443,0.000016370564,0.00037615994],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983282,0.00041843837,0.0002483067,0.00020771698,0.00040720054,0.00039012972],"domain_scores_gemma":[0.999312,0.00012928041,0.00015216373,0.00013964373,0.00015861864,0.00010833155],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018643058,0.00011471344,0.00026890516,0.00013243417,0.00017941695,0.000020553562,0.0002635634,0.0001275005,0.000028205512],"category_scores_gemma":[0.00041606065,0.00011688943,0.000073004034,0.00025297812,0.00013691063,0.000098201344,0.00009340815,0.00040520664,0.000004470257],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039880495,0.0029428627,0.9843386,0.000030104173,0.000025788499,0.0000040076725,0.0075120893,0.0007601392,0.00040590428,0.00038673283,0.00007090991,0.0034829853],"study_design_scores_gemma":[0.0027052693,0.00033414544,0.9230219,0.00013052707,0.000026765903,5.4745925e-7,0.07094964,0.0007413926,0.00001687152,0.00012775204,0.0018182207,0.00012698841],"about_ca_topic_score_codex":0.00036425889,"about_ca_topic_score_gemma":0.0018798684,"teacher_disagreement_score":0.063437544,"about_ca_system_score_codex":0.0004278348,"about_ca_system_score_gemma":0.0003103332,"threshold_uncertainty_score":0.47666126},"labels":[],"label_agreement":null},{"id":"W1799663035","doi":"10.24059/olj.v17i2.354","title":"Turning the digital divide into digital dividends through free content and open networks: WikiEducator Learning4Content (L4C) Initiative","year":2013,"lang":"en","type":"article","venue":"Online Learning","topic":"Wikis in Education and Collaboration","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Ministry of Education- New Zealand; Athabasca University","keywords":"Commonwealth; Open education; Open educational resources; Open learning; Distance education; Digital learning; Government (linguistics); Public relations; Global education; Political science; Engineering; Sociology; Teaching method; Pedagogy; Law; Cooperative learning","score_opus":0.06127894163566553,"score_gpt":0.33962440082430917,"score_spread":0.2783454591886436,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1799663035","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9117805,0.00085030094,0.0020177267,0.04390499,0.00083533744,0.0010089375,0.0000131576135,0.00018349265,0.039405555],"genre_scores_gemma":[0.98853236,0.00014074969,0.00038091675,0.0012597247,0.0010112805,0.00010895527,0.00011444908,0.000029185654,0.008422363],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981093,0.00032830003,0.00035874965,0.00037575068,0.0004106383,0.00041726677],"domain_scores_gemma":[0.9980898,0.0007920092,0.00031739607,0.00025558483,0.0003758038,0.00016943738],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0005277827,0.00020530912,0.00024196159,0.000050690967,0.0016699089,0.0041142902,0.00079289085,0.00010477029,0.0002517973],"category_scores_gemma":[0.0042919624,0.0001591541,0.00006032536,0.00045521223,0.0004515966,0.0033982762,0.00060573383,0.0006047091,0.00006862889],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000446,0.00043027155,0.38768658,0.000018565848,0.00018933501,0.0000039149986,0.22580148,0.0017469494,0.000057158202,0.021626696,0.014418456,0.34797597],"study_design_scores_gemma":[0.00079058454,0.00020703058,0.09989543,0.00019533111,0.000036142577,0.000003992096,0.39982358,0.0015572676,0.0000072043586,0.008120356,0.48883072,0.00053236575],"about_ca_topic_score_codex":0.001976904,"about_ca_topic_score_gemma":0.00077960786,"teacher_disagreement_score":0.47441226,"about_ca_system_score_codex":0.00015113053,"about_ca_system_score_gemma":0.00030023966,"threshold_uncertainty_score":0.9996298},"labels":[],"label_agreement":null},{"id":"W1827797231","doi":"10.24059/olj.v17i4.402","title":"THREE INSTITUTIONS, THREE APPROACHES, ONE GOAL: ADDRESSING QUALITY ASSURANCE IN ONLINE LEARNING","year":2013,"lang":"en","type":"article","venue":"Online Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Quality assurance; Scope (computer science); Quality (philosophy); Context (archaeology); Consistency (knowledge bases); Computer science; Higher education; Institution; Process management; Knowledge management; Engineering management; Business; Political science; Engineering; Marketing; Service (business)","score_opus":0.15483419854334785,"score_gpt":0.38093792384795666,"score_spread":0.22610372530460882,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1827797231","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.974304,0.0010268576,0.0065021147,0.007326141,0.0002459317,0.00059736724,0.000011409596,0.00060600863,0.009380168],"genre_scores_gemma":[0.95371985,0.00025276365,0.042297464,0.0001456068,0.0013654552,0.0000466076,0.00034427788,0.000067710374,0.0017602369],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99505866,0.0010835301,0.00094259816,0.00080136943,0.0009625059,0.0011513679],"domain_scores_gemma":[0.9978757,0.00069823704,0.0005357135,0.0003597103,0.0002452949,0.0002853563],"candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0026301648,0.00038499723,0.0006578661,0.00034287665,0.0015444619,0.00034645933,0.00061468745,0.0004041109,0.00055720133],"category_scores_gemma":[0.00416665,0.00041194475,0.00017909291,0.0012916028,0.00044014188,0.001180666,0.00022108748,0.0031313049,0.00021604954],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023866116,0.00068035885,0.53742325,0.00008629622,0.000043359425,0.000013273359,0.0023308254,0.026829017,0.0004613561,0.0048467885,0.00008542795,0.42717618],"study_design_scores_gemma":[0.001629047,0.00015965164,0.7272175,0.0008409549,0.00004881191,0.0000048468787,0.025410796,0.028307876,0.000017459439,0.0019401928,0.21328297,0.0011398885],"about_ca_topic_score_codex":0.012005955,"about_ca_topic_score_gemma":0.08752559,"teacher_disagreement_score":0.42603627,"about_ca_system_score_codex":0.0003163627,"about_ca_system_score_gemma":0.0008826228,"threshold_uncertainty_score":0.9998332},"labels":[],"label_agreement":null},{"id":"W1848347860","doi":"10.24059/olj.v3i2.1913","title":"Intelligent Agents for Online Learning","year":2019,"lang":"en","type":"article","venue":"Online Learning","topic":"Multi-Agent Systems and Negotiation","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"McMaster University; Vanderbilt University; Alfred P. Sloan Foundation","keywords":"Asynchronous communication; Computer science; Online learning; Facilitation; Asynchronous learning; Association (psychology); Online research methods; Intelligent agent; Knowledge management; Human–computer interaction; Multimedia; Artificial intelligence; Psychology; Synchronous learning; World Wide Web; Mathematics education; Cooperative learning; Teaching method","score_opus":0.03750722707022293,"score_gpt":0.313064772932281,"score_spread":0.2755575458620581,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1848347860","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.62590325,0.00010227608,0.37191188,0.0004212847,0.00076292723,0.00038425106,0.0000037678763,0.00024775267,0.00026260372],"genre_scores_gemma":[0.9298241,0.0000447728,0.04501671,0.00023828358,0.00039709042,0.000013647123,0.00020759102,0.00003423446,0.024223538],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984301,0.00012418331,0.00035549712,0.0004649388,0.0002770077,0.00034829724],"domain_scores_gemma":[0.9990851,0.00015987645,0.00024908027,0.00030006305,0.00011506114,0.000090784684],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040508958,0.00017241013,0.00023399407,0.00013368817,0.00017005012,0.00011409766,0.00046110267,0.00008669484,0.000095444826],"category_scores_gemma":[0.00019120442,0.00016319202,0.00012461274,0.00022525757,0.000008784097,0.00030521676,0.00017899204,0.000374842,0.00029647423],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004617074,0.00070913543,0.15464199,0.00036718193,0.00013519643,0.000013031759,0.0049885935,0.2044416,0.011947211,0.0074312924,0.0011288902,0.6141497],"study_design_scores_gemma":[0.00049570744,0.00021462693,0.015524643,0.00008912471,0.000006268217,0.0000048332245,0.00022049189,0.7240501,0.00030361646,0.000039724513,0.25883955,0.0002113104],"about_ca_topic_score_codex":0.000039062634,"about_ca_topic_score_gemma":0.000014558754,"teacher_disagreement_score":0.6139384,"about_ca_system_score_codex":0.00006237443,"about_ca_system_score_gemma":0.00003085589,"threshold_uncertainty_score":0.6654777},"labels":[],"label_agreement":null},{"id":"W1873801626","doi":"10.24059/olj.v12i2.1700","title":"THE CHALLENGES OF TRANSNATIONAL ONLINE LEARNING","year":2019,"lang":"en","type":"article","venue":"Online Learning","topic":"Higher Education Governance and Development","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Royal Roads University","keywords":"Online learning; Political science; Internet privacy; Computer science; Psychology; World Wide Web","score_opus":0.021404542641776946,"score_gpt":0.3276172851739776,"score_spread":0.30621274253220065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1873801626","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95346147,0.00091154303,0.000029754572,0.030716477,0.0003488741,0.00010168583,0.0000023257007,0.000046934587,0.014380948],"genre_scores_gemma":[0.97498953,0.0011888808,0.0007989928,0.00006464736,0.00020665978,0.0000032672688,0.000017855924,0.0000086306845,0.022721559],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988865,0.00017251354,0.00018463079,0.00013311197,0.00043454024,0.00018866025],"domain_scores_gemma":[0.9992641,0.00033968443,0.00014444569,0.00007068125,0.00013951359,0.00004154083],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00057725084,0.0000638419,0.000099888304,0.00003145636,0.00037909189,0.00002309249,0.00017341303,0.00005027462,0.00030253828],"category_scores_gemma":[0.00021445696,0.00005110721,0.00004468089,0.00015301346,0.00007277221,0.000095737545,0.000015859814,0.00027897628,0.00003685935],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026737936,0.00027636392,0.15707496,0.00003211588,0.00005641463,8.8271804e-7,0.07022777,0.0039537367,0.00035453387,0.58825743,0.00021538493,0.1795237],"study_design_scores_gemma":[0.00016731366,0.000036176516,0.21628954,0.00002188281,0.0000033638007,2.5525935e-7,0.023060622,0.00014003016,0.000015350966,0.00048473608,0.7596987,0.00008203891],"about_ca_topic_score_codex":0.000076901524,"about_ca_topic_score_gemma":0.00059240963,"teacher_disagreement_score":0.75948334,"about_ca_system_score_codex":0.000048304206,"about_ca_system_score_gemma":0.00023296518,"threshold_uncertainty_score":0.3312582},"labels":[],"label_agreement":null},{"id":"W1902444295","doi":"10.24059/olj.v17i2.347","title":"cMOOCs and Global Learning: An Authentic Alternative","year":2013,"lang":"en","type":"article","venue":"Online Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":89,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Athabasca University","keywords":"Connectivism; Credentialing; Open educational resources; Computer science; Educational resources; Resource (disambiguation); Massive open online course; Focus (optics); World Wide Web; Mathematics education; Pedagogy; Learning theory; Sociology; Psychology; Medical education","score_opus":0.012155826307973032,"score_gpt":0.28550595754702696,"score_spread":0.27335013123905394,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1902444295","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94834805,0.00013202059,0.045510143,0.0040842704,0.0001623618,0.00009893424,0.0000014376392,0.00052065076,0.0011421397],"genre_scores_gemma":[0.96494645,0.000037802514,0.030740432,0.00021119443,0.00026540013,0.000004051543,0.000025497679,0.000018513454,0.0037506456],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982219,0.00026220674,0.00024791533,0.00053803046,0.00030587913,0.00042408952],"domain_scores_gemma":[0.99905527,0.00008995123,0.00016842163,0.0002962594,0.00014489269,0.00024520757],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002477175,0.00021825338,0.0002318519,0.00009000838,0.00030098855,0.0004603289,0.0005622079,0.0000858526,0.00005454106],"category_scores_gemma":[0.00028882694,0.00020237268,0.00005902207,0.0003779831,0.00007622563,0.0007590077,0.00033315262,0.0007267416,0.00019769387],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007742147,0.00046281834,0.25670543,0.00005040623,0.000109903536,0.00007089391,0.0040294705,0.046201754,0.00065478525,0.03197819,0.00020891025,0.6595197],"study_design_scores_gemma":[0.00034766333,0.00037342717,0.041441783,0.000037289483,0.000013401876,0.00004322807,0.00053776446,0.94346255,0.000013768927,0.006871617,0.006564936,0.00029256401],"about_ca_topic_score_codex":0.0002556607,"about_ca_topic_score_gemma":0.000014936961,"teacher_disagreement_score":0.8972608,"about_ca_system_score_codex":0.000042257987,"about_ca_system_score_gemma":0.000045607765,"threshold_uncertainty_score":0.8252519},"labels":[],"label_agreement":null},{"id":"W1944732043","doi":"10.24059/olj.v16i1.175","title":"Enrollment in Distance Education Classes is Associated with Fewer Enrollment Gaps Among Independent Undergraduate Students in the US","year":2012,"lang":"en","type":"article","venue":"Online Learning","topic":"Higher Education Research Studies","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Graduation (instrument); Distance education; Test (biology); Psychology; Mathematics education; Medical education; Higher education; Quarter (Canadian coin); Preference; Medicine; Mathematics; Political science; Statistics; Geography","score_opus":0.018796751109614315,"score_gpt":0.38977453969387105,"score_spread":0.37097778858425673,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1944732043","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9873165,0.00043250978,0.000009842666,0.008342697,0.00025048098,0.0005431787,0.000002812012,0.000028447184,0.0030735615],"genre_scores_gemma":[0.99308735,0.00031521922,0.00005631479,0.00045839045,0.00022866536,0.00018169207,0.000030131108,0.00001460491,0.0056276233],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99629515,0.0011574305,0.00027490576,0.0002467496,0.0013972379,0.0006285187],"domain_scores_gemma":[0.9990325,0.0003783783,0.0001829827,0.00015825544,0.00013445025,0.00011343984],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022287772,0.00015123446,0.00019088281,0.00016382479,0.00045430975,0.00015964251,0.00039712546,0.00007124447,0.00007732852],"category_scores_gemma":[0.0006508615,0.00011210504,0.00003424165,0.0008558745,0.00017258056,0.0003307645,0.00007847727,0.00059852295,0.0000201684],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001075166,0.0012813259,0.950532,0.0000060680804,0.000030243396,0.0000016362117,0.04643436,0.00014876404,0.000006748737,0.00040170766,0.00052922516,0.0006171677],"study_design_scores_gemma":[0.0003956612,0.000040548588,0.930216,0.000117362026,0.000009285979,1.7524941e-7,0.040722366,0.000012091331,0.0000042790216,0.0000844635,0.02826786,0.00012987207],"about_ca_topic_score_codex":0.0037578307,"about_ca_topic_score_gemma":0.032657284,"teacher_disagreement_score":0.028899455,"about_ca_system_score_codex":0.00087801926,"about_ca_system_score_gemma":0.00036026165,"threshold_uncertainty_score":0.9849942},"labels":[],"label_agreement":null},{"id":"W2107956835","doi":"10.24059/olj.v5i2.1875","title":"ASSESSING TEACHING PRESENCE IN A COMPUTER CONFERENCING CONTEXT","year":2019,"lang":"en","type":"article","venue":"Online Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":1854,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Context (archaeology); Computer science; Online teaching; Teleconference; Computer-mediated communication; Mathematics education; Multimedia; World Wide Web; Psychology; The Internet","score_opus":0.028050723899718306,"score_gpt":0.3608414246084027,"score_spread":0.3327907007086844,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2107956835","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98190546,0.00006676932,0.0022741319,0.0015729405,0.00033183824,0.00017677218,5.2607936e-7,0.0001663919,0.013505188],"genre_scores_gemma":[0.98136854,0.000016017073,0.015101079,0.00018114338,0.00061289174,0.0000023155894,0.000016988912,0.000021580254,0.0026794677],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975486,0.00090200524,0.00029518752,0.00036076337,0.00037407628,0.00051939354],"domain_scores_gemma":[0.99892306,0.00061104156,0.000160898,0.00013924156,0.0000713075,0.000094463525],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001629194,0.00014358506,0.00027018256,0.00017399665,0.00042661396,0.00033043823,0.00025929877,0.00012767794,0.0002968093],"category_scores_gemma":[0.0006860789,0.00014871822,0.00006314417,0.00024770075,0.00006731488,0.00083374797,0.00010519049,0.0014631188,0.00012710472],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007706196,0.000079690275,0.38717738,0.000021161304,0.000008426725,0.000018374934,0.012554419,0.0077619525,0.00040160515,0.004013705,0.000027140046,0.5879284],"study_design_scores_gemma":[0.0017694822,0.00022218621,0.09674907,0.0014225413,0.00002018549,0.000008225853,0.18185255,0.22806388,0.000032380343,0.00036654796,0.48858213,0.0009108246],"about_ca_topic_score_codex":0.0017370445,"about_ca_topic_score_gemma":0.0020113054,"teacher_disagreement_score":0.5870176,"about_ca_system_score_codex":0.00011100949,"about_ca_system_score_gemma":0.00040180556,"threshold_uncertainty_score":0.63566047},"labels":[],"label_agreement":null},{"id":"W2137522303","doi":"10.24059/olj.v19i2.523","title":"Adopting MOOCs on Campus: A Collaborative Effort to Test MOOCs on Campuses of the University System of Maryland","year":2014,"lang":"en","type":"article","venue":"Online Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of California, Irvine; University of Toronto; Rice University; Vanderbilt University; University of Pennsylvania; Bill and Melinda Gates Foundation","keywords":"Repurposing; Test (biology); Scale (ratio); University campus; Medical education; Face (sociological concept); Computer science; Order (exchange); Mathematics education; Engineering management; Psychology; Engineering; Sociology; Business; Library science; Medicine","score_opus":0.004840750334364088,"score_gpt":0.2188077663902053,"score_spread":0.2139670160558412,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2137522303","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9849836,0.000013282471,0.011413924,0.0014540526,0.00015932322,0.0001770002,0.00002121933,0.0001283987,0.0016491549],"genre_scores_gemma":[0.98517483,0.0000043630635,0.013723606,0.000094394534,0.000082986415,4.5876803e-7,0.0000062004074,0.000013981359,0.0008991592],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99852914,0.0002752974,0.00026217854,0.00032810174,0.0003767039,0.00022858985],"domain_scores_gemma":[0.9980606,0.0007464738,0.00038304485,0.00047139847,0.00025639596,0.00008208072],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005217188,0.00017011158,0.00032331533,0.0001614749,0.00022911925,0.00002859127,0.00069196685,0.000075961085,0.0000015966923],"category_scores_gemma":[0.0008494366,0.00013053259,0.00008854372,0.0010052936,0.00005113017,0.00007717791,0.00025500183,0.00042560048,0.000012006497],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012751995,0.00069674285,0.13423494,0.0005019021,0.000100557074,0.000022029937,0.004294693,0.81670475,0.0018727696,0.021690007,0.00032704146,0.019427078],"study_design_scores_gemma":[0.0017617019,0.004003838,0.059986394,0.003999432,0.00009380181,0.000015452775,0.0059338873,0.87888837,0.002441836,0.000044946715,0.042150635,0.00067970174],"about_ca_topic_score_codex":0.000059215763,"about_ca_topic_score_gemma":0.00002889307,"teacher_disagreement_score":0.074248545,"about_ca_system_score_codex":0.00007853334,"about_ca_system_score_gemma":0.00011039715,"threshold_uncertainty_score":0.5322964},"labels":[],"label_agreement":null},{"id":"W2150619563","doi":"10.24059/olj.v16i5.291","title":"STUDENT-STUDENT ONLINE COACHING AS A RELATIONSHIP OF INQUIRY: AN EXPLORATIVE STUDY FROM THE COACH PERSPECTIVE","year":2012,"lang":"en","type":"article","venue":"Online Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Coaching; Perspective (graphical); Psychology; Adaptation (eye); Community of inquiry; Social cognitive theory; Online community; Pedagogy; Cognition; Mathematics education; Social psychology; Computer science","score_opus":0.09307203227539312,"score_gpt":0.44495965793891673,"score_spread":0.3518876256635236,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2150619563","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99419904,0.00047475126,0.00015775958,0.0022655337,0.00034566325,0.00058125524,0.000021971973,0.00014660225,0.0018074247],"genre_scores_gemma":[0.9945689,0.000043251508,0.0019513319,0.00014206249,0.0025738531,0.000019376583,0.00015463674,0.000039862374,0.0005067443],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9940545,0.003489893,0.00047043833,0.00040666136,0.0010461756,0.0005323451],"domain_scores_gemma":[0.9971352,0.0015326049,0.0004461986,0.0003359567,0.0003442215,0.00020581373],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.002557617,0.00024357683,0.00037820518,0.000119784796,0.0014510553,0.0001230729,0.00061310723,0.00012789769,0.00014862965],"category_scores_gemma":[0.0023608385,0.0001933158,0.00011257658,0.0006280618,0.0002886201,0.0011895038,0.00023347548,0.001432889,0.000040626084],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024373872,0.0020361708,0.6057398,0.0000011696168,0.000084991276,0.0000027446808,0.38256985,0.00065059593,0.00003224477,0.0063368357,0.000009934555,0.002511288],"study_design_scores_gemma":[0.0003956664,0.0002906953,0.40755424,0.000026627218,0.00008447472,4.3644638e-7,0.5880867,0.00007621341,0.0000026422972,0.00018621144,0.0031562096,0.0001398281],"about_ca_topic_score_codex":0.006110431,"about_ca_topic_score_gemma":0.006273939,"teacher_disagreement_score":0.20551689,"about_ca_system_score_codex":0.00023285682,"about_ca_system_score_gemma":0.00029364528,"threshold_uncertainty_score":0.9998489},"labels":[],"label_agreement":null},{"id":"W2171371661","doi":"10.24059/olj.v17i1.321","title":"Defining the role adjustment profile of learners and instructors online","year":2013,"lang":"en","type":"article","venue":"Online Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University; Natural Sciences and Engineering Research Council of Canada","funders":"Natural Sciences and Engineering Research Council of Canada; Kungliga Tekniska Högskolan; University of Sussex; Athabasca University","keywords":"Online course; Mathematics education; Psychology; Online learning; Medical education; Computer science; Pedagogy; Multimedia; Medicine","score_opus":0.009013235304411555,"score_gpt":0.2839406921506447,"score_spread":0.27492745684623315,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2171371661","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.988063,0.00151488,0.00001104972,0.0023464162,0.000117738724,0.00023776075,0.0000070612705,0.000094735755,0.0076073725],"genre_scores_gemma":[0.98609036,0.00039109818,0.00995297,0.000103572514,0.00037741184,0.000011346054,0.000060999173,0.00002477486,0.002987482],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983495,0.00036790236,0.00029117992,0.0002409106,0.00036571067,0.0003848072],"domain_scores_gemma":[0.9991232,0.00027238112,0.00023040554,0.00014231606,0.00012022354,0.000111447385],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047257516,0.00014351463,0.0002155453,0.00009100518,0.0005325817,0.000060053935,0.00022402198,0.00010447668,0.00053028157],"category_scores_gemma":[0.00066114607,0.00010682401,0.000064246036,0.00032932474,0.00031198567,0.00024624143,0.00011648903,0.0006392268,0.000041004507],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000739983,0.00009683249,0.12163597,0.000018195315,0.00003415283,9.5326146e-7,0.007657523,0.00058523065,0.00051717454,0.008647888,0.000096941054,0.86070174],"study_design_scores_gemma":[0.00082292286,0.00035858934,0.12997824,0.00018554805,0.00008338937,0.0000070134565,0.40251502,0.009984283,0.00025341165,0.0011836286,0.45411494,0.0005130042],"about_ca_topic_score_codex":0.0023081023,"about_ca_topic_score_gemma":0.0006133854,"teacher_disagreement_score":0.8601887,"about_ca_system_score_codex":0.000036471,"about_ca_system_score_gemma":0.0002045929,"threshold_uncertainty_score":0.5806211},"labels":[],"label_agreement":null},{"id":"W2187828112","doi":"10.24059/olj.v3i2.1919","title":"Successful Online Teaching Using An Asynchronous Learner Discussion Forum","year":2019,"lang":"en","type":"article","venue":"Online Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":110,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Asynchronous communication; Teleconference; Computer science; Quarter (Canadian coin); Multimedia; Online discussion; Course (navigation); Narrative; Mathematics education; Online course; Online teaching; Medical education; World Wide Web; Psychology; Engineering; Medicine; Telecommunications","score_opus":0.019072329686347582,"score_gpt":0.3462392340694662,"score_spread":0.32716690438311863,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2187828112","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98803204,0.000097033044,0.0012314562,0.0043265126,0.00051660516,0.00026998846,0.000009874522,0.00044074206,0.0050757728],"genre_scores_gemma":[0.95113146,0.000044443055,0.035896104,0.00024551622,0.0017445808,0.0000019932816,0.00028765667,0.00008943636,0.010558798],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9960857,0.0011502098,0.00043260923,0.0006526966,0.0007101784,0.00096857705],"domain_scores_gemma":[0.9987674,0.00015842103,0.00031153308,0.00034770276,0.00011583672,0.00029913525],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012664335,0.00030209092,0.0004083936,0.0002381027,0.0015365612,0.00024741932,0.0005033071,0.00027332612,0.0009915497],"category_scores_gemma":[0.000578214,0.00023532186,0.00016137167,0.00037755142,0.00012832847,0.0012163037,0.0001929964,0.0019589064,0.00015351622],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042889955,0.00081493746,0.36962962,0.000038669154,0.00003862731,0.000025221958,0.0056993,0.041207854,0.0039919997,0.0015767874,0.00005350212,0.5768806],"study_design_scores_gemma":[0.0009938717,0.0004986139,0.0068114134,0.00030802013,0.00006425222,0.000012997539,0.13201445,0.09683127,0.000038876402,0.00025851213,0.7612802,0.00088755577],"about_ca_topic_score_codex":0.0019693444,"about_ca_topic_score_gemma":0.0022588822,"teacher_disagreement_score":0.76122665,"about_ca_system_score_codex":0.00021860348,"about_ca_system_score_gemma":0.00047532283,"threshold_uncertainty_score":0.9999217},"labels":[],"label_agreement":null},{"id":"W2190450798","doi":"10.24059/olj.v19i5.705","title":"Real-Time Virtual Teaching: Lessons Learned From a Case Study in a Rural School","year":2015,"lang":"en","type":"article","venue":"Online Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Variety (cybernetics); Preference; Mathematics education; Virtual classroom; Data collection; Pedagogy; Computer science; Psychology; Multimedia; Medical education; Sociology; Medicine","score_opus":0.06625037038561178,"score_gpt":0.39775464287629847,"score_spread":0.3315042724906867,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2190450798","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9875743,0.00003502063,0.000021159776,0.0041871183,0.00014992096,0.00029757502,0.000008053491,0.00035077787,0.0073760655],"genre_scores_gemma":[0.98431885,0.00003011197,0.003391344,0.00004554004,0.001111809,0.00001278873,0.000066919165,0.000045072295,0.0109775765],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99532044,0.002518206,0.00042204966,0.00046920555,0.00064055674,0.00062956254],"domain_scores_gemma":[0.99853826,0.00044266507,0.00019500966,0.0002566482,0.00010886431,0.0004585607],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027636655,0.0002354515,0.0004036605,0.0002479609,0.00070251554,0.00020362636,0.00032746472,0.00017967519,0.0003224206],"category_scores_gemma":[0.0040882225,0.00023978906,0.00008511169,0.00047110466,0.0001023115,0.00045746937,0.0001766265,0.0018914564,0.00034977368],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018555135,0.0021054544,0.45460364,0.0000039007264,0.00009489522,0.006424555,0.13184863,0.006000956,0.0009215785,0.0005917561,0.00062782195,0.39659128],"study_design_scores_gemma":[0.0027614587,0.00073671475,0.0060102157,0.00008905711,0.000057598318,0.00005052934,0.9237941,0.0071481243,0.0000023502564,0.0003159327,0.058510114,0.00052383554],"about_ca_topic_score_codex":0.08310035,"about_ca_topic_score_gemma":0.02570937,"teacher_disagreement_score":0.79194546,"about_ca_system_score_codex":0.00029153872,"about_ca_system_score_gemma":0.00097124773,"threshold_uncertainty_score":0.9920689},"labels":[],"label_agreement":null},{"id":"W2327441702","doi":"10.24059/olj.v8i3.1822","title":"EXPERIMENTAL ONLINE CASE STUDY FOR A BREAKTHROUGH IN STUDENT ENGAGEMENT: FOCUS GROUP RESULTS","year":2019,"lang":"en","type":"article","venue":"Online Learning","topic":"Management and Marketing Education","field":"Business, Management and Accounting","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Focus group; Interactivity; Subject (documents); Student engagement; The Internet; Focus (optics); Process (computing); Psychology; Public relations; Mathematics education; Computer science; Marketing; Business; Multimedia; World Wide Web; Political science","score_opus":0.028433740350905432,"score_gpt":0.3272092741970445,"score_spread":0.29877553384613903,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2327441702","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99153596,0.000068048226,0.000062963874,0.00056905125,0.00063940877,0.0019635283,0.0000055042788,0.00017109641,0.0049844473],"genre_scores_gemma":[0.994363,0.0000033798906,0.0007663078,0.00032787028,0.0011587697,0.000120976474,0.00044395472,0.000055294673,0.0027604203],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9981057,0.000077947225,0.0005347157,0.00058645004,0.00029919867,0.00039595796],"domain_scores_gemma":[0.99911594,0.00016294424,0.0003255393,0.00030003168,0.00008062297,0.000014928596],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0014956831,0.00025767868,0.0002821966,0.0003902904,0.00022251204,0.00025761704,0.00024559806,0.000053176474,0.00018935683],"category_scores_gemma":[0.00023229967,0.00026076805,0.00008282473,0.00045131316,0.000014707073,0.00067011185,0.00035853,0.00033085642,0.000068062094],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019146431,0.029733827,0.8407921,0.000920023,0.00035595355,0.0011265597,0.015756806,0.0037537364,0.0015346949,0.0034258275,0.006902577,0.09378323],"study_design_scores_gemma":[0.024011018,0.0009901705,0.19013737,0.00036572554,0.00026035792,0.00003658585,0.39655134,0.033391114,0.000022599195,0.00016736721,0.35256055,0.001505792],"about_ca_topic_score_codex":0.002368448,"about_ca_topic_score_gemma":0.002028565,"teacher_disagreement_score":0.65065473,"about_ca_system_score_codex":0.00008859622,"about_ca_system_score_gemma":0.000011719864,"threshold_uncertainty_score":0.99998444},"labels":[],"label_agreement":null},{"id":"W2338784943","doi":"10.24059/olj.v9i2.1791","title":"CREATING AUTHENTIC LEARNING ACTIVITIES IN PHARMACEUTICAL INSTRUMENTAL ANALYSIS: USING THE INTEGRATED LABORATORY NETWORK FOR REMOTE ACCESS TO SCIENTIFIC INSTRUMENTATION","year":2019,"lang":"en","type":"article","venue":"Online Learning","topic":"Complementary and Alternative Medicine Studies","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"National Science Foundation","keywords":"Instrumentation (computer programming); Computer science; Systems engineering; Engineering management; Engineering","score_opus":0.0598850664844538,"score_gpt":0.41441405816108395,"score_spread":0.35452899167663016,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2338784943","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99563825,0.00008180457,0.0024733047,0.00042699726,0.000395311,0.00081727776,0.00001413003,0.000050819806,0.00010209191],"genre_scores_gemma":[0.9942955,0.000012301236,0.004209349,0.00025017047,0.00032733378,0.000013499659,0.0003056789,0.000023183806,0.00056301965],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982552,0.00023125632,0.00038822074,0.0003987813,0.00032519223,0.00040133094],"domain_scores_gemma":[0.999164,0.00033072566,0.00017314975,0.00013867555,0.00011307746,0.00008040931],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008208415,0.000194262,0.0004091212,0.00040846312,0.00052164326,0.00013808782,0.0001501393,0.00001943603,0.00016165215],"category_scores_gemma":[0.00031175546,0.00014704082,0.00010737179,0.0018003309,0.0001022116,0.00025067216,0.00017423555,0.00060650264,0.0000037305285],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029675846,0.000072369265,0.9035196,0.00007678096,0.0004841832,0.0000054361717,0.0035195844,0.047553353,0.01197842,0.000023765224,0.0000136508725,0.03245612],"study_design_scores_gemma":[0.0035438153,0.0007400823,0.20154323,0.0009810518,0.0011292642,0.000007903591,0.052865323,0.72644776,0.002126341,0.000024713434,0.010259953,0.0003305425],"about_ca_topic_score_codex":0.00015951037,"about_ca_topic_score_gemma":0.00025407362,"teacher_disagreement_score":0.70197636,"about_ca_system_score_codex":0.00021354717,"about_ca_system_score_gemma":0.00009764742,"threshold_uncertainty_score":0.59961504},"labels":[],"label_agreement":null},{"id":"W2339645454","doi":"10.24059/olj.v8i4.1810","title":"EXPERIMENTAL ONLINE CASE STUDY FOR A BREAKTHROUGH IN STUDENT ENGAGEMENT: DESCRIPTION AND RESULTS","year":2019,"lang":"en","type":"article","venue":"Online Learning","topic":"Management and Marketing Education","field":"Business, Management and Accounting","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Interactivity; Subject (documents); Student engagement; The Internet; Process (computing); Online business; Public relations; Computer science; Mathematics education; Psychology; World Wide Web; Political science","score_opus":0.03868039279378026,"score_gpt":0.3268271133132494,"score_spread":0.2881467205194691,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2339645454","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9958277,0.000060355513,0.000045494828,0.0003777042,0.00039594903,0.0013721277,0.0000028724771,0.00009668971,0.0018211189],"genre_scores_gemma":[0.99578696,0.0000052327246,0.0007169242,0.00024831467,0.0005967575,0.000061779676,0.00024386389,0.00003068212,0.0023094888],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99870497,0.000052667794,0.00039987674,0.0004210839,0.00017945268,0.00024194535],"domain_scores_gemma":[0.9994406,0.0000866155,0.00023428607,0.00016514983,0.00006272059,0.000010614713],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011878149,0.00017278209,0.00018849419,0.00028805225,0.00017500721,0.0002512396,0.000104401195,0.000037633432,0.00005926419],"category_scores_gemma":[0.00019155325,0.00017580974,0.00003507732,0.00025419,0.00001294676,0.00066683267,0.00022288937,0.00020879712,0.00001772648],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00079113996,0.009034977,0.93886524,0.00057656434,0.000112635484,0.00024926866,0.010905104,0.0014144959,0.0016276326,0.000894609,0.0016973384,0.033830993],"study_design_scores_gemma":[0.015665632,0.0006931666,0.39446518,0.00028995203,0.0001845981,0.00003626028,0.40550295,0.04687775,0.00001553296,0.00010187287,0.13524967,0.00091743324],"about_ca_topic_score_codex":0.0012785399,"about_ca_topic_score_gemma":0.0008366415,"teacher_disagreement_score":0.5444001,"about_ca_system_score_codex":0.000052475752,"about_ca_system_score_gemma":0.000007927015,"threshold_uncertainty_score":0.7169313},"labels":[],"label_agreement":null},{"id":"W2343364343","doi":"10.24059/olj.v8i2.1826","title":"UNIVERSITY INSTRUCTORS’ REFLECTIONS ON THEIR FIRST ONLINE TEACHING EXPERIENCES","year":2019,"lang":"en","type":"article","venue":"Online Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":163,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Face-to-face; Face (sociological concept); Psychology; Qualitative research; Online teaching; Online learning; Graduate students; Pedagogy; Process (computing); Medical education; Mathematics education; Sociology; Multimedia; Computer science; Medicine","score_opus":0.02811736678215364,"score_gpt":0.3312893656972829,"score_spread":0.30317199891512925,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2343364343","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9519547,0.00002007359,0.000044143246,0.0025074796,0.0004937425,0.00012326862,0.000007741951,0.0003080685,0.044540755],"genre_scores_gemma":[0.9757912,0.000082717466,0.0047930153,0.00012316142,0.000769816,8.7872905e-7,0.000058667825,0.000020778245,0.018359745],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99822325,0.00048331503,0.00016829508,0.00037892797,0.0003281805,0.00041801855],"domain_scores_gemma":[0.99915814,0.0003153414,0.00014644592,0.00018468576,0.000065171924,0.00013020496],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.00046042813,0.00016604482,0.0002059502,0.00020079118,0.001785122,0.00007410115,0.00034557204,0.0001399052,0.00071517244],"category_scores_gemma":[0.00042828557,0.0001586374,0.0001088285,0.0004335007,0.00013104393,0.00035549718,0.00008177014,0.0012024612,0.00011734767],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019089076,0.0013616163,0.1661521,0.000055192777,0.0001384435,0.00004982774,0.32905602,0.015067633,0.0014696154,0.035017427,0.00062966906,0.45081154],"study_design_scores_gemma":[0.00020558569,0.00014583467,0.0029591294,0.000059524064,0.000005935299,0.0000012605212,0.2877035,0.00051366666,0.00001046074,0.000030067311,0.708199,0.00016597347],"about_ca_topic_score_codex":0.00082459865,"about_ca_topic_score_gemma":0.0037882766,"teacher_disagreement_score":0.70756936,"about_ca_system_score_codex":0.00017413404,"about_ca_system_score_gemma":0.00022756595,"threshold_uncertainty_score":0.9995144},"labels":[],"label_agreement":null},{"id":"W2393649970","doi":"10.24059/olj.v3i2.1918","title":"Design of Net-learning Systems Based on Experiential Learning","year":2019,"lang":"en","type":"article","venue":"Online Learning","topic":"Educational Games and Gamification","field":"Psychology","cited_by":59,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Virginia Commonwealth University; University of Calgary","keywords":"Experiential learning; Educational technology; Synchronous learning; Active learning (machine learning); Learning sciences; Robot learning; Computer science; Instructional simulation; Virtual learning environment; Process (computing); Action learning; Learning styles; Open learning; Proactive learning; Artificial intelligence; Cooperative learning; Multimedia; Psychology; Mathematics education; Virtual reality; Teaching method","score_opus":0.026862932681250985,"score_gpt":0.3272832331106074,"score_spread":0.3004203004293564,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2393649970","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9548431,0.0003446648,0.032582328,0.000251271,0.0015203683,0.0004307172,0.0000016365096,0.00017329633,0.009852639],"genre_scores_gemma":[0.97112656,0.000007487681,0.0012636285,0.00006288984,0.00030412214,0.00003601132,0.00019514393,0.00004956386,0.026954614],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979009,0.00074183615,0.00037595723,0.00039658928,0.00029498135,0.00028975215],"domain_scores_gemma":[0.99865264,0.00050902186,0.00038608693,0.00025606473,0.00013027807,0.00006589049],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005620523,0.00017082052,0.00025699998,0.00019005229,0.00011520931,0.000036730034,0.00016416023,0.00014138097,0.0017854817],"category_scores_gemma":[0.0002173092,0.00017343648,0.00007667553,0.00024376235,0.00003550858,0.000059192716,0.000020910886,0.0007406002,0.00059354055],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016663854,0.00027310202,0.06818199,0.000036712303,0.000035789035,0.0000021541593,0.0045043156,0.91303134,0.0047462387,0.0016375013,0.00014928501,0.007234916],"study_design_scores_gemma":[0.0020936318,0.002262597,0.075658284,0.00038920337,0.000050874914,0.000012557243,0.031242948,0.72017545,0.00022626494,0.000013609326,0.16727817,0.000596441],"about_ca_topic_score_codex":0.000084879655,"about_ca_topic_score_gemma":4.3740644e-7,"teacher_disagreement_score":0.19285592,"about_ca_system_score_codex":0.000045187582,"about_ca_system_score_gemma":0.000058340025,"threshold_uncertainty_score":0.99912703},"labels":[],"label_agreement":null},{"id":"W2400807290","doi":"10.24059/olj.v8i2.1825","title":"A CONSTRUCTIVIST METHOD FOR THE ANALYSIS OF NETWORKED COGNITIVE COMMUNICATION AND THE ASSESSMENT OF COLLABORATIVE LEARNING AND KNOWLEDGE-BUILDING","year":2019,"lang":"en","type":"article","venue":"Online Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Social Sciences and Humanities Research Council of Canada; Universidade de São Paulo; Simon Fraser University; Université Laval","keywords":"Constructivist teaching methods; Computer science; Cognition; Knowledge management; Asynchronous communication; Networked learning; Conceptual change; Social constructivism; Collaborative learning; Sentence; Knowledge building; Cognitive science; Psychology; Mathematics education; Artificial intelligence; Pedagogy; Educational technology; Teaching method","score_opus":0.022027823704929738,"score_gpt":0.4641688867260794,"score_spread":0.4421410630211497,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2400807290","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6830324,0.0016445285,0.31106204,0.00029944954,0.000075613585,0.00051504676,0.000011857053,0.000022412054,0.0033367008],"genre_scores_gemma":[0.90601933,0.00006592155,0.092915826,0.000025471887,0.000031699645,0.000036570087,0.00003959375,0.000017980155,0.0008476223],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9924383,0.006629539,0.0003921407,0.0002604237,0.00011021536,0.00016934308],"domain_scores_gemma":[0.9793258,0.019201683,0.00076932274,0.00019616348,0.00048803265,0.00001901961],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008181424,0.00014726812,0.0005918543,0.00020946316,0.0004116795,0.000029670951,0.00014163057,0.00007991142,0.00005813901],"category_scores_gemma":[0.001169798,0.00009409072,0.000096057134,0.0011256683,0.0005451367,0.00004164916,0.00012156561,0.0009346634,2.8085935e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008059418,0.00013259758,0.4751048,0.00008307538,0.0071563665,2.2702083e-7,0.050688107,0.016736474,0.0015676526,0.07732729,0.000013200309,0.37038425],"study_design_scores_gemma":[0.003857018,0.0003201053,0.40651575,0.00018408392,0.002365064,0.000004377712,0.058455627,0.5236579,0.000037191305,0.00025840005,0.0041597835,0.00018467566],"about_ca_topic_score_codex":0.00013485212,"about_ca_topic_score_gemma":0.00002128928,"teacher_disagreement_score":0.5069214,"about_ca_system_score_codex":0.000017111737,"about_ca_system_score_gemma":0.00005287216,"threshold_uncertainty_score":0.40606993},"labels":[],"label_agreement":null},{"id":"W2476159952","doi":"10.24059/olj.v20i2.775","title":"Exploring the Relationships between Facilitation Methods, Students’ Sense of Community and Their Online Behaviours","year":2016,"lang":"en","type":"article","venue":"Online Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":77,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Facilitation; Popularity; Social facilitation; Sense of community; Psychology; Online community; Mathematics education; Pedagogy; Computer science; Social psychology; World Wide Web","score_opus":0.255316186656563,"score_gpt":0.43271816119694484,"score_spread":0.1774019745403818,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2476159952","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.993063,0.00006824956,0.002022206,0.0044328133,0.00006877986,0.0001370208,0.000043057567,0.0000831069,0.00008177202],"genre_scores_gemma":[0.9887457,0.00016568862,0.010214833,0.0000152574785,0.0002179141,0.000005028665,0.00005573847,0.00001563014,0.000564235],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99406445,0.0049603763,0.0003136813,0.00013582794,0.0002848968,0.00024078439],"domain_scores_gemma":[0.9944724,0.0048765093,0.0002145862,0.00020498311,0.00014634167,0.0000852204],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005258018,0.00012447445,0.00021426298,0.00010236265,0.0012768694,0.000039626662,0.00023805567,0.00007617429,0.000016451799],"category_scores_gemma":[0.0043316116,0.00007537118,0.00006452698,0.00029688812,0.0002644643,0.00036560604,0.00014480091,0.0010355554,0.00000309027],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008212743,0.00010751044,0.46612275,0.000008380285,0.000033558415,4.291419e-7,0.039679177,0.000058006644,0.0009005997,0.0004304115,0.000006928283,0.49264404],"study_design_scores_gemma":[0.00031670157,0.00010174175,0.8086284,0.00011358689,0.00004768137,8.959283e-7,0.1659248,0.00003173973,0.00014038155,0.00039306137,0.024159579,0.00014147865],"about_ca_topic_score_codex":0.0009442183,"about_ca_topic_score_gemma":0.0012829151,"teacher_disagreement_score":0.49250257,"about_ca_system_score_codex":0.00004625314,"about_ca_system_score_gemma":0.000073339615,"threshold_uncertainty_score":0.9820776},"labels":[],"label_agreement":null},{"id":"W2523284206","doi":"10.24059/olj.v20i2.783","title":"Developing Learning Analytics Design Knowledge in the “Middle Space”: The Student Tuning Model and Align Design Framework for Learning Analytics Use","year":2016,"lang":"en","type":"article","venue":"Online Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":70,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Learning analytics; Analytics; Computer science; Data science; Cultural analytics; Process (computing); Reflection (computer programming); Software analytics; Visual analytics; Knowledge management; Semantic analytics; Artificial intelligence; Visualization; Software","score_opus":0.1498443790950186,"score_gpt":0.3512129962980289,"score_spread":0.20136861720301028,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2523284206","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04174798,0.00041239924,0.9477299,0.00916076,0.00011050918,0.000511422,0.0000017225002,0.00028448072,0.000040809697],"genre_scores_gemma":[0.5692506,0.0004462119,0.427689,0.0002800219,0.00024164097,0.000031927502,0.000007256695,0.00007152144,0.00198182],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9942701,0.0020949016,0.00081923197,0.000994419,0.00068072724,0.0011406345],"domain_scores_gemma":[0.98786277,0.010313835,0.0005788125,0.00070744037,0.00036453025,0.00017263863],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.005579983,0.000583044,0.0006310373,0.00044912598,0.0014910054,0.0010309411,0.0016648052,0.00028663332,0.0000032048486],"category_scores_gemma":[0.0052880105,0.00035299003,0.00020103055,0.001461869,0.0002003744,0.0006998986,0.0006445267,0.0022107756,0.000016052889],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029429131,0.00011457612,0.013526592,0.000037811948,0.00010028105,0.00002024784,0.008798043,0.9165701,0.00019849896,0.04043027,0.00005298631,0.020121131],"study_design_scores_gemma":[0.00073369814,0.0003654184,0.001881596,0.00070271024,0.00010167485,0.000024815587,0.0043485477,0.97928804,0.00003770652,0.008168431,0.003752123,0.0005952211],"about_ca_topic_score_codex":0.000018255829,"about_ca_topic_score_gemma":0.000028546938,"teacher_disagreement_score":0.5275026,"about_ca_system_score_codex":0.00022874786,"about_ca_system_score_gemma":0.0004115112,"threshold_uncertainty_score":0.99989223},"labels":[],"label_agreement":null},{"id":"W2548795360","doi":"10.24059/olj.v5i2.1879","title":"INSIDE ONLINE LEARNING: COMPARING CONCEPTUAL AND TECHNIQUE LEARNING PERFORMANCE IN PLACE-BASED AND ALN FORMATS","year":2019,"lang":"en","type":"article","venue":"Online Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":75,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Strengths and weaknesses; Computer science; Online learning; Asynchronous communication; Distance education; Process (computing); Asynchronous learning; Conceptual framework; Mathematics education; Experiential learning; Synchronous learning; Multimedia; Cooperative learning; Teaching method; Psychology; Sociology","score_opus":0.021141541802173185,"score_gpt":0.2995756559920321,"score_spread":0.2784341141898589,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2548795360","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9927998,0.000380278,0.00015671483,0.0007669262,0.000088514484,0.00046316205,0.0000019015635,0.00030596924,0.0050366963],"genre_scores_gemma":[0.98964375,0.0005457394,0.005881938,0.00011715235,0.0002397612,0.000012686087,0.00010852305,0.000056470082,0.0033939932],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967956,0.0007761674,0.0005319234,0.00058608915,0.0004893366,0.0008209032],"domain_scores_gemma":[0.99862015,0.0005529163,0.00034071694,0.00015088278,0.000114803144,0.0002205239],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0015961172,0.00034236183,0.000578792,0.0003999876,0.00075696246,0.00015722256,0.00023419198,0.0003019475,0.00013771337],"category_scores_gemma":[0.00076472556,0.0003638651,0.00006454839,0.00056977855,0.00037852197,0.0006708829,0.00020623353,0.0028994835,0.000041267926],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000081737286,0.000097514894,0.90074074,0.000096955606,0.000012941341,0.000012603928,0.0057363696,0.051191896,0.00079465436,0.0003002309,0.0000061067317,0.040928233],"study_design_scores_gemma":[0.0037738075,0.0011043769,0.19478647,0.0011445091,0.00004254764,0.000028659257,0.076406665,0.27119547,0.00025015514,0.0000373272,0.45003605,0.0011939789],"about_ca_topic_score_codex":0.0003657785,"about_ca_topic_score_gemma":0.0010089345,"teacher_disagreement_score":0.7059543,"about_ca_system_score_codex":0.00013964555,"about_ca_system_score_gemma":0.00031971818,"threshold_uncertainty_score":0.9998813},"labels":[],"label_agreement":null},{"id":"W2585247901","doi":"10.24059/olj.v20i4.965","title":"Ethos and Practice of a Connected Learning Movement: Interpreting Virtually Connecting Through Alignment with Theory and Survey Results","year":2016,"lang":"en","type":"article","venue":"Online Learning","topic":"Service-Learning and Community Engagement","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Lakehead University","funders":"","keywords":"Ethos; Manifesto; Connectivism; Sociology; The Internet; Pedagogy; Psychology; Learning theory; Computer science; World Wide Web; Political science","score_opus":0.03210164402989889,"score_gpt":0.3414943054891972,"score_spread":0.3093926614592983,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2585247901","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9790564,0.00020500954,0.005228073,0.0024574243,0.000047715792,0.00020685674,0.000006937845,0.00015694348,0.01263461],"genre_scores_gemma":[0.99398786,0.000500841,0.004166836,0.00038367935,0.00004974763,0.000005368924,0.00002225606,0.000029804209,0.00085358525],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98828596,0.010262447,0.00037156325,0.0003444806,0.00038914217,0.00034638244],"domain_scores_gemma":[0.9793129,0.019580837,0.0005523982,0.00017873288,0.0002852026,0.000089912915],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.013196613,0.00017721315,0.0002681614,0.000069364294,0.001075214,0.000095787,0.00019033345,0.000095124444,0.0000445495],"category_scores_gemma":[0.028039755,0.00013559086,0.000024954285,0.00025122764,0.0002535529,0.00036194213,0.00026249775,0.0006721262,0.0000029097205],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004431324,0.0003305877,0.090280354,0.00010276869,0.0004725709,0.00002145148,0.5808136,0.0016099256,0.007106556,0.023139374,0.000017856088,0.29167363],"study_design_scores_gemma":[0.0037822048,0.0017098365,0.017778367,0.0017928582,0.00012689467,0.000012586326,0.9114575,0.0006479905,0.0005687521,0.00054126664,0.060962882,0.0006188644],"about_ca_topic_score_codex":0.0045934455,"about_ca_topic_score_gemma":0.0012358858,"teacher_disagreement_score":0.3306439,"about_ca_system_score_codex":0.00006149514,"about_ca_system_score_gemma":0.000064362146,"threshold_uncertainty_score":0.9801475},"labels":[],"label_agreement":null},{"id":"W2586466723","doi":"10.24059/olj.v20i4.1053","title":"Students' Perceptions of Learner-Learner Interactions that Weaken a Sense of Community in an Online Learning Environment","year":2016,"lang":"en","type":"article","venue":"Online Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":65,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Feeling; Psychology; Active listening; Interview; Alienation; Perception; Drop out; Social psychology; Mathematics education; Pedagogy; Sociology","score_opus":0.04872258885175518,"score_gpt":0.37102809783303636,"score_spread":0.3223055089812812,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2586466723","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99672693,0.0000414936,0.0003512521,0.0016260116,0.00009217749,0.00019954346,0.000025346188,0.00010674405,0.0008305226],"genre_scores_gemma":[0.9887823,0.0005600087,0.0026391859,0.000037211117,0.00023001655,0.000007814386,0.00011853768,0.000047060385,0.0075778994],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9942474,0.0035212603,0.0006407285,0.00031178162,0.000759049,0.00051979517],"domain_scores_gemma":[0.99792194,0.00084956276,0.0005274429,0.00038962055,0.00012772817,0.00018370982],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0019080865,0.00024689082,0.0004949604,0.0003999499,0.0007062319,0.0000422831,0.0004853799,0.00018210556,0.0012688759],"category_scores_gemma":[0.00096856436,0.00021218765,0.00017714199,0.00040205405,0.0004908409,0.0005899729,0.000295976,0.001953864,0.00004688152],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007115907,0.002095746,0.768207,0.000028509345,0.000050897965,0.000007805704,0.029447109,0.00945767,0.015897451,0.00014774603,0.000018598137,0.17457026],"study_design_scores_gemma":[0.0016156305,0.00079220184,0.55219865,0.0005097714,0.00008060579,0.0000071626346,0.34682542,0.0008208593,0.0001670538,0.0000967066,0.096407816,0.00047813592],"about_ca_topic_score_codex":0.0024683862,"about_ca_topic_score_gemma":0.008722509,"teacher_disagreement_score":0.3173783,"about_ca_system_score_codex":0.00021137857,"about_ca_system_score_gemma":0.00014969283,"threshold_uncertainty_score":0.9996441},"labels":[],"label_agreement":null},{"id":"W2588240791","doi":"10.24059/olj.v20i2.802","title":"Using Learning Analytics to Identify Medical Student Misconceptions in an Online Virtual Patient Environment","year":2015,"lang":"en","type":"article","venue":"Online Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Western Hospital; McGill University; University Health Network","funders":"","keywords":"Formative assessment; Computer science; Learning analytics; Analytics; Domain (mathematical analysis); Inclusion (mineral); Chart; Data science; Machine learning; Psychology; Mathematics education; Statistics","score_opus":0.0817676672790888,"score_gpt":0.39547934534964624,"score_spread":0.31371167807055744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2588240791","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8686434,0.00007535748,0.12831497,0.0023679156,0.00022442396,0.0001323853,0.0000043847217,0.00019304919,0.000044124117],"genre_scores_gemma":[0.9377886,0.00003228907,0.06068665,0.00048755496,0.00035688185,0.000004206232,0.00011241982,0.000043346845,0.00048806943],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99554235,0.00066009414,0.0007753209,0.00081963884,0.001533328,0.0006692759],"domain_scores_gemma":[0.9980437,0.00012982744,0.00025098742,0.00053597376,0.00013557535,0.0009039061],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010400191,0.00033321942,0.00044394514,0.00048374519,0.00023400354,0.0002560057,0.0010413444,0.00018566778,0.00005952572],"category_scores_gemma":[0.00084418006,0.0003409834,0.00010917972,0.0008124202,0.000077227734,0.00046740673,0.00092370814,0.0016579288,0.00010698144],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008066248,0.0008727665,0.064321935,0.000004180456,0.00002112468,0.00014708385,0.0044738785,0.8770479,0.00034681972,0.00027036027,0.00001954719,0.052466363],"study_design_scores_gemma":[0.0007485219,0.0010857263,0.016622292,0.00014223457,0.000024140696,0.00003121456,0.0072090756,0.9667394,0.00001317013,0.00007114161,0.006864588,0.00044844943],"about_ca_topic_score_codex":0.00011429899,"about_ca_topic_score_gemma":0.00014006086,"teacher_disagreement_score":0.089691564,"about_ca_system_score_codex":0.0003666624,"about_ca_system_score_gemma":0.00029590834,"threshold_uncertainty_score":0.9999042},"labels":[],"label_agreement":null},{"id":"W2601292412","doi":"10.24059/olj.v21i1.949","title":"Understanding Teachers’ Cognitive Processes during Online Professional Learning: A Methodological Comparison","year":2017,"lang":"en","type":"article","venue":"Online Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Queen's University","funders":"","keywords":"Think aloud protocol; Protocol analysis; Context (archaeology); Cognition; Psychology; Professional development; Mathematics education; Pedagogy; Computer science; Usability; Human–computer interaction; Cognitive science","score_opus":0.5232289856651913,"score_gpt":0.5418881642089156,"score_spread":0.018659178543724342,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2601292412","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93760496,0.00021476475,0.049770653,0.0010575713,0.000832467,0.00027365144,0.000012324609,0.00058481214,0.009648796],"genre_scores_gemma":[0.9477505,0.000011521331,0.021101689,0.00010616705,0.0009019846,0.00002972468,0.00023329134,0.00009985269,0.029765261],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9913433,0.00568381,0.00067164184,0.0009460605,0.0004757586,0.00087943196],"domain_scores_gemma":[0.99519944,0.0026834488,0.0012474599,0.00041272037,0.00028823846,0.00016867506],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004389553,0.00047809276,0.0008077623,0.00029110708,0.0037380422,0.00022930207,0.00061914005,0.00043887823,0.0009806615],"category_scores_gemma":[0.022847092,0.00042113196,0.00015273446,0.00031608442,0.0004899478,0.00026270977,0.00036812812,0.005895428,0.00010193747],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00076150557,0.001383586,0.91615444,0.00015598773,0.00038842674,0.00019667897,0.04274054,0.0009898766,0.0026740325,0.0013952235,0.00021487639,0.032944832],"study_design_scores_gemma":[0.0030549879,0.000693261,0.90673375,0.00083121215,0.00012876872,0.00011152339,0.074704304,0.001211995,0.00018162873,0.00045456828,0.011051132,0.0008428924],"about_ca_topic_score_codex":0.00009919082,"about_ca_topic_score_gemma":0.00003400085,"teacher_disagreement_score":0.032101937,"about_ca_system_score_codex":0.0001893596,"about_ca_system_score_gemma":0.00012781718,"threshold_uncertainty_score":0.9999326},"labels":[],"label_agreement":null},{"id":"W2751482196","doi":"10.24059/olj.v21i3.1252","title":"Blended Learning From Design to Evaluation: International Case Studies of Evidence-Based Practice","year":2017,"lang":"en","type":"article","venue":"Online Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Mount Royal University","funders":"","keywords":"Facilitator; Blended learning; Knowledge management; Institution; Medical education; Learning design; Psychology; Pedagogy; Educational technology; Computer science; Engineering ethics; Engineering; Political science; Mathematics education; Medicine","score_opus":0.33006601202723823,"score_gpt":0.5023692489884872,"score_spread":0.172303236961249,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2751482196","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82938224,0.001968529,0.027188517,0.12916519,0.0022719975,0.0012955494,0.000013713551,0.00036228707,0.008351962],"genre_scores_gemma":[0.92023057,0.00033796552,0.07635772,0.00018417022,0.0011379479,0.000022360828,0.00002019627,0.0000221359,0.0016869643],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9956008,0.0021227968,0.00040243307,0.00041893485,0.0011358056,0.00031918855],"domain_scores_gemma":[0.9937347,0.0033599674,0.0008180819,0.00032261544,0.0016275825,0.00013701462],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.0059697744,0.00016940778,0.00030134583,0.00016314944,0.0020421704,0.00025406783,0.00054360117,0.000108998596,0.00046093954],"category_scores_gemma":[0.09379383,0.0001550801,0.00009464185,0.0001805473,0.00022369665,0.0011651311,0.00018393293,0.0006735472,0.00005334296],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031040778,0.00021402826,0.022257863,0.000015864895,0.0003103496,0.0005123851,0.01567665,0.16288248,0.0010035294,0.00026612764,0.00032696905,0.79622334],"study_design_scores_gemma":[0.0035691862,0.0013368946,0.007509675,0.0027844862,0.0010742216,0.00008413666,0.2779328,0.1754866,0.0024364863,0.0007828967,0.5256808,0.001321827],"about_ca_topic_score_codex":0.0016993773,"about_ca_topic_score_gemma":0.0006620021,"teacher_disagreement_score":0.79490155,"about_ca_system_score_codex":0.0002093467,"about_ca_system_score_gemma":0.0011181002,"threshold_uncertainty_score":0.999257},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W2775542269","doi":"10.24059/olj.v21i4.1269","title":"Student Actions and Community in Online Courses: The Roles Played By Course Length and Facilitation Method","year":2017,"lang":"en","type":"article","venue":"Online Learning","topic":"Service-Learning and Community Engagement","field":"Social Sciences","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Facilitation; Sense of community; Social facilitation; Psychology; Reading (process); Mathematics education; Style (visual arts); Set (abstract data type); Pedagogy; Social psychology; Computer science","score_opus":0.07088728468031714,"score_gpt":0.43964808437163433,"score_spread":0.3687607996913172,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2775542269","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98841953,0.00033164126,0.00016202618,0.009093589,0.000057527257,0.00015965934,0.000019285393,0.0000534357,0.0017032758],"genre_scores_gemma":[0.9967184,0.00077149743,0.0011463928,0.00015910178,0.000054384112,0.000009291411,0.00006199714,0.000009285643,0.0010696399],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99525535,0.004022949,0.00015283778,0.00012713896,0.00024006392,0.00020166265],"domain_scores_gemma":[0.99798936,0.0013781328,0.00016289347,0.00033545092,0.00006660069,0.000067578134],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0037821676,0.00010543738,0.00015240155,0.00003965161,0.006771581,0.00028370126,0.0004385126,0.00007215519,0.000020887546],"category_scores_gemma":[0.00091329275,0.00009046534,0.00002211762,0.000071363575,0.00026706437,0.00021372139,0.00024166907,0.001741196,0.0000019966324],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004274605,0.0012987322,0.28105277,0.00003008946,0.0001036677,0.0000024115443,0.41821018,0.0031017372,0.00032691722,0.0010832846,0.00023061446,0.29451686],"study_design_scores_gemma":[0.00043960116,0.00009052748,0.3235536,0.00004657971,0.000030865514,6.9645944e-7,0.6244202,0.0025748056,0.0000029884627,0.000083549916,0.048651386,0.00010518246],"about_ca_topic_score_codex":0.019360485,"about_ca_topic_score_gemma":0.11184507,"teacher_disagreement_score":0.29441166,"about_ca_system_score_codex":0.000045343746,"about_ca_system_score_gemma":0.000047100053,"threshold_uncertainty_score":0.99452144},"labels":[],"label_agreement":null},{"id":"W288195983","doi":"10.24059/olj.v12i2.1695","title":"INFORMATION TECHNOLOGY SERVICES SUPPORT FOR EMERGENCIES","year":2019,"lang":"en","type":"article","venue":"Online Learning","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Institution; Information technology; Business; Quarter (Canadian coin); Higher education; Public relations; Production (economics); Academic institution; Knowledge management; Engineering management; Political science; Management; Engineering; Computer science; Economics","score_opus":0.005214340570234764,"score_gpt":0.24544982066125068,"score_spread":0.24023548009101592,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W288195983","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90070784,0.0000329988,0.095917575,0.0013332325,0.00065207103,0.0002830455,0.0000028144677,0.00051922665,0.0005512113],"genre_scores_gemma":[0.9691774,0.000013603412,0.029604748,0.00018641961,0.000054250424,0.000020967249,0.000052577914,0.000004805795,0.0008852301],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99935764,0.000011270233,0.00021132873,0.00011736312,0.00011831927,0.00018404995],"domain_scores_gemma":[0.999432,0.000029853103,0.00011261115,0.00026589786,0.00013719422,0.000022394424],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002305654,0.00007506864,0.00011488346,0.00013558315,0.000093341245,0.000043738684,0.00040340234,0.00008495921,0.000030833424],"category_scores_gemma":[0.00003525736,0.000062395855,0.00004156032,0.0002988213,0.0000110881365,0.0009552401,0.00012760746,0.00012864367,0.00035650202],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015443626,0.00006682687,0.70177567,0.0009916085,0.000031208456,4.9378184e-7,0.0043762033,0.0062931976,0.0008463995,0.008709532,0.00027810232,0.27661532],"study_design_scores_gemma":[0.0007907727,0.00069768116,0.036957778,0.0000879568,0.000007793216,0.000020889973,0.0028287356,0.30462667,0.0009819678,0.0017405171,0.6508732,0.00038604575],"about_ca_topic_score_codex":0.000009187153,"about_ca_topic_score_gemma":0.0000031604789,"teacher_disagreement_score":0.66481787,"about_ca_system_score_codex":0.000017168764,"about_ca_system_score_gemma":0.00003748018,"threshold_uncertainty_score":0.4582231},"labels":[],"label_agreement":null},{"id":"W2889108366","doi":"10.24059/olj.v22i3.1467","title":"Student Perceptions of the Most Effective and Engaging Online Learning Activities in a Blended Graduate Seminar","year":2018,"lang":"en","type":"article","venue":"Online Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Concordia University","keywords":"Blended learning; Medical education; Perception; Psychology; Quality (philosophy); Mathematics education; Graduate students; Computer science; Pedagogy; Educational technology; Medicine","score_opus":0.018290574812966,"score_gpt":0.3483732808556866,"score_spread":0.3300827060427206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2889108366","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99594855,0.00010370854,0.000048947884,0.0017261842,0.00015981641,0.0003154325,0.0000069776847,0.00009603099,0.001594329],"genre_scores_gemma":[0.99510044,0.00025357926,0.0013396576,0.000051708885,0.00061641756,0.000011932963,0.000018002955,0.00002953328,0.0025787146],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9967795,0.0015645298,0.00032036315,0.00035995434,0.000504081,0.00047154387],"domain_scores_gemma":[0.9986882,0.00066298,0.00025818095,0.00015461525,0.00015117158,0.00008480144],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013786667,0.00019915972,0.00032234966,0.0002110034,0.0012794193,0.00007075438,0.00026582423,0.00011763615,0.000070791764],"category_scores_gemma":[0.0012958635,0.0001685786,0.00008559426,0.0007703805,0.00064759975,0.00027062997,0.00024197469,0.0016057367,0.0000050646263],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003891597,0.00035439356,0.6661912,0.000041402513,0.000049971713,0.000006688369,0.10161382,0.0017748179,0.0065575917,0.0003293991,0.000023128434,0.22301866],"study_design_scores_gemma":[0.0007712512,0.00038066285,0.57078993,0.00048368587,0.000061045,0.000005894589,0.4064497,0.0032303827,0.00033426582,0.000106157095,0.01706842,0.00031858034],"about_ca_topic_score_codex":0.0008886256,"about_ca_topic_score_gemma":0.005610939,"teacher_disagreement_score":0.3048359,"about_ca_system_score_codex":0.00012657291,"about_ca_system_score_gemma":0.00021197641,"threshold_uncertainty_score":0.98403883},"labels":[],"label_agreement":null},{"id":"W2902109698","doi":"10.24059/olj.v22i4.1518","title":"Quiet Participation: Investigating non-posting activities in online learning","year":2018,"lang":"en","type":"article","venue":"Online Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Reading (process); Online learning; Value (mathematics); Perception; Psychology; Key (lock); Mathematics education; Computer science; World Wide Web; Linguistics","score_opus":0.038705373740542996,"score_gpt":0.3705282679125237,"score_spread":0.3318228941719807,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2902109698","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9857431,0.00006577427,0.0002522943,0.0020784838,0.00028288228,0.00017344186,0.0000033800727,0.00035704707,0.011043615],"genre_scores_gemma":[0.9745832,0.000054414402,0.016477564,0.00022641444,0.0035916471,0.000011826931,0.000114660885,0.000055952056,0.0048843366],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9964161,0.000924377,0.0005809354,0.00051935524,0.0005954417,0.0009637863],"domain_scores_gemma":[0.9983412,0.0006691251,0.00039858138,0.00017073438,0.0001976577,0.00022268917],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0017389527,0.00026958832,0.00038305158,0.00030438637,0.0015937617,0.0001942619,0.0003086873,0.00022197724,0.0004438169],"category_scores_gemma":[0.0049245777,0.00029734572,0.00009238763,0.0011093075,0.0004864841,0.0006962787,0.00016397187,0.0017467253,0.00008775404],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028864346,0.0002661409,0.7055707,0.000046748766,0.000029133857,0.000027000955,0.04931514,0.010477653,0.0037918787,0.00051019137,0.00009148547,0.22984503],"study_design_scores_gemma":[0.0020217674,0.0011648588,0.1682323,0.0014798046,0.000085363616,0.000009223616,0.29931682,0.13664639,0.0010273656,0.00043313383,0.38794544,0.001637527],"about_ca_topic_score_codex":0.0015360182,"about_ca_topic_score_gemma":0.009933103,"teacher_disagreement_score":0.53733844,"about_ca_system_score_codex":0.00016850836,"about_ca_system_score_gemma":0.00044668323,"threshold_uncertainty_score":0.99994785},"labels":[],"label_agreement":null},{"id":"W2914481975","doi":"10.24059/olj.v13i4.1648","title":"THE EMOTIONAL IN E-LEARNING","year":2019,"lang":"en","type":"article","venue":"Online Learning","topic":"Technology Adoption and User Behaviour","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Affect (linguistics); Usability; E learning; The Internet; Psychology; Computer science; Human–computer interaction; Online learning; Cognitive psychology; Multimedia; Applied psychology; World Wide Web; Communication","score_opus":0.05511561440725397,"score_gpt":0.3799612724729218,"score_spread":0.3248456580656678,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2914481975","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99290186,0.000066578905,0.00018409391,0.0038096157,0.0002562894,0.00006689647,6.46588e-7,0.00010563336,0.0026084105],"genre_scores_gemma":[0.95487076,0.000017486422,0.0004837251,0.000084694475,0.000040398314,0.0000021960002,0.000005985137,0.000008444204,0.04448632],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983081,0.00026728018,0.00034810213,0.0002831288,0.0005622751,0.0002311073],"domain_scores_gemma":[0.9986383,0.0008259861,0.0001478836,0.00025705085,0.000097159274,0.000033652315],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018934993,0.000081537706,0.00013094749,0.0002042925,0.00024295539,0.000116075455,0.00050369295,0.00010080569,0.0008636404],"category_scores_gemma":[0.002462751,0.00005245076,0.000060902723,0.00061106775,0.000059169826,0.00012899068,0.00014512347,0.0010184711,0.002096875],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000073727897,0.00002245204,0.94528645,3.09495e-7,0.0000014627527,0.0000033873066,0.000118032156,0.004850274,0.00024448292,0.0021181698,0.00015491493,0.04719271],"study_design_scores_gemma":[0.00025877875,0.00004206871,0.79216516,0.000010523284,9.654693e-7,0.000007814593,0.0026684108,0.009946092,0.0000101195565,0.0014242014,0.193395,0.00007087849],"about_ca_topic_score_codex":0.000007561504,"about_ca_topic_score_gemma":0.000051994582,"teacher_disagreement_score":0.19324009,"about_ca_system_score_codex":0.000026385835,"about_ca_system_score_gemma":0.000032502066,"threshold_uncertainty_score":0.9986801},"labels":[],"label_agreement":null},{"id":"W2922839511","doi":"10.24059/olj.v10i4.1750","title":"HOW BLENDED LEARNING CAN SUPPORT A FACULTY DEVELOPMENT COMMUNITY OF INQUIRY","year":2019,"lang":"en","type":"article","venue":"Online Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":106,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Community of inquiry; Cohesion (chemistry); Face-to-face; Blended learning; Face (sociological concept); Psychology; Learning community; Group cohesiveness; Pedagogy; Online learning; Mathematics education; Sociology; Computer science; Educational technology; Multimedia; Social psychology; Social science; Cognition","score_opus":0.05528302581657975,"score_gpt":0.3512483594790166,"score_spread":0.2959653336624369,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2922839511","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9895199,0.00003012825,0.000121283694,0.002421149,0.0002239805,0.00021012849,0.000005082304,0.00022637665,0.0072419755],"genre_scores_gemma":[0.9568093,0.000032330736,0.007588119,0.00006391145,0.00025305653,0.000005139589,0.00040574075,0.00003613967,0.034806307],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967168,0.0012970002,0.00038554097,0.00028727888,0.0006903515,0.0006230197],"domain_scores_gemma":[0.9986088,0.00028793048,0.00042348696,0.0002362786,0.00026796086,0.00017553156],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019493373,0.00022615596,0.00043035918,0.00019050977,0.001103033,0.00010948192,0.00046927034,0.00020048287,0.00042290342],"category_scores_gemma":[0.001076711,0.0002297839,0.000120889505,0.00050825434,0.00019723024,0.00028952383,0.00022086661,0.0021508432,0.00006652472],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005120947,0.00045765593,0.49882933,0.0001945345,0.00013952082,0.000013618257,0.1399266,0.003814377,0.0031611063,0.0009438614,0.00021801595,0.35225016],"study_design_scores_gemma":[0.0006289942,0.00025614048,0.025665117,0.00011349326,0.000022431654,0.0000025790614,0.20785454,0.00021781918,0.0005404842,0.000034410983,0.7643105,0.0003535192],"about_ca_topic_score_codex":0.00079379894,"about_ca_topic_score_gemma":0.0022842707,"teacher_disagreement_score":0.76409245,"about_ca_system_score_codex":0.0001559406,"about_ca_system_score_gemma":0.001339345,"threshold_uncertainty_score":0.93703157},"labels":[],"label_agreement":null},{"id":"W2924914926","doi":"10.24059/olj.v10i1.1768","title":"ONLINE COLLABORATION PRINCIPLES","year":2019,"lang":"en","type":"article","venue":"Online Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":126,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Facilitation; Cognition; Management science; Engineering ethics; Knowledge management; Computer science; Socially distributed cognition; Design elements and principles; Psychology; Sociology; Engineering; Software engineering","score_opus":0.02168968163083024,"score_gpt":0.33744082404930803,"score_spread":0.3157511424184778,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2924914926","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9673819,0.00011596406,0.0000634449,0.0057377345,0.00035923382,0.00019931662,0.000009219299,0.00028691234,0.0258463],"genre_scores_gemma":[0.9145861,0.00017972618,0.011849912,0.00021111811,0.001258055,0.0000029770506,0.00028541803,0.000030810264,0.071595885],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99836403,0.00032460672,0.00023937118,0.0002811046,0.00042033696,0.0003705223],"domain_scores_gemma":[0.9992253,0.00015528694,0.0001642688,0.00015302209,0.00019593163,0.00010619156],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00057641976,0.00012192062,0.00018349795,0.00011117485,0.0004191316,0.00010918806,0.00020416676,0.0001309793,0.001047145],"category_scores_gemma":[0.0006998286,0.0001234261,0.000058947324,0.00057997217,0.00006273559,0.00033628388,0.00005785235,0.000535302,0.00043978696],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000069254434,0.0010039937,0.5760638,0.000079574595,0.00007742614,0.000026005298,0.016147107,0.036891386,0.004129648,0.04445213,0.00073427224,0.3203254],"study_design_scores_gemma":[0.00029097337,0.00008900716,0.010232446,0.00004195504,0.000010108203,7.4453686e-7,0.027150882,0.0038250182,0.000023933164,0.00007161684,0.9580854,0.0001778993],"about_ca_topic_score_codex":0.00018152109,"about_ca_topic_score_gemma":0.0021934924,"teacher_disagreement_score":0.95735115,"about_ca_system_score_codex":0.000090772635,"about_ca_system_score_gemma":0.00048106845,"threshold_uncertainty_score":0.999866},"labels":[],"label_agreement":null},{"id":"W2924930256","doi":"10.24059/olj.v10i2.1762","title":"THE TIMES THEY ARE A-CHANGING","year":2019,"lang":"en","type":"article","venue":"Online Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Lagging; The Internet; Higher education; Curriculum; Online learning; Public relations; Ethnic group; Political science; Business; Psychology; Economic growth; Multimedia; Pedagogy; Computer science; World Wide Web; Economics; Medicine","score_opus":0.011296910169217614,"score_gpt":0.30372414306778384,"score_spread":0.2924272328985662,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2924930256","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91052926,0.00039348353,0.000037839032,0.011838027,0.00047608034,0.00016715929,0.0000014756123,0.00026953447,0.07628714],"genre_scores_gemma":[0.88759416,0.00020651206,0.00068714406,0.00013415233,0.000855108,0.0000026593952,0.000009698695,0.00002092408,0.11048962],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99848616,0.0003270272,0.00014199913,0.00019291589,0.00034209716,0.0005097978],"domain_scores_gemma":[0.99911577,0.00043830456,0.0001458449,0.00015507468,0.00007763713,0.000067348235],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0011385031,0.00009847071,0.0001262417,0.00007033616,0.0014545242,0.00015436458,0.00027825218,0.00007573599,0.00041610643],"category_scores_gemma":[0.00057531876,0.00007127333,0.00007848426,0.0002614992,0.00006500372,0.00015317582,0.000081121165,0.0005595971,0.0006460145],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033735374,0.00009840538,0.3355316,0.00002539108,0.00007374813,0.000017719718,0.020613287,0.0063250293,0.00037964515,0.044965427,0.0010421692,0.59089386],"study_design_scores_gemma":[0.00012491076,0.000028363318,0.002566082,0.00004594016,0.0000072324674,8.236136e-7,0.06740057,0.0014313443,0.000007385794,0.0004047554,0.92785937,0.00012320993],"about_ca_topic_score_codex":0.00013102787,"about_ca_topic_score_gemma":0.00077104114,"teacher_disagreement_score":0.92681724,"about_ca_system_score_codex":0.000041737945,"about_ca_system_score_gemma":0.00012660593,"threshold_uncertainty_score":0.99984545},"labels":[],"label_agreement":null},{"id":"W2947819661","doi":"10.24059/olj.v23i2.1490","title":"The Efficacy of an Online Cognitive Assessment Tool for Enhancing and Improving Student Academic Outcomes","year":2019,"lang":"en","type":"article","venue":"Online Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Student engagement; Facilitation; Psychology; Cognition; Online learning; Medical education; Mathematics education; Computer science; Multimedia; Medicine","score_opus":0.021613535990976873,"score_gpt":0.40364929185746806,"score_spread":0.3820357558664912,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2947819661","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9970392,0.0001643357,0.0005101275,0.0011017979,0.00020794572,0.0006718301,0.000015663369,0.00007176154,0.00021731567],"genre_scores_gemma":[0.990743,0.00014711086,0.006114327,0.00008763112,0.0004232819,0.000012354686,0.00006781193,0.000027267895,0.002377209],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9979879,0.00037263177,0.00042792925,0.0003344044,0.0004441252,0.00043298333],"domain_scores_gemma":[0.99645376,0.0027678716,0.0003647821,0.00012912994,0.00019758132,0.00008687088],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001958194,0.00016014674,0.00030856612,0.000070917165,0.00075753534,0.0000881268,0.0002607377,0.00012984827,0.000024283938],"category_scores_gemma":[0.0017978527,0.00012103555,0.00009264125,0.00015922656,0.00012784188,0.00028404553,0.0001251406,0.0008116905,0.000002958179],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000058834445,0.00023353419,0.40416485,0.000048155318,0.000075881544,0.0000011653275,0.005171851,0.00041628903,0.0033357998,0.0011821224,0.0000024305718,0.5853091],"study_design_scores_gemma":[0.003387833,0.0010204846,0.7890573,0.00031067934,0.00017765112,0.0000015892725,0.17016783,0.0080978945,0.00022397045,0.0001416129,0.026909446,0.00050370814],"about_ca_topic_score_codex":0.0001306175,"about_ca_topic_score_gemma":0.0009769511,"teacher_disagreement_score":0.58480537,"about_ca_system_score_codex":0.00006308849,"about_ca_system_score_gemma":0.00034497466,"threshold_uncertainty_score":0.58264256},"labels":[],"label_agreement":null},{"id":"W2947970691","doi":"10.24059/olj.v23i2.1531","title":"Scribe Hero: An Online Teaching and Learning Approach for the Development of Writing Skills in the Undergraduate Classroom","year":2019,"lang":"en","type":"article","venue":"Online Learning","topic":"Innovations in Education and Learning Technologies","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; University of Guelph","funders":"University of Guelph","keywords":"Mathematics education; Class (philosophy); HERO; Thematic analysis; Tone (literature); Psychology; Computer science; Pedagogy; Qualitative research; Sociology","score_opus":0.032236106618965456,"score_gpt":0.31262747791051065,"score_spread":0.2803913712915452,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2947970691","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.72254,0.00006163592,0.27343896,0.0032276702,0.00007030715,0.00026142361,4.7662456e-7,0.0001358419,0.00026369336],"genre_scores_gemma":[0.5751223,0.0000051956063,0.42430845,0.00014030944,0.000034738267,0.000015785581,0.0000333733,0.000009322531,0.0003305216],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99832433,0.00043392644,0.00041362483,0.00033175398,0.00022776527,0.00026862242],"domain_scores_gemma":[0.9983641,0.0008966952,0.00026088138,0.00036119967,0.00010110736,0.000016045638],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003224921,0.00014088833,0.00016671245,0.00019653712,0.00073296967,0.0001557112,0.0008711157,0.00007579652,0.0000016046523],"category_scores_gemma":[0.0010558708,0.000094388575,0.00003105911,0.0004916593,0.000062599014,0.00026893863,0.0002193855,0.0015949799,0.0000015247472],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000044817943,0.00034881465,0.023584284,0.000054286866,0.00002072838,2.5579484e-7,0.021216033,0.03195489,0.00045962408,0.024411878,0.00002347587,0.89792126],"study_design_scores_gemma":[0.00064838125,0.0002158306,0.057600114,0.00013176036,0.000009571459,0.0000159121,0.06648569,0.8371743,0.00007567563,0.0012130915,0.036113244,0.00031646073],"about_ca_topic_score_codex":0.000016826594,"about_ca_topic_score_gemma":0.000018114708,"teacher_disagreement_score":0.89760476,"about_ca_system_score_codex":0.000038129834,"about_ca_system_score_gemma":0.000093134906,"threshold_uncertainty_score":0.6929483},"labels":[],"label_agreement":null},{"id":"W3031179985","doi":"10.24059/olj.v24i2.2285","title":"U.S. Faculty and Administrators’ Experiences and Approaches in the Early Weeks of the COVID-19 Pandemic","year":2020,"lang":"en","type":"article","venue":"Online Learning","topic":"COVID-19 and Mental Health","field":"Psychology","cited_by":637,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Roads University","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Pandemic; Online teaching; Medical education; Higher education; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); 2019-20 coronavirus outbreak; Psychology; Distance education; Faculty development; Online learning; Medicine; Pedagogy; Political science; Professional development; Computer science","score_opus":0.27508736193287076,"score_gpt":0.44320692582290705,"score_spread":0.1681195638900363,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3031179985","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99145746,0.0004666362,0.00002264071,0.0074785654,0.000039791947,0.00017837435,0.000012393335,0.000017055627,0.00032710494],"genre_scores_gemma":[0.9965498,0.000023456018,0.000043349966,0.003190332,0.00005706091,0.000020247631,0.000009262048,0.0000056902786,0.0001007949],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991039,0.00026327514,0.00016823449,0.00021042053,0.0001094628,0.00014468492],"domain_scores_gemma":[0.9995095,0.00020911985,0.00008807536,0.00009418062,0.0000044274657,0.00009471104],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029784962,0.00008186886,0.00012545103,0.000018437899,0.00011784336,0.0000143790585,0.00014612042,0.000057199173,0.00003854442],"category_scores_gemma":[0.00016766021,0.00004812093,0.000022441747,0.0001586234,0.00016798297,0.000029938326,0.000060016646,0.00033699494,0.000001435008],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004740325,0.0000409846,0.80440426,0.000052652253,0.0000045758206,0.000003446457,0.18648589,0.000006326321,0.000042460448,0.00024757982,0.000052427848,0.008611989],"study_design_scores_gemma":[0.0007886421,0.000426207,0.7279609,0.000014375491,0.000010148541,0.00002861842,0.2271954,0.00018909936,0.000009693921,0.000040586652,0.0432408,0.00009556014],"about_ca_topic_score_codex":0.000696264,"about_ca_topic_score_gemma":0.00026528165,"teacher_disagreement_score":0.07644339,"about_ca_system_score_codex":0.000018232442,"about_ca_system_score_gemma":0.00010459,"threshold_uncertainty_score":0.19623147},"labels":[],"label_agreement":null},{"id":"W3082745529","doi":"10.24059/olj.v24i3.2151","title":"Blended Learning in STEM and Non-STEM Courses: How do Student Performance and Perceptions Compare?","year":2020,"lang":"en","type":"article","venue":"Online Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Blended learning; Perception; Mathematics education; Stem cell; Psychology; Medical education; Medicine; Educational technology; Biology","score_opus":0.023891925238791547,"score_gpt":0.3204223984942237,"score_spread":0.2965304732554322,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3082745529","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98686063,0.00033213315,0.0000802784,0.010956709,0.00006551093,0.0002226378,0.0000025899535,0.00016757433,0.0013119549],"genre_scores_gemma":[0.99517953,0.0012970412,0.00095278583,0.000121304045,0.00040108757,0.0000084893445,0.000016067575,0.000028834942,0.0019948515],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9979205,0.00044620372,0.00026213133,0.00046509763,0.0004246726,0.0004813752],"domain_scores_gemma":[0.9992303,0.00017919662,0.00016116966,0.00008624067,0.000081938684,0.00026114305],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00067902985,0.00020944972,0.00036204662,0.00012725756,0.0008913921,0.0002897756,0.00018850194,0.000105808795,0.00005910655],"category_scores_gemma":[0.00010075505,0.00021554047,0.00004423736,0.00043609372,0.00016654565,0.00042459692,0.00016008157,0.0012540296,0.000019017973],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019065868,0.00005892343,0.8505579,0.00006394908,0.000017142189,0.0000141875635,0.037199426,0.00392139,0.00019947597,0.000114176815,0.00004593224,0.10778843],"study_design_scores_gemma":[0.0012704105,0.00037705246,0.36422235,0.00028552074,0.000044708133,0.0000064642613,0.46878362,0.03473406,0.000008223702,0.000004579487,0.12977882,0.00048418745],"about_ca_topic_score_codex":0.000069355105,"about_ca_topic_score_gemma":0.0005356001,"teacher_disagreement_score":0.48633555,"about_ca_system_score_codex":0.000068830246,"about_ca_system_score_gemma":0.00021380864,"threshold_uncertainty_score":0.8789485},"labels":[],"label_agreement":null},{"id":"W3167306873","doi":"10.24059/olj.v25i2.2292","title":"Exploring the Impact of an Open Access Mindfulness Course with Online Graduate Students: A Mixed Methods Explanatory Sequential Study","year":2021,"lang":"en","type":"article","venue":"Online Learning","topic":"Mind wandering and attention","field":"Neuroscience","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Mindfulness; Psychology; Persistence (discontinuity); Graduate students; Medical education; Quarter (Canadian coin); Stress (linguistics); Higher education; Pedagogy; Clinical psychology; Medicine; Engineering","score_opus":0.36455633620092137,"score_gpt":0.5223728551450477,"score_spread":0.15781651894412635,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3167306873","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99718636,0.000012559926,0.0019796197,0.000096434385,0.00024029407,0.0003740137,0.000027149883,0.000052675332,0.000030912644],"genre_scores_gemma":[0.9984083,0.000005732486,0.0010027232,0.00003520808,0.000120902594,0.000063699015,0.000055158864,0.000041678788,0.0002665541],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99622947,0.0019763093,0.00034479922,0.00057633675,0.0005636695,0.000309392],"domain_scores_gemma":[0.99872565,0.0002545789,0.00029008978,0.0004789277,0.00014243135,0.00010831796],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011254712,0.00022360432,0.00035120672,0.00008879463,0.00036650352,0.00056729343,0.0013744133,0.000027837601,0.000072350485],"category_scores_gemma":[0.00044990072,0.00014665691,0.000080366946,0.00063853496,0.00007970295,0.0012381789,0.0009612088,0.00057294255,0.0000020050636],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012761089,0.022206696,0.12989756,0.00012229184,0.0006933336,0.001510022,0.011776446,0.095862664,0.17923741,0.00007782049,0.000063977044,0.55727565],"study_design_scores_gemma":[0.0044998415,0.0024697636,0.68371034,0.0003140472,0.00029552687,0.00016737718,0.04606452,0.009954514,0.25163975,0.00008644358,0.00013528379,0.0006625991],"about_ca_topic_score_codex":0.00053045136,"about_ca_topic_score_gemma":0.00024625447,"teacher_disagreement_score":0.5566131,"about_ca_system_score_codex":0.00004419033,"about_ca_system_score_gemma":0.00022876909,"threshold_uncertainty_score":0.5980495},"labels":[],"label_agreement":null},{"id":"W4221108189","doi":"10.24059/olj.v26i1.3023","title":"Shared Metacognition in a Community of Inquiry","year":2022,"lang":"en","type":"article","venue":"Online Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":69,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Metacognition; Operationalization; Construct (python library); Community of inquiry; Psychology; Facilitation; Cognition; Mathematics education; Computer science; Epistemology","score_opus":0.1320118213364382,"score_gpt":0.4454380254413686,"score_spread":0.3134262041049304,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4221108189","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98993224,0.00009178345,0.001834469,0.00014021916,0.00028621545,0.000073936746,0.000012034187,0.0000746677,0.007554459],"genre_scores_gemma":[0.9933217,5.2880483e-7,0.004581995,0.00017423721,0.000064338965,0.000027203156,0.00027277044,0.00002195555,0.0015352666],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98856175,0.010668892,0.00029523694,0.00014427047,0.00015267667,0.00017717325],"domain_scores_gemma":[0.9990101,0.0005116657,0.00021071569,0.00020327808,0.0000471573,0.000017111868],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0052745384,0.000089567,0.00021593233,0.00031058615,0.0003275597,0.000005522124,0.00019522972,0.000043033193,0.0022130965],"category_scores_gemma":[0.00070669677,0.000101221325,0.000050320024,0.00064388243,0.000054940385,0.00003935078,0.00016219095,0.0031954409,0.000013507068],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00059896754,0.0032382223,0.39707893,0.00009014227,0.00019245512,0.00005985922,0.30789235,0.016181683,0.017805496,0.0048823706,0.00078634673,0.25119317],"study_design_scores_gemma":[0.0014671434,0.00075981684,0.902713,0.00004416647,0.000021710313,0.000024730896,0.07391495,0.0009879579,0.000053673644,0.00069238123,0.01910002,0.00022045031],"about_ca_topic_score_codex":0.00073190936,"about_ca_topic_score_gemma":0.0000152564835,"teacher_disagreement_score":0.50563407,"about_ca_system_score_codex":0.00005091473,"about_ca_system_score_gemma":0.000019471936,"threshold_uncertainty_score":0.9991042},"labels":[],"label_agreement":null},{"id":"W4255824744","doi":"10.24059/olj.v12i3-4.1680","title":"The Development of a Community of Inquiry Over Time in an Online Course: Understanding the Progression and Integration of Social, Cognitive and Teaching Presence","year":2019,"lang":"en","type":"article","venue":"Online Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Community of inquiry; Psychology; Cognition; Dynamics (music); Association (psychology); Mathematics education; Pedagogy","score_opus":0.07904802040042395,"score_gpt":0.4134839919852297,"score_spread":0.33443597158480576,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4255824744","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9986729,0.0000963297,0.00018958001,0.0004706404,0.00002259291,0.00022032256,0.00000332839,0.000010168228,0.00031415062],"genre_scores_gemma":[0.9985123,0.000023158758,0.0012876889,0.000007659081,0.000037250134,0.0000017479682,0.00002872106,0.0000071081336,0.000094366],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9977953,0.0014081115,0.00029123935,0.000090665184,0.00027125076,0.00014344188],"domain_scores_gemma":[0.9983524,0.0011164618,0.00035091874,0.0000680032,0.000088725996,0.00002348072],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027886045,0.000077541146,0.00017376646,0.00005266828,0.00078359887,0.000026990234,0.0001381822,0.000059778795,0.000008965795],"category_scores_gemma":[0.00063168106,0.000050758365,0.000016560145,0.00013167587,0.00050043757,0.0002010227,0.00011139164,0.0007284632,1.6851756e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018554386,0.00066761253,0.15938827,0.000102630846,0.000037193964,3.0730368e-7,0.4662579,0.000097918826,0.008560041,0.004418254,0.0000043374994,0.36027998],"study_design_scores_gemma":[0.00054507266,0.00031759046,0.28342214,0.0005880422,0.00002278734,3.7711425e-7,0.70941204,0.004792879,0.00013643353,0.00026423798,0.00039623148,0.000102177946],"about_ca_topic_score_codex":0.00014288744,"about_ca_topic_score_gemma":0.0027114814,"teacher_disagreement_score":0.3601778,"about_ca_system_score_codex":0.000029778497,"about_ca_system_score_gemma":0.00019968445,"threshold_uncertainty_score":0.6026888},"labels":[],"label_agreement":null},{"id":"W4281690441","doi":"10.24059/olj.v26i2.3056","title":"Facilitating Cognitive Presence Online: Perception and Design","year":2022,"lang":"en","type":"article","venue":"Online Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Perception; Asynchronous communication; Psychology; Cognition; Mathematics education; Online learning; Medical education; Focus group; Lesson plan; Computer science; Medicine; Multimedia","score_opus":0.08349227622210714,"score_gpt":0.41544027523449667,"score_spread":0.3319479990123895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281690441","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89152086,0.00016366043,0.105920866,0.0002508398,0.00024657656,0.00017376721,0.000029677438,0.00019416797,0.0014995708],"genre_scores_gemma":[0.93237114,0.0000036637623,0.05604888,0.00028917773,0.00017155851,0.00004246478,0.00019296909,0.000034087243,0.010846067],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9935555,0.0052248253,0.0002405159,0.0004392827,0.00022404882,0.0003158301],"domain_scores_gemma":[0.9975085,0.0020798624,0.00016382743,0.00011678191,0.00008315243,0.000047877158],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0025830655,0.00015853603,0.00018974474,0.00016490322,0.00089026534,0.000027353142,0.000120708864,0.00005553933,0.002053098],"category_scores_gemma":[0.0023012476,0.0001706857,0.00003885528,0.00033891032,0.0000967961,0.00006860961,0.00015530501,0.0020067063,0.000032725617],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032238982,0.0004145445,0.04540794,0.000024321425,0.00009173236,0.000048588423,0.116389774,0.01089031,0.0069220546,0.00037372502,0.0006319782,0.81848264],"study_design_scores_gemma":[0.001920339,0.0019213817,0.53054,0.000090139816,0.00006260835,0.00019119069,0.39227295,0.043471705,0.0000105028075,0.000279633,0.028577669,0.0006618606],"about_ca_topic_score_codex":0.00013434143,"about_ca_topic_score_gemma":0.0000017776836,"teacher_disagreement_score":0.8178208,"about_ca_system_score_codex":0.00004991178,"about_ca_system_score_gemma":0.000026606305,"threshold_uncertainty_score":0.99885917},"labels":[],"label_agreement":null},{"id":"W4295775735","doi":"10.24059/olj.v26i3.2824","title":"Faculty Perceptions of Online Education and Technology Use Over Time: A Secondary Analysis of the Annual Survey of Faculty Attitudes on Technology from 2013 to 2019","year":2022,"lang":"en","type":"article","venue":"Online Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Roads University","funders":"","keywords":"Medical education; Perception; Psychology; Online learning; Pandemic; Distance education; Coronavirus disease 2019 (COVID-19); Higher education; Faculty development; Educational technology; Medicine; Mathematics education; Professional development; Computer science; Political science; Multimedia","score_opus":0.01984101494848581,"score_gpt":0.35602715492767584,"score_spread":0.33618613997919,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4295775735","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9907326,0.00009100854,0.000010161289,0.0038705103,0.000057831177,0.00016675911,0.0049856505,0.000043731452,0.00004173345],"genre_scores_gemma":[0.9921888,0.000035628687,0.0027105312,0.000049675647,0.000033298846,0.000007580479,0.0023133908,0.000012832319,0.0026482379],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982498,0.0004922534,0.00037887992,0.00030836224,0.0003728874,0.00019781505],"domain_scores_gemma":[0.9985921,0.00024162428,0.0004115213,0.0002673883,0.00044258553,0.000044803703],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00052282546,0.0001244752,0.00042036944,0.0008687157,0.00038209037,0.0000114441455,0.00038125884,0.00015278508,0.0006657048],"category_scores_gemma":[0.0010950073,0.0001087088,0.00009543223,0.0036026647,0.00029944553,0.000118784825,0.0003485014,0.0007144789,0.0000030344638],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025118925,0.00064268406,0.95100504,0.0000060848733,0.00023924485,2.4709533e-7,0.0022951176,0.0072506415,0.0025679849,0.00013209715,0.00094168057,0.034894053],"study_design_scores_gemma":[0.00017476873,0.00019877216,0.9605779,0.000028406386,0.0001731228,3.7917562e-7,0.019559892,0.0005558789,0.000037525842,0.000029082263,0.018551612,0.000112682654],"about_ca_topic_score_codex":0.014150745,"about_ca_topic_score_gemma":0.01728294,"teacher_disagreement_score":0.03478137,"about_ca_system_score_codex":0.000069478214,"about_ca_system_score_gemma":0.00056872953,"threshold_uncertainty_score":0.9924141},"labels":[],"label_agreement":null},{"id":"W4320029002","doi":"10.24059/olj.v26i4.3441","title":"Teachers’ Self-Directed Online Learning Strategies and Experiences: A Longitudinal Study","year":2022,"lang":"en","type":"article","venue":"Online Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Psychology; Think aloud protocol; The Internet; Online learning; Mathematics education; Literacy; Medical education; Pedagogy; Multimedia; Computer science; World Wide Web; Human–computer interaction; Medicine; Usability","score_opus":0.06749155774403769,"score_gpt":0.4094728803549381,"score_spread":0.3419813226109004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4320029002","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9931503,0.00041888407,0.00067414803,0.00016604357,0.00048839726,0.00029009252,0.0000042349734,0.0021508439,0.002657063],"genre_scores_gemma":[0.9780293,0.000003244866,0.012914807,0.00009222072,0.0003394545,0.00014404033,0.00012271624,0.000082869046,0.008271354],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9909498,0.006563196,0.0005055922,0.0008820147,0.00047242278,0.0006269511],"domain_scores_gemma":[0.99860245,0.0005178203,0.0003738221,0.0003038582,0.00009860174,0.000103457554],"candidate_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0031191164,0.0003734664,0.0004911484,0.00037185103,0.0017610152,0.00017295123,0.00034496922,0.00009672953,0.002271524],"category_scores_gemma":[0.0005527909,0.0003798585,0.000080029,0.000928149,0.00012338547,0.00020806,0.00035454502,0.0044910787,0.000017150605],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000108196284,0.001764734,0.4813803,0.000009545489,0.00023992754,0.0001652256,0.4894772,0.0027447017,0.00014330797,0.00022717967,0.00014926124,0.023590442],"study_design_scores_gemma":[0.0009784653,0.0016768831,0.3976338,0.000011613804,0.000045839606,0.0000832499,0.57027763,0.002571027,6.6996404e-7,0.000012528827,0.026381489,0.00032682627],"about_ca_topic_score_codex":0.0006353256,"about_ca_topic_score_gemma":0.00003957849,"teacher_disagreement_score":0.083746515,"about_ca_system_score_codex":0.00011511893,"about_ca_system_score_gemma":0.00011041529,"threshold_uncertainty_score":0.99986535},"labels":[],"label_agreement":null},{"id":"W4320029064","doi":"10.24059/olj.v26i4.3490","title":"The Use of Community of Inquiry Framework-Informed Facebook Discussion Activities on Student Speaking Performances in a Blended EFL Class","year":2022,"lang":"en","type":"article","venue":"Online Learning","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Affordance; Psychology; Class (philosophy); Significant difference; Test (biology); Mathematics education; Cyberpsychology; Control (management); Social media; Computer science; World Wide Web","score_opus":0.15803876709240894,"score_gpt":0.45280167189050774,"score_spread":0.2947629047980988,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4320029064","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9964289,0.000028196057,0.00065690535,0.00040495198,0.00048095913,0.00022566918,0.000005847737,0.000044325934,0.0017242423],"genre_scores_gemma":[0.99621576,0.0000110181945,0.001665344,0.00011975861,0.00006282627,0.00004487252,0.00002536243,0.000024735173,0.0018303348],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99243087,0.0062558106,0.00049787376,0.00013826817,0.00038299026,0.0002942012],"domain_scores_gemma":[0.9952957,0.0036680144,0.0005825521,0.00039411068,0.00003936498,0.00002026818],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0037375255,0.00016060322,0.00032083836,0.00026728862,0.0008811769,0.000023928616,0.0003904953,0.000076493,0.00020798767],"category_scores_gemma":[0.0010045087,0.00010228005,0.000077740966,0.00042874637,0.00023050951,0.000104086925,0.00033743578,0.0044054864,0.0000025875036],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008683555,0.00087449356,0.17751971,0.000056603814,0.00011698575,0.0000039904444,0.3950502,0.063650176,0.00089376996,0.0028506427,0.00012757958,0.35798746],"study_design_scores_gemma":[0.00088884635,0.0014052663,0.5884125,0.00030366526,0.000016421718,0.000004735005,0.31356218,0.0015292419,0.0001683655,0.000114471804,0.093381286,0.00021299327],"about_ca_topic_score_codex":0.0002401504,"about_ca_topic_score_gemma":0.000069747766,"teacher_disagreement_score":0.4108928,"about_ca_system_score_codex":0.00012277607,"about_ca_system_score_gemma":0.00006107195,"threshold_uncertainty_score":0.99789137},"labels":[],"label_agreement":null},{"id":"W4324332728","doi":"10.24059/olj.v27i1.3411","title":"Features of High-Quality Online Courses in Higher Education: A Scoping Review","year":2023,"lang":"en","type":"review","venue":"Online Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Scholarship; Thematic analysis; Online learning; Quality (philosophy); Higher education; Medical education; Online course; Computer science; Psychology; Mathematics education; World Wide Web; Qualitative research; Sociology; Medicine; Political science","score_opus":0.15715371391321484,"score_gpt":0.5110428905576193,"score_spread":0.35388917664440445,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4324332728","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000058884936,0.9927976,6.6837396e-7,0.0024563014,0.0008204031,0.0011299315,0.000057550056,0.00020679932,0.0024718707],"genre_scores_gemma":[0.000007299077,0.9658696,0.0016219042,0.00017439855,0.0021469498,0.00006550123,0.0013393438,0.000093265,0.028681723],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9939654,0.002460771,0.0015760249,0.0006521018,0.000766883,0.0005788035],"domain_scores_gemma":[0.99643254,0.0012318153,0.0015347217,0.00039929355,0.0002520024,0.00014962457],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0023549716,0.000453828,0.0027740698,0.0004653312,0.0002667696,0.00005644046,0.00064573507,0.00048203845,0.0007423027],"category_scores_gemma":[0.0025655383,0.00041557138,0.000503102,0.0022006144,0.00018931413,0.00017809741,0.0001773428,0.0019906454,0.00006907084],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017696319,0.00023164687,0.00005922643,0.096271016,0.000041768606,0.000007362668,0.00011565935,0.000008932407,5.8219687e-8,0.0017799205,0.0004507394,0.9010319],"study_design_scores_gemma":[0.00006753622,0.000020830581,0.00017765531,0.3964732,0.00020572034,0.0000014265526,0.00047096418,1.2633737e-7,1.827057e-8,0.000043132997,0.60227334,0.00026604653],"about_ca_topic_score_codex":0.0015963638,"about_ca_topic_score_gemma":0.0040472485,"teacher_disagreement_score":0.90076584,"about_ca_system_score_codex":0.00021441272,"about_ca_system_score_gemma":0.005325919,"threshold_uncertainty_score":0.9998296},"labels":[],"label_agreement":null},{"id":"W4324332958","doi":"10.24059/olj.v27i1.3080","title":"Universal Design for Learning Infusion in Online Higher Education","year":2023,"lang":"en","type":"article","venue":"Online Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Universal Design for Learning; Online learning; Professional development; Institution; Higher education; Qualitative research; Psychology; Pedagogy; Medical education; Mathematics education; Computer science; Sociology; Multimedia; Medicine; Political science","score_opus":0.04444339904050059,"score_gpt":0.36280990055530504,"score_spread":0.31836650151480445,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4324332958","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9844116,0.00013240664,0.0009939326,0.009297447,0.0007017836,0.00048638723,0.000005291916,0.00071088044,0.0032602558],"genre_scores_gemma":[0.82688844,0.00053861033,0.029599683,0.00021274782,0.002434623,0.000033896344,0.0009221941,0.00008352505,0.1392863],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978815,0.0006200194,0.00027644343,0.0003502331,0.00031609973,0.0005557327],"domain_scores_gemma":[0.99885136,0.0006228343,0.00016128637,0.000100359015,0.00014944849,0.00011470231],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012482292,0.00015640781,0.00021373015,0.0004662119,0.00068794674,0.00007024504,0.00021879163,0.00019120907,0.000265106],"category_scores_gemma":[0.0010946916,0.00017244762,0.00008184455,0.0013332167,0.00007006027,0.00030909557,0.00007218625,0.00078286644,0.00008355193],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014141061,0.00055469276,0.08510183,0.00006502765,0.000026457657,0.000019963738,0.0082058525,0.16242929,0.0018110296,0.0071579623,0.0026426825,0.7318438],"study_design_scores_gemma":[0.0006301976,0.00019466496,0.021406276,0.00013899402,0.000017605675,5.0779835e-7,0.027290804,0.016922506,0.000012208765,0.0006576119,0.93245375,0.00027486298],"about_ca_topic_score_codex":0.0005490308,"about_ca_topic_score_gemma":0.0006638051,"teacher_disagreement_score":0.92981106,"about_ca_system_score_codex":0.00018525927,"about_ca_system_score_gemma":0.0008313755,"threshold_uncertainty_score":0.70322096},"labels":[],"label_agreement":null},{"id":"W4392345889","doi":"10.24059/olj.v28i1.3921","title":"What It Takes to Teach in a Fully Online Learning Environment: Provisional Views from a Developing Country","year":2024,"lang":"en","type":"article","venue":"Online Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Developing country; Mathematics education; Computer science; Psychology; Economic growth; Economics","score_opus":0.028008305441987975,"score_gpt":0.3397342959076852,"score_spread":0.31172599046569727,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392345889","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95325935,0.0049667587,0.0020806796,0.03583056,0.00092974445,0.00058778643,0.000037783746,0.00055206,0.0017552745],"genre_scores_gemma":[0.72579014,0.009929744,0.16645312,0.0049399375,0.009427841,0.00014752048,0.0035673755,0.0004139029,0.07933042],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99573004,0.00081827195,0.00068556773,0.00093676406,0.00095567654,0.00087369577],"domain_scores_gemma":[0.9986645,0.00068347063,0.00015476452,0.00019152641,0.000057749563,0.00024798786],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016683384,0.00036496547,0.0004717879,0.00042954218,0.00070494175,0.00079079875,0.0004510833,0.00027427357,0.0009751231],"category_scores_gemma":[0.001145413,0.00036409902,0.00013028305,0.00096740574,0.00011831132,0.0011214679,0.00019153497,0.0022600272,0.0004965543],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000708364,0.0003359343,0.023235844,0.00010863471,0.00008867712,0.00029978153,0.04757783,0.026549378,0.0018018157,0.001217521,0.00091236766,0.8978014],"study_design_scores_gemma":[0.0002671492,0.00010751705,0.0038779431,0.0014913132,0.000025397698,0.0000035456248,0.06677355,0.008712399,0.0000116863475,0.00013748932,0.9181314,0.00046059827],"about_ca_topic_score_codex":0.0008950929,"about_ca_topic_score_gemma":0.005895723,"teacher_disagreement_score":0.91721904,"about_ca_system_score_codex":0.0004961528,"about_ca_system_score_gemma":0.000806424,"threshold_uncertainty_score":0.99993813},"labels":[],"label_agreement":null},{"id":"W4402118080","doi":"10.24059/olj.v28i3.3534","title":"Student Perceptions of Effective Educators in Online Learning","year":2024,"lang":"en","type":"article","venue":"Online Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lambton College","funders":"","keywords":"Mathematics education; Psychology; Online learning; Perception; Pedagogy; Computer science; Multimedia","score_opus":0.011145236665286173,"score_gpt":0.3781945318789002,"score_spread":0.367049295213614,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402118080","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9923519,0.0007848367,0.000106071115,0.0016325396,0.0004389273,0.00026143427,0.0000073390224,0.00027187684,0.004145086],"genre_scores_gemma":[0.9899674,0.00046746948,0.0019209578,0.000027267424,0.00096407166,0.000015453548,0.000093532,0.000041672334,0.0065021734],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9973132,0.0008960176,0.00040588365,0.00041562069,0.00049187255,0.0004774305],"domain_scores_gemma":[0.9988929,0.0006498646,0.000110940615,0.00011757948,0.000105656334,0.00012303921],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011887259,0.0001891136,0.00032988968,0.0005009358,0.000365739,0.00009504386,0.00024522372,0.00015947632,0.00054733217],"category_scores_gemma":[0.00091225695,0.00018972429,0.00016065117,0.0011927864,0.00018179572,0.00027268176,0.000098875025,0.0017439409,0.00007929071],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014227107,0.00059797853,0.5005172,0.000102551836,0.00006124573,0.000039262453,0.04773833,0.013108451,0.0010696753,0.0018204782,0.000075083706,0.43485552],"study_design_scores_gemma":[0.00043357458,0.00038111268,0.3492095,0.00085507863,0.000074088275,0.00000471682,0.3401679,0.004715797,0.000026099058,0.00015926751,0.30353907,0.0004338019],"about_ca_topic_score_codex":0.0009177074,"about_ca_topic_score_gemma":0.002538474,"teacher_disagreement_score":0.43442175,"about_ca_system_score_codex":0.0002377843,"about_ca_system_score_gemma":0.00043024146,"threshold_uncertainty_score":0.77367324},"labels":[],"label_agreement":null},{"id":"W4404901955","doi":"10.24059/olj.v28i4.4177","title":"An Agile Approach to Collaborative Online International Learning: A Case Study of Virtual Indigenous Food Sovereignty and Public Policy Internships in Aotearoa New Zealand and Ontario, Canada","year":2024,"lang":"en","type":"article","venue":"Online Learning","topic":"Tourism, Volunteerism, and Development","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"","keywords":"Aotearoa; Internship; Indigenous; Suite; Sovereignty; Political science; Agile software development; Public administration; Public relations; Sociology; Management; Politics; Economics; Law","score_opus":0.023910540766070115,"score_gpt":0.30307980101600995,"score_spread":0.2791692602499398,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404901955","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9980804,0.00013889847,0.00002189906,0.0006913743,0.00014323893,0.00038135346,0.00003652345,0.000049245253,0.0004570771],"genre_scores_gemma":[0.99296004,0.000035673816,0.0005225566,0.00006609671,0.00030944817,0.000009713317,0.000074570504,0.000021423764,0.0060004904],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99812484,0.00034360457,0.00032900128,0.00042325765,0.00043565253,0.00034362223],"domain_scores_gemma":[0.9992462,0.00012693426,0.00009608515,0.00008511074,0.0001147915,0.00033089257],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046118168,0.00017580311,0.00026435562,0.00038878625,0.00024213205,0.00024290993,0.00018072264,0.00008707632,0.000050391813],"category_scores_gemma":[0.00033644965,0.00017704941,0.000018947681,0.00064451504,0.000059996448,0.00026358385,0.00014277692,0.0006606609,4.208849e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048851187,0.0005620089,0.23519026,0.000011100165,0.000115518036,0.00032855483,0.7427935,0.0011608447,0.000007173849,0.00020596122,0.00039258448,0.01918364],"study_design_scores_gemma":[0.001071246,0.0015389342,0.073780194,0.00006730452,0.000020297799,0.00010856398,0.8738924,0.0012952649,0.0000017793045,0.00015440278,0.04772893,0.00034067838],"about_ca_topic_score_codex":0.98252416,"about_ca_topic_score_gemma":0.99729276,"teacher_disagreement_score":0.16141006,"about_ca_system_score_codex":0.0006576368,"about_ca_system_score_gemma":0.004516536,"threshold_uncertainty_score":0.80121404},"labels":[],"label_agreement":null},{"id":"W4404936250","doi":"10.24059/olj.v28i4.4133","title":"The Effect of Video Camera, Microphone and Chat Box Use on Social Presence and Engagement in an Online Group Activity","year":2024,"lang":"en","type":"article","venue":"Online Learning","topic":"Communication in Education and Healthcare","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kwantlen Polytechnic University","funders":"Kwantlen Polytechnic University","keywords":"Psychology; Microphone; Group (periodic table); Multimedia; Online video; Computer science; Computer graphics (images); Advertising; Internet privacy; Telecommunications; Business; Physics","score_opus":0.07722971858626171,"score_gpt":0.43552219699415645,"score_spread":0.35829247840789474,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404936250","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9929392,0.0014803126,0.000012083772,0.005036924,0.00023609717,0.00019805602,0.000013348265,0.000030102576,0.00005387164],"genre_scores_gemma":[0.99827677,0.0005843163,0.00018800568,0.00008838125,0.0001299296,0.000023856783,0.000037695805,0.000014241207,0.00065680454],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9982534,0.0011597965,0.00015795641,0.00020902496,0.00008261683,0.00013722831],"domain_scores_gemma":[0.99816215,0.0014988726,0.000065568114,0.00021272336,0.000021263248,0.00003943844],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00062545185,0.00008819524,0.00013190066,0.00008356873,0.00023595015,0.000055712724,0.000099470446,0.000059971364,0.000047043395],"category_scores_gemma":[0.00016561455,0.000069050955,0.0000199436,0.00014480116,0.00009634476,0.00007414506,0.000074698764,0.00072750315,0.0000036588563],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035172573,0.00033456474,0.15114033,0.00016618398,0.000035410998,0.000004469625,0.025707435,0.000018624887,0.0065125185,0.00090960175,0.00039851997,0.8144206],"study_design_scores_gemma":[0.00044073735,0.00050403463,0.9535146,0.00011639466,0.0000108203985,0.0000032846826,0.003530396,0.00095861545,0.00007543955,0.000017054072,0.040740926,0.00008772622],"about_ca_topic_score_codex":0.0008340199,"about_ca_topic_score_gemma":0.0011786097,"teacher_disagreement_score":0.8143329,"about_ca_system_score_codex":0.000032175554,"about_ca_system_score_gemma":0.000018189185,"threshold_uncertainty_score":0.31606796},"labels":[],"label_agreement":null},{"id":"W625602122","doi":"10.24059/olj.v20i1.563","title":"Emotional Presence in a Relationship of Inquiry: The Case of One-to-One Online Math Coaching","year":2016,"lang":"en","type":"article","venue":"Online Learning","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Coaching; Psychology; Coding (social sciences); Online discussion; Online learning; Community of inquiry; Mathematics education; Cognition; Computer science; Multimedia; Mathematics; World Wide Web","score_opus":0.0700264946900813,"score_gpt":0.371100157940143,"score_spread":0.3010736632500617,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W625602122","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9882012,0.000050718245,0.0027235227,0.008253969,0.000075695774,0.00017679471,0.000023761637,0.000036455873,0.00045790433],"genre_scores_gemma":[0.9859026,0.000036290152,0.01301154,0.000039777646,0.00037909136,0.0000036376264,0.000016163067,0.0000145072345,0.0005963624],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99791616,0.0007833623,0.00043383648,0.00022369526,0.00035994136,0.00028300588],"domain_scores_gemma":[0.9975459,0.0017517387,0.00028422137,0.00018467085,0.0001561119,0.000077360615],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016603671,0.00009956151,0.00022483633,0.00019197169,0.0002986013,0.000016352687,0.00025274899,0.00009683356,0.000084274696],"category_scores_gemma":[0.0055229734,0.000071224225,0.000063433,0.00064157613,0.00025557555,0.00021795617,0.00010992116,0.00048099388,0.000010209005],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000110833964,0.0010644834,0.58866876,0.000088634944,0.00004979811,0.000081433565,0.038929228,0.014319049,0.0046321535,0.069738716,0.000031686333,0.28228524],"study_design_scores_gemma":[0.00401388,0.001031073,0.7482929,0.0052806586,0.00016993881,0.0001178395,0.17731157,0.01617182,0.0003854065,0.014816863,0.03123327,0.0011747356],"about_ca_topic_score_codex":0.0010959582,"about_ca_topic_score_gemma":0.006234833,"teacher_disagreement_score":0.2811105,"about_ca_system_score_codex":0.000058932314,"about_ca_system_score_gemma":0.0002749207,"threshold_uncertainty_score":0.6611914},"labels":[],"label_agreement":null}]}